{
 "entries": [
  {
   "close": null,
   "confidence": null,
   "entry": "2026-10-28T15:35:34.130Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1489,
    "efforts": {
     "high": 1489
    },
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1489
   },
   "field": [
    "Claude Fable 5.1 (low)",
    "Claude Fable 5.1 (high)",
    "Claude Opus 5.5 (low)",
    "Claude Opus 5.5 (high)",
    "GNUbg weak",
    "GPT-6 Astra (low)",
    "GPT-6 Astra (medium)",
    "Gemini 4 Argon (low)",
    "Gemini 4 Argon (high)",
    "Grok 4.7 (low)",
    "Grok 4.7 (high)",
    "Kimi K3.1 Pro (off)"
   ],
   "field_league": 3,
   "matches": [
    {
     "finished": "2026-10-28T16:12:35.426Z",
     "id": 758,
     "opponent": "GNUbg weak",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-10-28T15:35:34.130Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T16:31:20.489Z",
     "id": 759,
     "opponent": "GPT-6 Astra (low)",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-10-28T15:35:34.135Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T16:17:03.201Z",
     "id": 760,
     "opponent": "GPT-6 Astra (medium)",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-10-28T15:35:34.145Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T21:07:47.144Z",
     "id": 761,
     "opponent": "Gemini 4 Argon (high)",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-10-28T16:17:34.132Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T16:48:47.943Z",
     "id": 762,
     "opponent": "Gemini 4 Argon (low)",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-10-28T16:17:34.140Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T16:51:23.220Z",
     "id": 763,
     "opponent": "Claude Fable 5.1 (low)",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-10-28T16:21:04.136Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T17:07:11.945Z",
     "id": 764,
     "opponent": "Claude Fable 5.1 (high)",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-10-28T16:31:20.624Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T17:18:33.800Z",
     "id": 765,
     "opponent": "Claude Opus 5.5 (low)",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-10-28T16:48:48.073Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T17:43:05.582Z",
     "id": 766,
     "opponent": "Claude Opus 5.5 (high)",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-10-28T16:51:23.375Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-29T04:17:42.280Z",
     "id": 768,
     "opponent": "Grok 4.7 (high)",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-10-28T21:43:42.860Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-28T23:02:52.474Z",
     "id": 769,
     "opponent": "Grok 4.7 (low)",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-10-28T21:43:42.875Z",
     "status": "finished"
    },
    {
     "finished": "2026-10-30T16:12:09.234Z",
     "id": 771,
     "opponent": "Kimi K3.1 Pro (off)",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-10-30T15:53:00.720Z",
     "status": "finished"
    }
   ],
   "name": "GPT-6 Astra (high)",
   "not_played": [],
   "played": 12,
   "price": {
    "date": null,
    "input_per_mtok": 10.0,
    "label": "API-equivalent (subscription)",
    "output_per_mtok": 50.0
   },
   "quality": {
    "best_share": 0.6756212222968435,
    "blunder_share": 0.06917394224311618,
    "clusters": 68,
    "cost_coverage": 1.0,
    "decisions": 1489,
    "engine_scored": 1489,
    "error_hi": 10.335773864539986,
    "error_lo": 7.440834889549308,
    "error_rate": 8.82855723214838,
    "first_date": "2026-10-28",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 240,
    "invalid": 0,
    "last_date": "2026-10-30",
    "over_budget": 0.18401611820013433,
    "p95_loss": 0.09562618732452374,
    "probability_source": "choice_only",
    "retry_mean": 1.4063378106111484,
    "scored": 1489,
    "time_median": 9.831,
    "time_p90": 46.56260000000001,
    "tokens_in": 4813.553391537945,
    "tokens_out": 224.40832773673606,
    "too_few": false,
    "usd_per_1000": 59.35595030221626,
    "worst_mean": 0.18064715975039713
   },
   "record": {
    "drawn": 1,
    "lost": 1,
    "won": 10
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 4.834589039903107,
      "needless": 0.6335380195050211,
      "none": 0.5309545129157297,
      "right_risk": 1.0255768925171718,
      "right_safety": 1.159624566240868,
      "wrong_risk": 0.6442742010664828
     },
     "calls": {
      "missed": 198.0,
      "needless": 29.0,
      "right_risk": 248.0,
      "right_safety": 614.0,
      "wrong_risk": 19.0
     },
     "confidence": null,
     "error_rate": 8.82855723214838,
     "found": {
      "den": 465.0,
      "n": 248.0,
      "share": 0.5333333333333333
     },
     "good": {
      "den": 296.0,
      "n": 248.0,
      "share": 0.8378378378378378
     },
     "judgement": 74.4116122343183,
     "judgement_hi": 77.04298500816667,
     "judgement_lo": 71.78311084069792,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08755760368663594,
      "x": 0.4666666666666667,
      "y": 0.04510108864696734
     },
     "margin": 0.001,
     "missed": {
      "den": 465.0,
      "n": 198.0,
      "share": 0.4258064516129032
     },
     "needless": {
      "den": 643.0,
      "n": 29.0,
      "share": 0.04510108864696734
     },
     "needless_by_loss": {
      "big": {
       "den": 643.0,
       "n": 7.0,
       "share": 0.01088646967340591
      },
      "medium": {
       "den": 643.0,
       "n": 17.0,
       "share": 0.026438569206842923
      },
      "small": {
       "den": 643.0,
       "n": 5.0,
       "share": 0.007776049766718507
      }
     },
     "no_trade_off": 381.0,
     "reference": null,
     "right_safety": {
      "den": 643.0,
      "n": 614.0,
      "share": 0.9548989113530326
     },
     "risk_pays": 465.0,
     "safety_pays": 643.0,
     "scored": 1489,
     "sdt": {
      "aim": {
       "den": 267.0,
       "n": 248.0,
       "share": 0.9288389513108615
      },
      "beta": 1.237195500480785,
      "caution": 0.7501425763325116,
      "caution_hi": 0.8694412083688731,
      "caution_lo": 0.643025947433724,
      "cstar": 0.1136036136992007,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.8735946686428009,
      "dprime_hi": 2.0783712894326163,
      "dprime_lo": 1.6774904636757253,
      "false_alarm": {
       "den": 643.0,
       "n": 29.0,
       "share": 0.04510108864696734
      },
      "false_alarm_rate": 0.04580745341614907,
      "hit": {
       "den": 465.0,
       "n": 267.0,
       "share": 0.5741935483870968
      },
      "hit_rate": 0.5740343347639485,
      "missed_loss": 0.07271417252945178,
      "missed_n": 198.0,
      "na": null,
      "needless_loss": 0.06505780076158457,
      "needless_n": 29.0
     },
     "size": {
      "bad": {
       "mean": 7.6875,
       "n": 48.0,
       "too_few": true
      },
      "right": {
       "mean": 9.10483870967742,
       "n": 248.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 236.0,
        "n": 176.0,
        "share": 0.7457627118644068
       },
       "missed": {
        "den": 236.0,
        "n": 57.0,
        "share": 0.24152542372881355
       },
       "risk_pays": 236.0,
       "wrong": {
        "den": 236.0,
        "n": 3.0,
        "share": 0.012711864406779662
       }
      },
      "medium": {
       "found": {
        "den": 158.0,
        "n": 60.0,
        "share": 0.379746835443038
       },
       "missed": {
        "den": 158.0,
        "n": 90.0,
        "share": 0.569620253164557
       },
       "risk_pays": 158.0,
       "wrong": {
        "den": 158.0,
        "n": 8.0,
        "share": 0.05063291139240506
       }
      },
      "small": {
       "found": {
        "den": 71.0,
        "n": 12.0,
        "share": 0.16901408450704225
       },
       "missed": {
        "den": 71.0,
        "n": 51.0,
        "share": 0.7183098591549296
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 8.0,
        "share": 0.11267605633802817
       }
      }
     },
     "trade_off": 1108.0,
     "wrong": {
      "den": 465.0,
      "n": 19.0,
      "share": 0.04086021505376344
     }
    },
    "robust": {
     "by_call": {
      "missed": 4.602640116671094,
      "needless": 0.7627438766352678,
      "none": 0.5309545129157297,
      "right_risk": 0.8774065306876793,
      "right_safety": 1.3915734894728804,
      "wrong_risk": 0.6632387057657286
     },
     "calls": {
      "missed": 147.0,
      "needless": 49.0,
      "right_risk": 228.0,
      "right_safety": 665.0,
      "wrong_risk": 19.0
     },
     "confidence": null,
     "error_rate": 8.82855723214838,
     "found": {
      "den": 394.0,
      "n": 228.0,
      "share": 0.5786802030456852
     },
     "good": {
      "den": 296.0,
      "n": 228.0,
      "share": 0.7702702702702703
     },
     "judgement": 75.50263760326466,
     "judgement_hi": 78.32678756294149,
     "judgement_lo": 72.68918058813864,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1144578313253012,
      "x": 0.4213197969543147,
      "y": 0.06862745098039216
     },
     "margin": 0.02,
     "missed": {
      "den": 394.0,
      "n": 147.0,
      "share": 0.3730964467005076
     },
     "needless": {
      "den": 714.0,
      "n": 49.0,
      "share": 0.06862745098039216
     },
     "needless_by_loss": {
      "big": {
       "den": 714.0,
       "n": 9.0,
       "share": 0.012605042016806723
      },
      "medium": {
       "den": 714.0,
       "n": 21.0,
       "share": 0.029411764705882353
      },
      "small": {
       "den": 714.0,
       "n": 19.0,
       "share": 0.02661064425770308
      }
     },
     "no_trade_off": 381.0,
     "reference": null,
     "right_safety": {
      "den": 714.0,
      "n": 665.0,
      "share": 0.9313725490196079
     },
     "risk_pays": 394.0,
     "safety_pays": 714.0,
     "scored": 1489,
     "sdt": {
      "aim": {
       "den": 247.0,
       "n": 228.0,
       "share": 0.9230769230769231
      },
      "beta": 0.9009381055827341,
      "caution": 0.5793648050853137,
      "caution_hi": 0.7071745402799188,
      "caution_lo": 0.46247025271743075,
      "cstar": -0.05781482374029969,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.8043593706815804,
      "dprime_hi": 2.010020062313656,
      "dprime_lo": 1.6165305059227693,
      "false_alarm": {
       "den": 714.0,
       "n": 49.0,
       "share": 0.06862745098039216
      },
      "false_alarm_rate": 0.06923076923076923,
      "hit": {
       "den": 394.0,
       "n": 247.0,
       "share": 0.6269035532994924
      },
      "hit_rate": 0.6265822784810127,
      "missed_loss": 0.09324260045881985,
      "missed_n": 147.0,
      "na": null,
      "needless_loss": 0.0463561482575475,
      "needless_n": 49.0
     },
     "size": {
      "bad": {
       "mean": 8.352941176470589,
       "n": 68.0,
       "too_few": true
      },
      "right": {
       "mean": 9.030701754385966,
       "n": 228.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 236.0,
        "n": 175.0,
        "share": 0.7415254237288136
       },
       "missed": {
        "den": 236.0,
        "n": 57.0,
        "share": 0.24152542372881355
       },
       "risk_pays": 236.0,
       "wrong": {
        "den": 236.0,
        "n": 4.0,
        "share": 0.01694915254237288
       }
      },
      "medium": {
       "found": {
        "den": 158.0,
        "n": 53.0,
        "share": 0.33544303797468356
       },
       "missed": {
        "den": 158.0,
        "n": 90.0,
        "share": 0.569620253164557
       },
       "risk_pays": 158.0,
       "wrong": {
        "den": 158.0,
        "n": 15.0,
        "share": 0.0949367088607595
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1108.0,
     "wrong": {
      "den": 394.0,
      "n": 19.0,
      "share": 0.048223350253807105
     }
    }
   },
   "route": {
    "provider": "chatgpt-subscription",
    "reasoning": "high",
    "spec": "openai/gpt-6-astra"
   },
   "running": 0,
   "slug": "gpt-6-astra-high",
   "status": "Published",
   "total": 12
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7243439666081175,
    "auroc_blunder": 0.6798131915179323,
    "confident_badly_wrong": {
     "den": 2324,
     "n": 8,
     "share": 0.0034423407917383822
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 152,
       "n": 8,
       "share": 0.05263157894736842
      },
      "kept": {
       "den": 2324,
       "n": 152,
       "share": 0.06540447504302926
      },
      "mean_loss": 0.015709633889951204,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 3,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 2324,
       "n": 3,
       "share": 0.0012908777969018934
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.09865551309663283,
    "held_out": {
     "blunders": 0.025891366083881758,
     "kept": 0.02379077430412071,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 2324,
    "surest": {
     "cut": 0.6973710656166077,
     "error_rate": 17.086369599409647,
     "n": 581,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-02T18:29:26.944Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2326,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2326
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-02T18:30:17.877Z",
     "id": 772,
     "opponent": "SubQ Snap Preview",
     "score_against": 4,
     "score_for": 7,
     "started": "2026-11-02T18:29:26.944Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:29:55.478Z",
     "id": 773,
     "opponent": "Jev 1.14.0",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-02T18:29:26.952Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:29:58.795Z",
     "id": 774,
     "opponent": "Celeris-1 Decision",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-02T18:29:26.977Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:30:16.545Z",
     "id": 775,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-02T18:29:26.997Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:30:15.270Z",
     "id": 784,
     "opponent": "Jev 1.13.0",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-02T18:29:56.158Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:30:37.831Z",
     "id": 785,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-02T18:29:58.936Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:30:30.739Z",
     "id": 786,
     "opponent": "Safest",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-02T18:30:15.401Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:31:18.535Z",
     "id": 787,
     "opponent": "Inception Mercury Decide",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-02T18:30:16.686Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:31:04.928Z",
     "id": 788,
     "opponent": "Winnow-12B",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-02T18:30:18.009Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:31:10.837Z",
     "id": 789,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-02T18:30:30.878Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:30:59.116Z",
     "id": 790,
     "opponent": "GNUbg weak",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-02T18:30:37.991Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:31:10.054Z",
     "id": 791,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 9,
     "started": "2026-11-02T18:30:59.247Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:33:21.822Z",
     "id": 792,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-02T18:31:05.085Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:33:57.499Z",
     "id": 793,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-02T18:31:10.208Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:35:21.157Z",
     "id": 795,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 7,
     "score_for": 2,
     "started": "2026-11-02T18:31:10.986Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:04:20.518Z",
     "id": 817,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-02T18:55:43.754Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:50:58.653Z",
     "id": 822,
     "opponent": "Clef",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-02T19:43:43.221Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:46:00.171Z",
     "id": 824,
     "opponent": "Cygnet",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-02T19:43:43.271Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T20:05:29.983Z",
     "id": 826,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 1,
     "score_for": 7,
     "started": "2026-11-02T19:54:06.123Z",
     "status": "finished"
    }
   ],
   "name": "SubQ Snap 1.1",
   "not_played": [],
   "played": 19,
   "price": {
    "date": "2026-11-01",
    "input_per_mtok": 0.04,
    "label": "API price (billed); output free",
    "output_per_mtok": 0.0,
    "source": "docs.subq.ai/using-the-api/models"
   },
   "quality": {
    "auroc": 0.7243439666081175,
    "best_share": 0.4294926913155632,
    "blunder_share": 0.3061049011177988,
    "brier": 0.2177239808323432,
    "clusters": 108,
    "confidence_n": 2324,
    "confident_badly_wrong": 0.0034423407917383822,
    "cost_coverage": 1.0,
    "decisions": 2326,
    "ece": 0.09865551309663283,
    "engine_scored": 2326,
    "error_hi": 43.7974661753615,
    "error_lo": 36.696828861227836,
    "error_rate": 40.19971192523722,
    "first_date": "2026-11-02",
    "group_sizes": [
     158,
     160
    ],
    "grouped": 2,
    "invalid": 0,
    "last_date": "2026-11-02",
    "mean_confidence": 0.5274326952635959,
    "over_budget": 0.0,
    "p95_loss": 0.3630176931619644,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 2326,
    "time_median": 0.229,
    "time_p90": 0.252,
    "tokens_in": 3742.610920034394,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.14970443680137577,
    "very_confident": 0.06540447504302926,
    "worst_mean": 0.5470622610943071
   },
   "record": {
    "drawn": 0,
    "lost": 7,
    "won": 12
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 13.278052902693187,
      "needless": 10.171463801137149,
      "none": 4.737317267411347,
      "right_risk": 2.301576354333479,
      "right_safety": 4.606680683503352,
      "wrong_risk": 5.104620916158704
     },
     "calls": {
      "missed": 386.0,
      "needless": 253.0,
      "right_risk": 308.0,
      "right_safety": 750.0,
      "wrong_risk": 104.0
     },
     "confidence": {
      "auroc_right_risk": 0.5352358818577755,
      "missed_mean_p": 0.47758230136543356,
      "missed_n": 386,
      "taken_grouped": 2,
      "taken_n": 663,
      "taken_other": 0
     },
     "error_rate": 40.19971192523722,
     "found": {
      "den": 798.0,
      "n": 308.0,
      "share": 0.38596491228070173
     },
     "good": {
      "den": 665.0,
      "n": 308.0,
      "share": 0.4631578947368421
     },
     "judgement": 56.686082104563496,
     "judgement_hi": 58.55088771004122,
     "judgement_lo": 54.848460688183984,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.21224489795918366,
      "x": 0.6140350877192983,
      "y": 0.2522432701894317
     },
     "margin": 0.001,
     "missed": {
      "den": 798.0,
      "n": 386.0,
      "share": 0.48370927318295737
     },
     "needless": {
      "den": 1003.0,
      "n": 253.0,
      "share": 0.2522432701894317
     },
     "needless_by_loss": {
      "big": {
       "den": 1003.0,
       "n": 166.0,
       "share": 0.16550348953140578
      },
      "medium": {
       "den": 1003.0,
       "n": 63.0,
       "share": 0.06281156530408774
      },
      "small": {
       "den": 1003.0,
       "n": 24.0,
       "share": 0.023928215353938187
      }
     },
     "no_trade_off": 525.0,
     "reference": null,
     "right_safety": {
      "den": 1003.0,
      "n": 750.0,
      "share": 0.7477567298105683
     },
     "risk_pays": 798.0,
     "safety_pays": 1003.0,
     "scored": 2326,
     "sdt": {
      "aim": {
       "den": 412.0,
       "n": 308.0,
       "share": 0.7475728155339806
      },
      "beta": 1.4689732534019901,
      "caution": 0.3129397419321496,
      "caution_hi": 0.3772746643078983,
      "caution_lo": 0.2513724886244228,
      "cstar": 0.5435763614700628,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.7074694871487319,
      "dprime_hi": 0.8150670249038211,
      "dprime_lo": 0.6117014333668742,
      "false_alarm": {
       "den": 1003.0,
       "n": 253.0,
       "share": 0.2522432701894317
      },
      "false_alarm_rate": 0.25249003984063745,
      "hit": {
       "den": 798.0,
       "n": 412.0,
       "share": 0.5162907268170426
      },
      "hit_rate": 0.516270337922403,
      "missed_loss": 0.16002461684800182,
      "missed_n": 386.0,
      "na": null,
      "needless_loss": 0.18702628301537555,
      "needless_n": 253.0
     },
     "size": {
      "bad": {
       "mean": 10.403361344537815,
       "n": 357.0,
       "too_few": false
      },
      "right": {
       "mean": 10.308441558441558,
       "n": 308.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 429.0,
        "n": 191.0,
        "share": 0.44522144522144524
       },
       "missed": {
        "den": 429.0,
        "n": 201.0,
        "share": 0.46853146853146854
       },
       "risk_pays": 429.0,
       "wrong": {
        "den": 429.0,
        "n": 37.0,
        "share": 0.08624708624708624
       }
      },
      "medium": {
       "found": {
        "den": 268.0,
        "n": 96.0,
        "share": 0.3582089552238806
       },
       "missed": {
        "den": 268.0,
        "n": 129.0,
        "share": 0.48134328358208955
       },
       "risk_pays": 268.0,
       "wrong": {
        "den": 268.0,
        "n": 43.0,
        "share": 0.16044776119402984
       }
      },
      "small": {
       "found": {
        "den": 101.0,
        "n": 21.0,
        "share": 0.2079207920792079
       },
       "missed": {
        "den": 101.0,
        "n": 56.0,
        "share": 0.5544554455445545
       },
       "risk_pays": 101.0,
       "wrong": {
        "den": 101.0,
        "n": 24.0,
        "share": 0.2376237623762376
       }
      }
     },
     "trade_off": 1801.0,
     "wrong": {
      "den": 798.0,
      "n": 104.0,
      "share": 0.13032581453634084
     }
    },
    "robust": {
     "by_call": {
      "missed": 12.85411269497687,
      "needless": 10.972589561883888,
      "none": 4.737317267411347,
      "right_risk": 1.9183078859248042,
      "right_safety": 5.0306208912196695,
      "wrong_risk": 4.686763623820639
     },
     "calls": {
      "missed": 330.0,
      "needless": 298.0,
      "right_risk": 263.0,
      "right_safety": 806.0,
      "wrong_risk": 104.0
     },
     "confidence": {
      "auroc_right_risk": 0.5362737642585551,
      "missed_mean_p": 0.47066517061356344,
      "missed_n": 330,
      "taken_grouped": 2,
      "taken_n": 663,
      "taken_other": 0
     },
     "error_rate": 40.19971192523722,
     "found": {
      "den": 697.0,
      "n": 263.0,
      "share": 0.37733142037302725
     },
     "good": {
      "den": 665.0,
      "n": 263.0,
      "share": 0.3954887218045113
     },
     "judgement": 55.37019420705715,
     "judgement_hi": 57.38697745739484,
     "judgement_lo": 53.400899366615064,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23963133640552994,
      "x": 0.6226685796269728,
      "y": 0.26992753623188404
     },
     "margin": 0.02,
     "missed": {
      "den": 697.0,
      "n": 330.0,
      "share": 0.4734576757532281
     },
     "needless": {
      "den": 1104.0,
      "n": 298.0,
      "share": 0.26992753623188404
     },
     "needless_by_loss": {
      "big": {
       "den": 1104.0,
       "n": 180.0,
       "share": 0.16304347826086957
      },
      "medium": {
       "den": 1104.0,
       "n": 72.0,
       "share": 0.06521739130434782
      },
      "small": {
       "den": 1104.0,
       "n": 46.0,
       "share": 0.041666666666666664
      }
     },
     "no_trade_off": 525.0,
     "reference": null,
     "right_safety": {
      "den": 1104.0,
      "n": 806.0,
      "share": 0.730072463768116
     },
     "risk_pays": 697.0,
     "safety_pays": 1104.0,
     "scored": 2326,
     "sdt": {
      "aim": {
       "den": 367.0,
       "n": 263.0,
       "share": 0.7166212534059946
      },
      "beta": 1.4972730317644039,
      "caution": 0.2729585605755721,
      "caution_hi": 0.33805509733164296,
      "caution_lo": 0.2124514310384167,
      "cstar": 0.5945687003673137,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.678887863599273,
      "dprime_hi": 0.7847321641092648,
      "dprime_lo": 0.5759457916800107,
      "false_alarm": {
       "den": 1104.0,
       "n": 298.0,
       "share": 0.26992753623188404
      },
      "false_alarm_rate": 0.2701357466063348,
      "hit": {
       "den": 697.0,
       "n": 367.0,
       "share": 0.5265423242467718
      },
      "hit_rate": 0.5265042979942693,
      "missed_loss": 0.1812040371425224,
      "missed_n": 330.0,
      "na": null,
      "needless_loss": 0.1712902236304827,
      "needless_n": 298.0
     },
     "size": {
      "bad": {
       "mean": 10.552238805970148,
       "n": 402.0,
       "too_few": false
      },
      "right": {
       "mean": 10.064638783269961,
       "n": 263.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 429.0,
        "n": 184.0,
        "share": 0.4289044289044289
       },
       "missed": {
        "den": 429.0,
        "n": 201.0,
        "share": 0.46853146853146854
       },
       "risk_pays": 429.0,
       "wrong": {
        "den": 429.0,
        "n": 44.0,
        "share": 0.10256410256410256
       }
      },
      "medium": {
       "found": {
        "den": 268.0,
        "n": 79.0,
        "share": 0.2947761194029851
       },
       "missed": {
        "den": 268.0,
        "n": 129.0,
        "share": 0.48134328358208955
       },
       "risk_pays": 268.0,
       "wrong": {
        "den": 268.0,
        "n": 60.0,
        "share": 0.22388059701492538
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1801.0,
     "wrong": {
      "den": 697.0,
      "n": 104.0,
      "share": 0.1492109038737446
     }
    }
   },
   "route": {
    "provider": "subq",
    "reasoning": null,
    "spec": "subq/subq-snap-1.1"
   },
   "running": 0,
   "slug": "subq-snap-1-1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.720357781292748,
    "auroc_blunder": 0.7089653534222403,
    "confident_badly_wrong": {
     "den": 2037,
     "n": 1,
     "share": 0.0004909180166912126
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 6,
       "n": 1,
       "share": 0.16666666666666666
      },
      "kept": {
       "den": 2037,
       "n": 6,
       "share": 0.0029455081001472753
      },
      "mean_loss": 0.018627454837163288,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2037,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.0355171438389789,
    "held_out": {
     "blunders": 0.09362275453847065,
     "kept": 0.005484288931357892,
     "no_cutoff": 9,
     "runs": 300
    },
    "n": 2037,
    "surest": {
     "cut": 0.574522,
     "error_rate": 15.684150656064352,
     "n": 510,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-02T18:29:27.023Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2044,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2044
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-02T18:31:10.790Z",
     "id": 776,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-02T18:29:27.023Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:32:10.275Z",
     "id": 777,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-02T18:29:27.048Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:33:09.230Z",
     "id": 778,
     "opponent": "Celeris-1 Decision",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-02T18:29:27.074Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:31:12.974Z",
     "id": 779,
     "opponent": "Fastino GLiDE",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-02T18:29:27.174Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:34:12.909Z",
     "id": 794,
     "opponent": "Jev 1.13.0",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-02T18:31:10.947Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:32:53.505Z",
     "id": 796,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-02T18:31:13.118Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:34:57.861Z",
     "id": 797,
     "opponent": "Safest",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-02T18:32:10.425Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:35:54.107Z",
     "id": 798,
     "opponent": "Inception Mercury Decide",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-02T18:32:53.647Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:35:49.245Z",
     "id": 799,
     "opponent": "Winnow-12B",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-02T18:33:09.367Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:36:25.703Z",
     "id": 800,
     "opponent": "Liquid d1-ultra",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-02T18:34:13.053Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:36:07.485Z",
     "id": 801,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-02T18:34:58.010Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:38:18.565Z",
     "id": 802,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 8,
     "started": "2026-11-02T18:35:49.400Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:38:48.954Z",
     "id": 803,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-02T18:35:54.260Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:39:28.745Z",
     "id": 804,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-02T18:36:07.634Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:39:57.562Z",
     "id": 805,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-02T18:36:25.857Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:59:03.975Z",
     "id": 819,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-02T18:55:43.790Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:46:04.358Z",
     "id": 823,
     "opponent": "Cygnet",
     "score_against": 6,
     "score_for": 5,
     "started": "2026-11-02T19:43:43.246Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:53:06.772Z",
     "id": 825,
     "opponent": "Clef",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-02T19:43:43.296Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T20:05:31.695Z",
     "id": 827,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 7,
     "started": "2026-11-02T19:54:06.138Z",
     "status": "finished"
    }
   ],
   "name": "Elephant-1",
   "not_played": [],
   "played": 19,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.720357781292748,
    "best_share": 0.41829745596868884,
    "blunder_share": 0.30870841487279843,
    "brier": 0.20831754804727148,
    "clusters": 102,
    "confidence_n": 2037,
    "confident_badly_wrong": 0.0004909180166912126,
    "cost_coverage": 1.0,
    "decisions": 2044,
    "ece": 0.0355171438389789,
    "engine_scored": 2044,
    "error_hi": 48.86531029756464,
    "error_lo": 40.308788107483984,
    "error_rate": 44.56163451454644,
    "first_date": "2026-11-02",
    "group_sizes": [
     68,
     69,
     73,
     77,
     84,
     107
    ],
    "grouped": 7,
    "invalid": 0,
    "last_date": "2026-11-02",
    "mean_confidence": 0.4240564084437899,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2044,
     "estimate": true,
     "excluded_hours": 1.0333333333333334,
     "gaps": [
      [
       "2026-11-02T18:39Z",
       "2026-11-02T18:57Z",
       17
      ],
      [
       "2026-11-02T18:58Z",
       "2026-11-02T19:43Z",
       45
      ]
     ],
     "gpu_decisions": 2044,
     "gpu_usd": 1.399394525134564,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.5620058333873751,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.5620058333873751,
       "machine": "rtx_pro_6000",
       "usd": 1.399394525134564,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 1.399394525134564,
     "usd_per_1000": 0.6846352862693562
    },
    "p95_loss": 0.3945407301187515,
    "probability_source": "decision",
    "retry_mean": 1.4375626223091977,
    "scored": 2044,
    "time_median": 0.2595,
    "time_p90": 0.587,
    "tokens_in": 3795.581213307241,
    "tokens_out": 1.0068493150684932,
    "too_few": false,
    "usd_per_1000": 0.6846352862693562,
    "very_confident": 0.0029455081001472753,
    "worst_mean": 0.6520218101202273
   },
   "record": {
    "drawn": 0,
    "lost": 8,
    "won": 11
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 20.599069172213923,
      "needless": 4.339709469716843,
      "none": 5.276861460241553,
      "right_risk": 2.6176513670241994,
      "right_safety": 4.775797769631425,
      "wrong_risk": 6.9525452757184985
     },
     "calls": {
      "missed": 475.0,
      "needless": 102.0,
      "right_risk": 231.0,
      "right_safety": 682.0,
      "wrong_risk": 106.0
     },
     "confidence": {
      "auroc_right_risk": 0.55376254180602,
      "missed_mean_p": 0.3793553566878981,
      "missed_n": 471,
      "taken_grouped": 1,
      "taken_n": 438,
      "taken_other": 0
     },
     "error_rate": 44.56163451454644,
     "found": {
      "den": 812.0,
      "n": 231.0,
      "share": 0.28448275862068967
     },
     "good": {
      "den": 439.0,
      "n": 231.0,
      "share": 0.5261958997722096
     },
     "judgement": 57.719035890218166,
     "judgement_hi": 59.57356066326113,
     "judgement_lo": 55.77463111538732,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18244406196213425,
      "x": 0.7155172413793104,
      "y": 0.13010204081632654
     },
     "margin": 0.001,
     "missed": {
      "den": 812.0,
      "n": 475.0,
      "share": 0.5849753694581281
     },
     "needless": {
      "den": 784.0,
      "n": 102.0,
      "share": 0.13010204081632654
     },
     "needless_by_loss": {
      "big": {
       "den": 784.0,
       "n": 64.0,
       "share": 0.08163265306122448
      },
      "medium": {
       "den": 784.0,
       "n": 25.0,
       "share": 0.03188775510204082
      },
      "small": {
       "den": 784.0,
       "n": 13.0,
       "share": 0.016581632653061226
      }
     },
     "no_trade_off": 448.0,
     "reference": null,
     "right_safety": {
      "den": 784.0,
      "n": 682.0,
      "share": 0.8698979591836735
     },
     "risk_pays": 812.0,
     "safety_pays": 784.0,
     "scored": 2044,
     "sdt": {
      "aim": {
       "den": 337.0,
       "n": 231.0,
       "share": 0.685459940652819
      },
      "beta": 0.9472541816185607,
      "caution": 0.6690278669174685,
      "caution_hi": 0.7427717787884429,
      "caution_lo": 0.6028018075212981,
      "cstar": -0.05959189754114489,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9093151392476426,
      "dprime_hi": 1.0435272586707478,
      "dprime_lo": 0.7969518840276362,
      "false_alarm": {
       "den": 784.0,
       "n": 102.0,
       "share": 0.13010204081632654
      },
      "false_alarm_rate": 0.1305732484076433,
      "hit": {
       "den": 812.0,
       "n": 337.0,
       "share": 0.41502463054187194
      },
      "hit_rate": 0.4151291512915129,
      "missed_loss": 0.1772820942652853,
      "missed_n": 475.0,
      "na": null,
      "needless_loss": 0.1739287481588476,
      "needless_n": 102.0
     },
     "size": {
      "bad": {
       "mean": 7.701923076923077,
       "n": 208.0,
       "too_few": false
      },
      "right": {
       "mean": 7.619047619047619,
       "n": 231.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 473.0,
        "n": 160.0,
        "share": 0.3382663847780127
       },
       "missed": {
        "den": 473.0,
        "n": 261.0,
        "share": 0.5517970401691332
       },
       "risk_pays": 473.0,
       "wrong": {
        "den": 473.0,
        "n": 52.0,
        "share": 0.10993657505285412
       }
      },
      "medium": {
       "found": {
        "den": 238.0,
        "n": 58.0,
        "share": 0.24369747899159663
       },
       "missed": {
        "den": 238.0,
        "n": 140.0,
        "share": 0.5882352941176471
       },
       "risk_pays": 238.0,
       "wrong": {
        "den": 238.0,
        "n": 40.0,
        "share": 0.16806722689075632
       }
      },
      "small": {
       "found": {
        "den": 101.0,
        "n": 13.0,
        "share": 0.12871287128712872
       },
       "missed": {
        "den": 101.0,
        "n": 74.0,
        "share": 0.7326732673267327
       },
       "risk_pays": 101.0,
       "wrong": {
        "den": 101.0,
        "n": 14.0,
        "share": 0.13861386138613863
       }
      }
     },
     "trade_off": 1596.0,
     "wrong": {
      "den": 812.0,
      "n": 106.0,
      "share": 0.13054187192118227
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.720328355722,
      "needless": 4.705386757559039,
      "none": 5.276861460241553,
      "right_risk": 2.4199782271091252,
      "right_safety": 5.654538586123349,
      "wrong_risk": 6.7845411277913765
     },
     "calls": {
      "missed": 401.0,
      "needless": 129.0,
      "right_risk": 205.0,
      "right_safety": 756.0,
      "wrong_risk": 105.0
     },
     "confidence": {
      "auroc_right_risk": 0.5471132897603486,
      "missed_mean_p": 0.37999623308270675,
      "missed_n": 399,
      "taken_grouped": 1,
      "taken_n": 438,
      "taken_other": 0
     },
     "error_rate": 44.56163451454644,
     "found": {
      "den": 711.0,
      "n": 205.0,
      "share": 0.2883263009845288
     },
     "good": {
      "den": 439.0,
      "n": 205.0,
      "share": 0.46697038724373574
     },
     "judgement": 57.1281794560061,
     "judgement_hi": 58.939074415033005,
     "judgement_lo": 55.18123742876658,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2075098814229249,
      "x": 0.7116736990154712,
      "y": 0.14576271186440679
     },
     "margin": 0.02,
     "missed": {
      "den": 711.0,
      "n": 401.0,
      "share": 0.5639943741209564
     },
     "needless": {
      "den": 885.0,
      "n": 129.0,
      "share": 0.14576271186440679
     },
     "needless_by_loss": {
      "big": {
       "den": 885.0,
       "n": 72.0,
       "share": 0.08135593220338982
      },
      "medium": {
       "den": 885.0,
       "n": 30.0,
       "share": 0.03389830508474576
      },
      "small": {
       "den": 885.0,
       "n": 27.0,
       "share": 0.030508474576271188
      }
     },
     "no_trade_off": 448.0,
     "reference": null,
     "right_safety": {
      "den": 885.0,
      "n": 756.0,
      "share": 0.8542372881355932
     },
     "risk_pays": 711.0,
     "safety_pays": 885.0,
     "scored": 2044,
     "sdt": {
      "aim": {
       "den": 310.0,
       "n": 205.0,
       "share": 0.6612903225806451
      },
      "beta": 0.9232291666533905,
      "caution": 0.606955419623376,
      "caution_hi": 0.6857755535874996,
      "caution_lo": 0.5377396109908099,
      "cstar": -0.0895331632752304,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8921587019813048,
      "dprime_hi": 1.001008797322191,
      "dprime_lo": 0.795478607784307,
      "false_alarm": {
       "den": 885.0,
       "n": 129.0,
       "share": 0.14576271186440679
      },
      "false_alarm_rate": 0.14616252821670428,
      "hit": {
       "den": 711.0,
       "n": 310.0,
       "share": 0.4360056258790436
      },
      "hit_rate": 0.43609550561797755,
      "missed_loss": 0.20103915790072702,
      "missed_n": 401.0,
      "na": null,
      "needless_loss": 0.14911334158838258,
      "needless_n": 129.0
     },
     "size": {
      "bad": {
       "mean": 7.8076923076923075,
       "n": 234.0,
       "too_few": false
      },
      "right": {
       "mean": 7.487804878048781,
       "n": 205.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 473.0,
        "n": 155.0,
        "share": 0.3276955602536998
       },
       "missed": {
        "den": 473.0,
        "n": 261.0,
        "share": 0.5517970401691332
       },
       "risk_pays": 473.0,
       "wrong": {
        "den": 473.0,
        "n": 57.0,
        "share": 0.12050739957716702
       }
      },
      "medium": {
       "found": {
        "den": 238.0,
        "n": 50.0,
        "share": 0.21008403361344538
       },
       "missed": {
        "den": 238.0,
        "n": 140.0,
        "share": 0.5882352941176471
       },
       "risk_pays": 238.0,
       "wrong": {
        "den": 238.0,
        "n": 48.0,
        "share": 0.20168067226890757
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1596.0,
     "wrong": {
      "den": 711.0,
      "n": 105.0,
      "share": 0.14767932489451477
     }
    }
   },
   "route": {
    "provider": "local (baselabs_server.py)",
    "reasoning": null,
    "spec": "baselabs/baselabs/elephant-1"
   },
   "running": 0,
   "slug": "base-labs-elephant-1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7262009556097464,
    "auroc_blunder": 0.7006085147629403,
    "confident_badly_wrong": {
     "den": 2009,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 8,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 2009,
       "n": 8,
       "share": 0.003982080637132902
      },
      "mean_loss": 0.008058488368988037,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2009,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.10727079442508711,
    "held_out": {
     "blunders": 0.021878919445772818,
     "kept": 0.03705014335568181,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 2009,
    "surest": {
     "cut": 0.506857,
     "error_rate": 10.338097958868113,
     "n": 503,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-02T18:29:27.274Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2021,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2021
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-02T18:37:12.854Z",
     "id": 780,
     "opponent": "SubQ Snap Preview",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-02T18:29:27.274Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:38:22.809Z",
     "id": 781,
     "opponent": "Celeris-1 Decision",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-02T18:29:27.375Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:37:11.508Z",
     "id": 782,
     "opponent": "Fastino GLiDE",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-02T18:29:27.475Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:36:58.437Z",
     "id": 783,
     "opponent": "Jev 1.14.0",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-02T18:29:27.675Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:41:58.126Z",
     "id": 806,
     "opponent": "Jev 1.13.0",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-02T18:36:58.596Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:43:53.976Z",
     "id": 807,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 4,
     "score_for": 6,
     "started": "2026-11-02T18:37:11.662Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:46:34.229Z",
     "id": 808,
     "opponent": "Safest",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-11-02T18:37:13.005Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:42:41.217Z",
     "id": 809,
     "opponent": "Inception Mercury Decide",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-02T18:38:22.978Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:47:16.691Z",
     "id": 810,
     "opponent": "Winnow-12B",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-02T18:41:58.274Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:50:47.791Z",
     "id": 811,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-02T18:42:41.945Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:49:51.194Z",
     "id": 812,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-02T18:43:54.110Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:49:40.686Z",
     "id": 813,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-02T18:46:34.367Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:51:00.555Z",
     "id": 814,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-02T18:47:16.840Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:53:37.181Z",
     "id": 815,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-02T18:49:40.816Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T18:54:05.420Z",
     "id": 816,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-02T18:49:51.326Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:00:38.511Z",
     "id": 818,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-02T18:55:43.769Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:46:32.871Z",
     "id": 820,
     "opponent": "Cygnet",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-02T19:43:43.185Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T19:52:25.101Z",
     "id": 821,
     "opponent": "Clef",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-02T19:43:43.200Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-02T20:01:18.417Z",
     "id": 828,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-02T19:54:06.153Z",
     "status": "finished"
    }
   ],
   "name": "Mammoth-1",
   "not_played": [],
   "played": 19,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7262009556097464,
    "best_share": 0.4903513112320633,
    "blunder_share": 0.23453735774369125,
    "brier": 0.2218338329862379,
    "clusters": 96,
    "confidence_n": 2009,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 2021,
    "ece": 0.10727079442508711,
    "engine_scored": 2021,
    "error_hi": 31.076324431766917,
    "error_lo": 26.240749229797704,
    "error_rate": 28.5432201794974,
    "first_date": "2026-11-02",
    "group_sizes": [
     66,
     67,
     68,
     76,
     79,
     81,
     85,
     87,
     89,
     93,
     105
    ],
    "grouped": 12,
    "invalid": 0,
    "last_date": "2026-11-02",
    "mean_confidence": 0.38546028670980587,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2021,
     "estimate": true,
     "excluded_hours": 0.7166666666666667,
     "gaps": [
      [
       "2026-11-02T19:00Z",
       "2026-11-02T19:43Z",
       43
      ]
     ],
     "gpu_decisions": 2021,
     "gpu_usd": 2.01871700839798,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.8107297222481847,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.8107297222481847,
       "machine": "rtx_pro_6000",
       "usd": 2.01871700839798,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 2.01871700839798,
     "usd_per_1000": 0.9988703653626819
    },
    "p95_loss": 0.27234458923339844,
    "probability_source": "decision",
    "retry_mean": 4.01355962394854,
    "scored": 2021,
    "time_median": 0.724,
    "time_p90": 1.049,
    "tokens_in": 3867.093518060366,
    "tokens_out": 1.012370113805047,
    "too_few": false,
    "usd_per_1000": 0.9988703653626819,
    "very_confident": 0.003982080637132902,
    "worst_mean": 0.41062249021955055
   },
   "record": {
    "drawn": 1,
    "lost": 2,
    "won": 16
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 11.507965804974907,
      "needless": 4.345661619994264,
      "none": 3.439893644673585,
      "right_risk": 2.275614426432123,
      "right_safety": 3.976581106676671,
      "wrong_risk": 2.99750357674585
     },
     "calls": {
      "missed": 359.0,
      "needless": 120.0,
      "right_risk": 288.0,
      "right_safety": 760.0,
      "wrong_risk": 73.0
     },
     "confidence": {
      "auroc_right_risk": 0.579289875377922,
      "missed_mean_p": 0.337582308988764,
      "missed_n": 356,
      "taken_grouped": 6,
      "taken_n": 475,
      "taken_other": 0
     },
     "error_rate": 28.5432201794974,
     "found": {
      "den": 720.0,
      "n": 288.0,
      "share": 0.4
     },
     "good": {
      "den": 481.0,
      "n": 288.0,
      "share": 0.5987525987525988
     },
     "judgement": 63.18181818181819,
     "judgement_hi": 65.19134121114112,
     "judgement_lo": 61.15605950216209,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16898148148148148,
      "x": 0.6,
      "y": 0.13636363636363635
     },
     "margin": 0.001,
     "missed": {
      "den": 720.0,
      "n": 359.0,
      "share": 0.4986111111111111
     },
     "needless": {
      "den": 880.0,
      "n": 120.0,
      "share": 0.13636363636363635
     },
     "needless_by_loss": {
      "big": {
       "den": 880.0,
       "n": 72.0,
       "share": 0.08181818181818182
      },
      "medium": {
       "den": 880.0,
       "n": 36.0,
       "share": 0.04090909090909091
      },
      "small": {
       "den": 880.0,
       "n": 12.0,
       "share": 0.013636363636363636
      }
     },
     "no_trade_off": 421.0,
     "reference": null,
     "right_safety": {
      "den": 880.0,
      "n": 760.0,
      "share": 0.8636363636363636
     },
     "risk_pays": 720.0,
     "safety_pays": 880.0,
     "scored": 2021,
     "sdt": {
      "aim": {
       "den": 361.0,
       "n": 288.0,
       "share": 0.7977839335180056
      },
      "beta": 1.3807680269109464,
      "caution": 0.5457204473932349,
      "caution_hi": 0.6207938910462271,
      "caution_lo": 0.47678227237436055,
      "cstar": 0.2937378153063948,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0983941078909032,
      "dprime_hi": 1.2312399316233154,
      "dprime_lo": 0.9681809012197965,
      "false_alarm": {
       "den": 880.0,
       "n": 120.0,
       "share": 0.13636363636363635
      },
      "false_alarm_rate": 0.13677639046538026,
      "hit": {
       "den": 720.0,
       "n": 361.0,
       "share": 0.5013888888888889
      },
      "hit_rate": 0.5013869625520111,
      "missed_loss": 0.12956879605489854,
      "missed_n": 359.0,
      "na": null,
      "needless_loss": 0.14637636890014014,
      "needless_n": 120.0
     },
     "size": {
      "bad": {
       "mean": 8.974093264248705,
       "n": 193.0,
       "too_few": true
      },
      "right": {
       "mean": 9.381944444444445,
       "n": 288.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 396.0,
        "n": 208.0,
        "share": 0.5252525252525253
       },
       "missed": {
        "den": 396.0,
        "n": 164.0,
        "share": 0.41414141414141414
       },
       "risk_pays": 396.0,
       "wrong": {
        "den": 396.0,
        "n": 24.0,
        "share": 0.06060606060606061
       }
      },
      "medium": {
       "found": {
        "den": 239.0,
        "n": 71.0,
        "share": 0.29707112970711297
       },
       "missed": {
        "den": 239.0,
        "n": 139.0,
        "share": 0.5815899581589958
       },
       "risk_pays": 239.0,
       "wrong": {
        "den": 239.0,
        "n": 29.0,
        "share": 0.12133891213389121
       }
      },
      "small": {
       "found": {
        "den": 85.0,
        "n": 9.0,
        "share": 0.10588235294117647
       },
       "missed": {
        "den": 85.0,
        "n": 56.0,
        "share": 0.6588235294117647
       },
       "risk_pays": 85.0,
       "wrong": {
        "den": 85.0,
        "n": 20.0,
        "share": 0.23529411764705882
       }
      }
     },
     "trade_off": 1600.0,
     "wrong": {
      "den": 720.0,
      "n": 73.0,
      "share": 0.10138888888888889
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.133147644147254,
      "needless": 4.816084362857711,
      "none": 3.439893644673585,
      "right_risk": 1.7574604329704235,
      "right_safety": 4.3513992675043225,
      "wrong_risk": 3.045234827344103
     },
     "calls": {
      "missed": 303.0,
      "needless": 149.0,
      "right_risk": 262.0,
      "right_safety": 816.0,
      "wrong_risk": 70.0
     },
     "confidence": {
      "auroc_right_risk": 0.5668336314847943,
      "missed_mean_p": 0.33939537999999997,
      "missed_n": 300,
      "taken_grouped": 6,
      "taken_n": 475,
      "taken_other": 0
     },
     "error_rate": 28.5432201794974,
     "found": {
      "den": 635.0,
      "n": 262.0,
      "share": 0.4125984251968504
     },
     "good": {
      "den": 481.0,
      "n": 262.0,
      "share": 0.5446985446985447
     },
     "judgement": 62.90971400595651,
     "judgement_hi": 65.35717821468215,
     "judgement_lo": 60.589152961274785,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1876675603217158,
      "x": 0.5874015748031496,
      "y": 0.1544041450777202
     },
     "margin": 0.02,
     "missed": {
      "den": 635.0,
      "n": 303.0,
      "share": 0.47716535433070867
     },
     "needless": {
      "den": 965.0,
      "n": 149.0,
      "share": 0.1544041450777202
     },
     "needless_by_loss": {
      "big": {
       "den": 965.0,
       "n": 82.0,
       "share": 0.0849740932642487
      },
      "medium": {
       "den": 965.0,
       "n": 42.0,
       "share": 0.043523316062176166
      },
      "small": {
       "den": 965.0,
       "n": 25.0,
       "share": 0.025906735751295335
      }
     },
     "no_trade_off": 421.0,
     "reference": null,
     "right_safety": {
      "den": 965.0,
      "n": 816.0,
      "share": 0.8455958549222798
     },
     "risk_pays": 635.0,
     "safety_pays": 965.0,
     "scored": 2021,
     "sdt": {
      "aim": {
       "den": 332.0,
       "n": 262.0,
       "share": 0.7891566265060241
      },
      "beta": 1.3368604197295817,
      "caution": 0.47952130947953575,
      "caution_hi": 0.5548700014537458,
      "caution_lo": 0.4072264871038736,
      "cstar": 0.2704710877605647,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.073400846522042,
      "dprime_hi": 1.2168990195873375,
      "dprime_lo": 0.9339688898120596,
      "false_alarm": {
       "den": 965.0,
       "n": 149.0,
       "share": 0.1544041450777202
      },
      "false_alarm_rate": 0.15476190476190477,
      "hit": {
       "den": 635.0,
       "n": 332.0,
       "share": 0.5228346456692914
      },
      "hit_rate": 0.5227987421383647,
      "missed_loss": 0.14851545471169375,
      "missed_n": 303.0,
      "na": null,
      "needless_loss": 0.13064840936020716,
      "needless_n": 149.0
     },
     "size": {
      "bad": {
       "mean": 9.191780821917808,
       "n": 219.0,
       "too_few": false
      },
      "right": {
       "mean": 9.240458015267176,
       "n": 262.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 396.0,
        "n": 197.0,
        "share": 0.49747474747474746
       },
       "missed": {
        "den": 396.0,
        "n": 164.0,
        "share": 0.41414141414141414
       },
       "risk_pays": 396.0,
       "wrong": {
        "den": 396.0,
        "n": 35.0,
        "share": 0.08838383838383838
       }
      },
      "medium": {
       "found": {
        "den": 239.0,
        "n": 65.0,
        "share": 0.2719665271966527
       },
       "missed": {
        "den": 239.0,
        "n": 139.0,
        "share": 0.5815899581589958
       },
       "risk_pays": 239.0,
       "wrong": {
        "den": 239.0,
        "n": 35.0,
        "share": 0.14644351464435146
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1600.0,
     "wrong": {
      "den": 635.0,
      "n": 70.0,
      "share": 0.11023622047244094
     }
    }
   },
   "route": {
    "provider": "local (baselabs_server.py)",
    "reasoning": null,
    "spec": "baselabs/baselabs/mammoth-1"
   },
   "running": 0,
   "slug": "base-labs-mammoth-1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.6998741390575961,
    "auroc_blunder": 0.6565038799918668,
    "confident_badly_wrong": {
     "den": 1933,
     "n": 1,
     "share": 0.0005173305742369374
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 71,
       "n": 1,
       "share": 0.014084507042253521
      },
      "kept": {
       "den": 1933,
       "n": 71,
       "share": 0.03673047077082255
      },
      "mean_loss": 0.00595549378596561,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1933,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.03661764020108809,
    "held_out": {
     "blunders": 0.016147050645145634,
     "kept": 0.04888576325579412,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1933,
    "surest": {
     "cut": 0.6173823339776944,
     "error_rate": 13.34672119499238,
     "n": 484,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-06T00:49:11.217Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2154,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2154
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-06T01:04:25.599Z",
     "id": 829,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-06T00:49:11.217Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-06T01:01:02.850Z",
     "id": 830,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-11-06T00:49:11.227Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T00:57:35.973Z",
     "id": 831,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T00:49:11.242Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T00:55:34.717Z",
     "id": 832,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-06T00:49:11.263Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:05:24.167Z",
     "id": 839,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-06T00:55:34.985Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:03:21.421Z",
     "id": 842,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-06T00:57:36.211Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:14:47.812Z",
     "id": 844,
     "opponent": "Celeris-1 Decision",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-06T01:01:03.160Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:14:31.044Z",
     "id": 850,
     "opponent": "Jev 1.14.0",
     "score_against": 2,
     "score_for": 7,
     "started": "2026-11-06T01:03:21.592Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:15:28.632Z",
     "id": 851,
     "opponent": "GNUbg weak",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-06T01:04:25.604Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:15:27.806Z",
     "id": 854,
     "opponent": "Safest",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-06T01:05:24.521Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:18:43.560Z",
     "id": 862,
     "opponent": "Liquid d1-ultra",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-06T01:14:47.970Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:28:44.522Z",
     "id": 865,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-06T01:15:28.169Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:21:51.692Z",
     "id": 866,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-06T01:15:28.991Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:25:56.565Z",
     "id": 869,
     "opponent": "Winnow-12B",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-06T01:18:43.720Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:24:19.719Z",
     "id": 871,
     "opponent": "Cygnet",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-06T01:21:51.855Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:39:37.525Z",
     "id": 875,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 6,
     "started": "2026-11-06T01:31:41.225Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:03:36.187Z",
     "id": 878,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 6,
     "score_for": 6,
     "started": "2026-11-06T06:56:29.842Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:10:15.527Z",
     "id": 880,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-06T07:06:59.813Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:21:58.790Z",
     "id": 884,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 4,
     "score_for": 5,
     "started": "2026-11-06T07:17:29.819Z",
     "status": "finished"
    }
   ],
   "name": "Drex Max 1.1",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    }
   ],
   "played": 18,
   "price": {
    "billed_input_per_mtok": 0.03,
    "billed_label": "billed at Nace's launch price",
    "date": "2026-11-05",
    "input_per_mtok": 0.06,
    "label": "list price; output not billed",
    "output_per_mtok": 0.0,
    "source": "nace.ai/drex and console.nace.ai/docs/drex/reference/pricing"
   },
   "quality": {
    "auroc": 0.6998741390575961,
    "best_share": 0.467966573816156,
    "blunder_share": 0.24698235840297122,
    "brier": 0.21946604630177552,
    "clusters": 104,
    "confidence_n": 1933,
    "confident_badly_wrong": 0.0005173305742369374,
    "cost_coverage": 1.0,
    "decisions": 2154,
    "ece": 0.03661764020108809,
    "engine_scored": 2154,
    "error_hi": 33.655578951449584,
    "error_lo": 28.17783955785563,
    "error_rate": 30.938308412760858,
    "first_date": "2026-11-06",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 221,
    "invalid": 0,
    "last_date": "2026-11-06",
    "mean_confidence": 0.47211638192375877,
    "over_budget": 0.0,
    "p95_loss": 0.2940848469734189,
    "probability_source": "decision",
    "retry_mean": 4.769661095636026,
    "scored": 2154,
    "time_median": 0.44,
    "time_p90": 1.0282000000000002,
    "tokens_in": 4414.132311977716,
    "tokens_out": 553.6239554317549,
    "too_few": false,
    "usd_per_1000": 0.26484793871866297,
    "very_confident": 0.03673047077082255,
    "worst_mean": 0.4443892265359561
   },
   "record": {
    "drawn": 2,
    "lost": 4,
    "won": 12
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 11.927982614122282,
      "needless": 6.752659379052363,
      "none": 3.845989275222148,
      "right_risk": 1.909075175155172,
      "right_safety": 4.012854809603873,
      "wrong_risk": 2.4897471596050176
     },
     "calls": {
      "missed": 405.0,
      "needless": 164.0,
      "right_risk": 250.0,
      "right_safety": 775.0,
      "wrong_risk": 47.0
     },
     "confidence": {
      "auroc_right_risk": 0.4907097056251822,
      "missed_mean_p": 0.4207212264933824,
      "missed_n": 352,
      "taken_grouped": 54,
      "taken_n": 407,
      "taken_other": 0
     },
     "error_rate": 30.938308412760858,
     "found": {
      "den": 702.0,
      "n": 250.0,
      "share": 0.3561253561253561
     },
     "good": {
      "den": 461.0,
      "n": 250.0,
      "share": 0.5422993492407809
     },
     "judgement": 59.07357345057025,
     "judgement_hi": 61.29022329087368,
     "judgement_lo": 57.000760145880484,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10398230088495575,
      "x": 0.6438746438746439,
      "y": 0.17465388711395102
     },
     "margin": 0.001,
     "missed": {
      "den": 702.0,
      "n": 405.0,
      "share": 0.5769230769230769
     },
     "needless": {
      "den": 939.0,
      "n": 164.0,
      "share": 0.17465388711395102
     },
     "needless_by_loss": {
      "big": {
       "den": 939.0,
       "n": 102.0,
       "share": 0.10862619808306709
      },
      "medium": {
       "den": 939.0,
       "n": 46.0,
       "share": 0.04898828541001065
      },
      "small": {
       "den": 939.0,
       "n": 16.0,
       "share": 0.01703940362087327
      }
     },
     "no_trade_off": 513.0,
     "reference": null,
     "right_safety": {
      "den": 939.0,
      "n": 775.0,
      "share": 0.825346112886049
     },
     "risk_pays": 702.0,
     "safety_pays": 939.0,
     "scored": 2154,
     "sdt": {
      "aim": {
       "den": 297.0,
       "n": 250.0,
       "share": 0.8417508417508418
      },
      "beta": 1.8700253818340709,
      "caution": 0.564168975565462,
      "caution_hi": 0.6383458070788971,
      "caution_lo": 0.4947998839961255,
      "cstar": 0.8449212661152368,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7408406310160365,
      "dprime_hi": 0.874631176320093,
      "dprime_lo": 0.5960410140630347,
      "false_alarm": {
       "den": 939.0,
       "n": 164.0,
       "share": 0.17465388711395102
      },
      "false_alarm_rate": 0.175,
      "hit": {
       "den": 702.0,
       "n": 297.0,
       "share": 0.4230769230769231
      },
      "hit_rate": 0.42318634423897583,
      "missed_loss": 0.12687839284355257,
      "missed_n": 405.0,
      "na": null,
      "needless_loss": 0.17738083295705842,
      "needless_n": 164.0
     },
     "size": {
      "bad": {
       "mean": 10.341232227488153,
       "n": 211.0,
       "too_few": false
      },
      "right": {
       "mean": 11.196,
       "n": 250.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 370.0,
        "n": 163.0,
        "share": 0.44054054054054054
       },
       "missed": {
        "den": 370.0,
        "n": 186.0,
        "share": 0.5027027027027027
       },
       "risk_pays": 370.0,
       "wrong": {
        "den": 370.0,
        "n": 21.0,
        "share": 0.05675675675675676
       }
      },
      "medium": {
       "found": {
        "den": 241.0,
        "n": 67.0,
        "share": 0.27800829875518673
       },
       "missed": {
        "den": 241.0,
        "n": 159.0,
        "share": 0.6597510373443983
       },
       "risk_pays": 241.0,
       "wrong": {
        "den": 241.0,
        "n": 15.0,
        "share": 0.06224066390041494
       }
      },
      "small": {
       "found": {
        "den": 91.0,
        "n": 20.0,
        "share": 0.21978021978021978
       },
       "missed": {
        "den": 91.0,
        "n": 60.0,
        "share": 0.6593406593406593
       },
       "risk_pays": 91.0,
       "wrong": {
        "den": 91.0,
        "n": 11.0,
        "share": 0.12087912087912088
       }
      }
     },
     "trade_off": 1641.0,
     "wrong": {
      "den": 702.0,
      "n": 47.0,
      "share": 0.06695156695156695
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.616873389720475,
      "needless": 7.18516635750883,
      "none": 3.845989275222148,
      "right_risk": 1.7456041239098254,
      "right_safety": 4.323964034005681,
      "wrong_risk": 2.220711232393897
     },
     "calls": {
      "missed": 345.0,
      "needless": 195.0,
      "right_risk": 221.0,
      "right_safety": 835.0,
      "wrong_risk": 45.0
     },
     "confidence": {
      "auroc_right_risk": 0.4841068407058255,
      "missed_mean_p": 0.42222364351558717,
      "missed_n": 303,
      "taken_grouped": 54,
      "taken_n": 407,
      "taken_other": 0
     },
     "error_rate": 30.938308412760858,
     "found": {
      "den": 611.0,
      "n": 221.0,
      "share": 0.3617021276595745
     },
     "good": {
      "den": 461.0,
      "n": 221.0,
      "share": 0.4793926247288503
     },
     "judgement": 58.619086965503,
     "judgement_hi": 60.86185587474243,
     "judgement_lo": 56.34080823588604,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11538461538461539,
      "x": 0.6382978723404256,
      "y": 0.18932038834951456
     },
     "margin": 0.02,
     "missed": {
      "den": 611.0,
      "n": 345.0,
      "share": 0.5646481178396072
     },
     "needless": {
      "den": 1030.0,
      "n": 195.0,
      "share": 0.18932038834951456
     },
     "needless_by_loss": {
      "big": {
       "den": 1030.0,
       "n": 109.0,
       "share": 0.10582524271844661
      },
      "medium": {
       "den": 1030.0,
       "n": 47.0,
       "share": 0.04563106796116505
      },
      "small": {
       "den": 1030.0,
       "n": 39.0,
       "share": 0.037864077669902914
      }
     },
     "no_trade_off": 513.0,
     "reference": null,
     "right_safety": {
      "den": 1030.0,
      "n": 835.0,
      "share": 0.8106796116504854
     },
     "risk_pays": 611.0,
     "safety_pays": 1030.0,
     "scored": 2154,
     "sdt": {
      "aim": {
       "den": 266.0,
       "n": 221.0,
       "share": 0.8308270676691729
      },
      "beta": 1.8447098633019747,
      "caution": 0.5208937124904889,
      "caution_hi": 0.5996028585427463,
      "caution_lo": 0.4439115793921714,
      "cstar": 0.8542500695540115,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7167948019990426,
      "dprime_hi": 0.8527811558372264,
      "dprime_lo": 0.5824928911205155,
      "false_alarm": {
       "den": 1030.0,
       "n": 195.0,
       "share": 0.18932038834951456
      },
      "false_alarm_rate": 0.18962172647914646,
      "hit": {
       "den": 611.0,
       "n": 266.0,
       "share": 0.4353518821603928
      },
      "hit_rate": 0.4354575163398693,
      "missed_loss": 0.14505939293598782,
      "missed_n": 345.0,
      "na": null,
      "needless_loss": 0.15873690599050277,
      "needless_n": 195.0
     },
     "size": {
      "bad": {
       "mean": 10.6125,
       "n": 240.0,
       "too_few": false
      },
      "right": {
       "mean": 11.013574660633484,
       "n": 221.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 370.0,
        "n": 161.0,
        "share": 0.43513513513513513
       },
       "missed": {
        "den": 370.0,
        "n": 186.0,
        "share": 0.5027027027027027
       },
       "risk_pays": 370.0,
       "wrong": {
        "den": 370.0,
        "n": 23.0,
        "share": 0.062162162162162166
       }
      },
      "medium": {
       "found": {
        "den": 241.0,
        "n": 60.0,
        "share": 0.24896265560165975
       },
       "missed": {
        "den": 241.0,
        "n": 159.0,
        "share": 0.6597510373443983
       },
       "risk_pays": 241.0,
       "wrong": {
        "den": 241.0,
        "n": 22.0,
        "share": 0.0912863070539419
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1641.0,
     "wrong": {
      "den": 611.0,
      "n": 45.0,
      "share": 0.07364975450081833
     }
    }
   },
   "route": {
    "provider": "nace",
    "reasoning": null,
    "spec": "nace/drex-max-v1.1"
   },
   "running": 0,
   "slug": "drex-max-1-1",
   "status": "Published",
   "total": 19,
   "usd_per_1000_billed": 0.1324239693593315
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.6725182657686165,
    "auroc_blunder": 0.646375629416239,
    "confident_badly_wrong": {
     "den": 1725,
     "n": 13,
     "share": 0.007536231884057971
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 114,
       "n": 13,
       "share": 0.11403508771929824
      },
      "kept": {
       "den": 1725,
       "n": 114,
       "share": 0.06608695652173913
      },
      "mean_loss": 0.0397195358548248,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1725,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.09470707246376812,
    "held_out": {
     "blunders": 0.06094252747738621,
     "kept": 0.011740860337073966,
     "no_cutoff": 1,
     "runs": 300
    },
    "n": 1725,
    "surest": {
     "cut": 0.7227,
     "error_rate": 21.596528555232066,
     "n": 432,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-06T00:49:11.349Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1937,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1937
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-06T00:54:38.975Z",
     "id": 833,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-06T00:49:11.349Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T00:56:59.848Z",
     "id": 834,
     "opponent": "Inception Mercury Decide",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-06T00:49:11.364Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:04:25.649Z",
     "id": 835,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-06T00:49:11.379Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-06T00:54:39.303Z",
     "id": 836,
     "opponent": "Jev 1.13.0",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-06T00:49:11.399Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:02:10.081Z",
     "id": 837,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T00:54:40.868Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T00:56:55.328Z",
     "id": 838,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-06T00:54:41.006Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:00:42.954Z",
     "id": 840,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-06T00:56:55.626Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:07:51.321Z",
     "id": 841,
     "opponent": "Jev 1.14.0",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-06T00:56:59.998Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:05:05.993Z",
     "id": 843,
     "opponent": "GNUbg weak",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-06T01:00:43.966Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:09:17.649Z",
     "id": 849,
     "opponent": "Safest",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T01:02:10.256Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:11:53.540Z",
     "id": 852,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T01:04:25.657Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:20:50.935Z",
     "id": 853,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-06T01:05:06.165Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:14:50.296Z",
     "id": 858,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-06T01:09:17.818Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:22:48.040Z",
     "id": 860,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 7,
     "started": "2026-11-06T01:11:53.699Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:19:51.303Z",
     "id": 863,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-06T01:14:50.443Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:38:22.647Z",
     "id": 876,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-06T01:31:41.362Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:03:35.131Z",
     "id": 877,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 4,
     "score_for": 7,
     "started": "2026-11-06T06:56:29.819Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:13:48.810Z",
     "id": 881,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-06T07:06:59.826Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:19:06.524Z",
     "id": 883,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-06T07:17:29.809Z",
     "status": "finished"
    }
   ],
   "name": "Drex 2.0",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    }
   ],
   "played": 18,
   "price": {
    "date": "2026-11-05",
    "input_per_mtok": 0.06,
    "label": "list price (billed); output not billed",
    "output_per_mtok": 0.0,
    "source": "console.nace.ai/docs/drex/reference/pricing"
   },
   "quality": {
    "auroc": 0.6725182657686165,
    "best_share": 0.4522457408363449,
    "blunder_share": 0.27878162106350024,
    "brier": 0.23808808980289853,
    "clusters": 94,
    "confidence_n": 1725,
    "confident_badly_wrong": 0.007536231884057971,
    "cost_coverage": 1.0,
    "decisions": 1937,
    "ece": 0.09470707246376812,
    "engine_scored": 1937,
    "error_hi": 41.372282754929806,
    "error_lo": 35.6248909912586,
    "error_rate": 38.43995843373074,
    "first_date": "2026-11-06",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 212,
    "invalid": 0,
    "last_date": "2026-11-06",
    "mean_confidence": 0.5741273623188405,
    "over_budget": 0.0,
    "p95_loss": 0.3638655900955196,
    "probability_source": "decision",
    "retry_mean": 4.517282395456893,
    "scored": 1937,
    "time_median": 0.42,
    "time_p90": 1.0744,
    "tokens_in": 4304.3706763035625,
    "tokens_out": 345.23799690242646,
    "too_few": false,
    "usd_per_1000": 0.25826224057821373,
    "very_confident": 0.06608695652173913,
    "worst_mean": 0.547962448031632
   },
   "record": {
    "drawn": 0,
    "lost": 8,
    "won": 10
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 16.383626270860386,
      "needless": 5.331385240274172,
      "none": 4.720683019679418,
      "right_risk": 3.0441002619284974,
      "right_safety": 3.180535109189594,
      "wrong_risk": 5.779628531798666
     },
     "calls": {
      "missed": 388.0,
      "needless": 112.0,
      "right_risk": 220.0,
      "right_safety": 623.0,
      "wrong_risk": 91.0
     },
     "confidence": {
      "auroc_right_risk": 0.5408529294539657,
      "missed_mean_p": 0.5489137195121951,
      "missed_n": 328,
      "taken_grouped": 48,
      "taken_n": 375,
      "taken_other": 0
     },
     "error_rate": 38.43995843373074,
     "found": {
      "den": 699.0,
      "n": 220.0,
      "share": 0.3147353361945637
     },
     "good": {
      "den": 423.0,
      "n": 220.0,
      "share": 0.5200945626477541
     },
     "judgement": 58.11771919068056,
     "judgement_hi": 60.37935294319287,
     "judgement_lo": 55.74703988021249,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18997912317327767,
      "x": 0.6852646638054364,
      "y": 0.1523809523809524
     },
     "margin": 0.001,
     "missed": {
      "den": 699.0,
      "n": 388.0,
      "share": 0.5550786838340487
     },
     "needless": {
      "den": 735.0,
      "n": 112.0,
      "share": 0.1523809523809524
     },
     "needless_by_loss": {
      "big": {
       "den": 735.0,
       "n": 78.0,
       "share": 0.10612244897959183
      },
      "medium": {
       "den": 735.0,
       "n": 23.0,
       "share": 0.031292517006802724
      },
      "small": {
       "den": 735.0,
       "n": 11.0,
       "share": 0.014965986394557823
      }
     },
     "no_trade_off": 503.0,
     "reference": null,
     "right_safety": {
      "den": 735.0,
      "n": 623.0,
      "share": 0.8476190476190476
     },
     "risk_pays": 699.0,
     "safety_pays": 735.0,
     "scored": 1937,
     "sdt": {
      "aim": {
       "den": 311.0,
       "n": 220.0,
       "share": 0.707395498392283
      },
      "beta": 1.1853699106052906,
      "caution": 0.5812884190540328,
      "caution_hi": 0.651096113603337,
      "caution_lo": 0.5098654284662436,
      "cstar": 0.19194237905673558,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8859684221852566,
      "dprime_hi": 1.0367893183329728,
      "dprime_lo": 0.734709980811066,
      "false_alarm": {
       "den": 735.0,
       "n": 112.0,
       "share": 0.1523809523809524
      },
      "false_alarm_rate": 0.15285326086956522,
      "hit": {
       "den": 699.0,
       "n": 311.0,
       "share": 0.4449213161659514
      },
      "hit_rate": 0.445,
      "missed_loss": 0.1635829076631782,
      "missed_n": 388.0,
      "na": null,
      "needless_loss": 0.18440880732876913,
      "needless_n": 112.0
     },
     "size": {
      "bad": {
       "mean": 9.438423645320198,
       "n": 203.0,
       "too_few": false
      },
      "right": {
       "mean": 9.095454545454546,
       "n": 220.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 400.0,
        "n": 154.0,
        "share": 0.385
       },
       "missed": {
        "den": 400.0,
        "n": 199.0,
        "share": 0.4975
       },
       "risk_pays": 400.0,
       "wrong": {
        "den": 400.0,
        "n": 47.0,
        "share": 0.1175
       }
      },
      "medium": {
       "found": {
        "den": 216.0,
        "n": 55.0,
        "share": 0.25462962962962965
       },
       "missed": {
        "den": 216.0,
        "n": 128.0,
        "share": 0.5925925925925926
       },
       "risk_pays": 216.0,
       "wrong": {
        "den": 216.0,
        "n": 33.0,
        "share": 0.1527777777777778
       }
      },
      "small": {
       "found": {
        "den": 83.0,
        "n": 11.0,
        "share": 0.13253012048192772
       },
       "missed": {
        "den": 83.0,
        "n": 61.0,
        "share": 0.7349397590361446
       },
       "risk_pays": 83.0,
       "wrong": {
        "den": 83.0,
        "n": 11.0,
        "share": 0.13253012048192772
       }
      }
     },
     "trade_off": 1434.0,
     "wrong": {
      "den": 699.0,
      "n": 91.0,
      "share": 0.1301859799713877
     }
    },
    "robust": {
     "by_call": {
      "missed": 15.924503723862372,
      "needless": 5.657187321165141,
      "none": 4.720683019679418,
      "right_risk": 2.3673380319765687,
      "right_safety": 3.6396576561876097,
      "wrong_risk": 6.130588680859626
     },
     "calls": {
      "missed": 327.0,
      "needless": 134.0,
      "right_risk": 195.0,
      "right_safety": 684.0,
      "wrong_risk": 94.0
     },
     "confidence": {
      "auroc_right_risk": 0.525894294916034,
      "missed_mean_p": 0.5503895306859206,
      "missed_n": 277,
      "taken_grouped": 48,
      "taken_n": 375,
      "taken_other": 0
     },
     "error_rate": 38.43995843373074,
     "found": {
      "den": 616.0,
      "n": 195.0,
      "share": 0.31655844155844154
     },
     "good": {
      "den": 423.0,
      "n": 195.0,
      "share": 0.46099290780141844
     },
     "judgement": 57.637213031467304,
     "judgement_hi": 59.917152399241125,
     "judgement_lo": 55.214155304011705,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.22327790973871733,
      "x": 0.6834415584415584,
      "y": 0.16381418092909536
     },
     "margin": 0.02,
     "missed": {
      "den": 616.0,
      "n": 327.0,
      "share": 0.5308441558441559
     },
     "needless": {
      "den": 818.0,
      "n": 134.0,
      "share": 0.16381418092909536
     },
     "needless_by_loss": {
      "big": {
       "den": 818.0,
       "n": 85.0,
       "share": 0.1039119804400978
      },
      "medium": {
       "den": 818.0,
       "n": 26.0,
       "share": 0.03178484107579462
      },
      "small": {
       "den": 818.0,
       "n": 23.0,
       "share": 0.028117359413202935
      }
     },
     "no_trade_off": 503.0,
     "reference": null,
     "right_safety": {
      "den": 818.0,
      "n": 684.0,
      "share": 0.8361858190709046
     },
     "risk_pays": 616.0,
     "safety_pays": 818.0,
     "scored": 1937,
     "sdt": {
      "aim": {
       "den": 289.0,
       "n": 195.0,
       "share": 0.6747404844290658
      },
      "beta": 1.1511984559710768,
      "caution": 0.5272542003280812,
      "caution_hi": 0.6010965188575734,
      "caution_lo": 0.45999850182339974,
      "cstar": 0.15645259248248033,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8999757250528874,
      "dprime_hi": 1.0656295745625348,
      "dprime_lo": 0.7442180631504162,
      "false_alarm": {
       "den": 818.0,
       "n": 134.0,
       "share": 0.16381418092909536
      },
      "false_alarm_rate": 0.16422466422466422,
      "hit": {
       "den": 616.0,
       "n": 289.0,
       "share": 0.46915584415584416
      },
      "hit_rate": 0.4692058346839546,
      "missed_loss": 0.18865910527903004,
      "missed_n": 327.0,
      "na": null,
      "needless_loss": 0.163551818523834,
      "needless_n": 134.0
     },
     "size": {
      "bad": {
       "mean": 9.359649122807017,
       "n": 228.0,
       "too_few": false
      },
      "right": {
       "mean": 9.143589743589743,
       "n": 195.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 400.0,
        "n": 143.0,
        "share": 0.3575
       },
       "missed": {
        "den": 400.0,
        "n": 199.0,
        "share": 0.4975
       },
       "risk_pays": 400.0,
       "wrong": {
        "den": 400.0,
        "n": 58.0,
        "share": 0.145
       }
      },
      "medium": {
       "found": {
        "den": 216.0,
        "n": 52.0,
        "share": 0.24074074074074073
       },
       "missed": {
        "den": 216.0,
        "n": 128.0,
        "share": 0.5925925925925926
       },
       "risk_pays": 216.0,
       "wrong": {
        "den": 216.0,
        "n": 36.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1434.0,
     "wrong": {
      "den": 616.0,
      "n": 94.0,
      "share": 0.1525974025974026
     }
    }
   },
   "route": {
    "provider": "nace",
    "reasoning": null,
    "spec": "nace/drex-v2.0"
   },
   "running": 0,
   "slug": "drex-2-0",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7084354675475317,
    "auroc_blunder": 0.6606463272031466,
    "confident_badly_wrong": {
     "den": 1904,
     "n": 27,
     "share": 0.014180672268907563
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 295,
       "n": 27,
       "share": 0.09152542372881356
      },
      "kept": {
       "den": 1904,
       "n": 295,
       "share": 0.15493697478991597
      },
      "mean_loss": 0.01815198447744725,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 36,
       "n": 1,
       "share": 0.027777777777777776
      },
      "kept": {
       "den": 1904,
       "n": 36,
       "share": 0.018907563025210083
      },
      "mean_loss": 0.0058481742938359576,
      "too_few": true
     }
    },
    "ece": 0.09231690091308907,
    "held_out": {
     "blunders": 0.027892017911660887,
     "kept": 0.024967696963465902,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1904,
    "surest": {
     "cut": 0.8140992103814145,
     "error_rate": 14.132831496100465,
     "n": 476,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-06T01:02:05.223Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2148,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2148
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-06T01:06:06.750Z",
     "id": 845,
     "opponent": "Inception Mercury Decide",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-06T01:02:05.223Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:17:18.451Z",
     "id": 846,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-06T01:02:05.248Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-06T01:09:12.620Z",
     "id": 847,
     "opponent": "Jev 1.13.0",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-06T01:02:05.268Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:08:01.943Z",
     "id": 848,
     "opponent": "SubQ Snap Preview",
     "score_against": 4,
     "score_for": 5,
     "started": "2026-11-06T01:02:05.394Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:14:03.834Z",
     "id": 855,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T01:06:06.940Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:09:48.880Z",
     "id": 856,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-06T01:08:02.110Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:14:51.201Z",
     "id": 857,
     "opponent": "Celeris-1 Decision",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-06T01:09:12.790Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:18:05.945Z",
     "id": 859,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T01:09:49.029Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:19:07.586Z",
     "id": 861,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-06T01:14:04.184Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:21:34.365Z",
     "id": 864,
     "opponent": "Safest",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-06T01:14:51.353Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:23:16.699Z",
     "id": 867,
     "opponent": "Liquid d1-ultra",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-06T01:17:18.457Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:29:30.109Z",
     "id": 868,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-06T01:18:06.105Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:25:06.236Z",
     "id": 870,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-06T01:19:07.740Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:29:33.702Z",
     "id": 872,
     "opponent": "Winnow-12B",
     "score_against": 1,
     "score_for": 7,
     "started": "2026-11-06T01:23:16.860Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:28:53.187Z",
     "id": 873,
     "opponent": "Cygnet",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-06T01:25:06.391Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T01:39:16.356Z",
     "id": 874,
     "opponent": "Clef",
     "score_against": 3,
     "score_for": 8,
     "started": "2026-11-06T01:31:35.233Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:02:19.673Z",
     "id": 879,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-06T06:56:40.853Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:12:30.070Z",
     "id": 882,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-06T07:07:10.855Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:26:11.572Z",
     "id": 885,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-06T07:17:40.853Z",
     "status": "finished"
    }
   ],
   "name": "Drex Max v1",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    }
   ],
   "played": 18,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7084354675475317,
    "best_share": 0.4818435754189944,
    "blunder_share": 0.23370577281191807,
    "brier": 0.22993908392279236,
    "clusters": 102,
    "confidence_n": 1904,
    "confident_badly_wrong": 0.014180672268907563,
    "cost_coverage": 1.0,
    "decisions": 2148,
    "ece": 0.09231690091308907,
    "engine_scored": 2148,
    "error_hi": 33.402004147966984,
    "error_lo": 27.41526559035769,
    "error_rate": 30.399406949679058,
    "first_date": "2026-11-06",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 244,
    "invalid": 0,
    "last_date": "2026-11-06",
    "mean_confidence": 0.6001950521735934,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2148,
     "estimate": true,
     "excluded_hours": 5.3,
     "gaps": [
      [
       "2026-11-06T01:39Z",
       "2026-11-06T06:56Z",
       318
      ]
     ],
     "gpu_decisions": 2148,
     "gpu_usd": 2.760075774804757,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 1.1084641665882558,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 1.1084641665882558,
       "machine": "rtx_pro_6000",
       "usd": 2.760075774804757,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 2.760075774804757,
     "usd_per_1000": 1.2849514780282854
    },
    "p95_loss": 0.3005077034235,
    "probability_source": "decision",
    "retry_mean": 3.035575884543762,
    "scored": 2148,
    "time_median": 0.684,
    "time_p90": 2.0117999999999996,
    "tokens_in": 4509.918528864059,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 1.2849514780282854,
    "very_confident": 0.15493697478991597,
    "worst_mean": 0.46616859525163595
   },
   "record": {
    "drawn": 0,
    "lost": 7,
    "won": 11
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 11.929249609482355,
      "needless": 3.736252620732984,
      "none": 5.163532333167572,
      "right_risk": 2.2298290395980884,
      "right_safety": 3.7679189826523127,
      "wrong_risk": 3.5726243640457453
     },
     "calls": {
      "missed": 388.0,
      "needless": 121.0,
      "right_risk": 299.0,
      "right_safety": 775.0,
      "wrong_risk": 74.0
     },
     "confidence": {
      "auroc_right_risk": 0.6175045791959896,
      "missed_mean_p": 0.5462819849475451,
      "missed_n": 326,
      "taken_grouped": 77,
      "taken_n": 417,
      "taken_other": 0
     },
     "error_rate": 30.399406949679058,
     "found": {
      "den": 761.0,
      "n": 299.0,
      "share": 0.392904073587385
     },
     "good": {
      "den": 494.0,
      "n": 299.0,
      "share": 0.6052631578947368
     },
     "judgement": 62.8929715365121,
     "judgement_hi": 64.67079552632809,
     "judgement_lo": 61.06747340736879,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16017316017316016,
      "x": 0.607095926412615,
      "y": 0.13504464285714285
     },
     "margin": 0.001,
     "missed": {
      "den": 761.0,
      "n": 388.0,
      "share": 0.5098554533508541
     },
     "needless": {
      "den": 896.0,
      "n": 121.0,
      "share": 0.13504464285714285
     },
     "needless_by_loss": {
      "big": {
       "den": 896.0,
       "n": 69.0,
       "share": 0.07700892857142858
      },
      "medium": {
       "den": 896.0,
       "n": 39.0,
       "share": 0.04352678571428571
      },
      "small": {
       "den": 896.0,
       "n": 13.0,
       "share": 0.014508928571428572
      }
     },
     "no_trade_off": 491.0,
     "reference": null,
     "right_safety": {
      "den": 896.0,
      "n": 775.0,
      "share": 0.8649553571428571
     },
     "risk_pays": 761.0,
     "safety_pays": 896.0,
     "scored": 2148,
     "sdt": {
      "aim": {
       "den": 373.0,
       "n": 299.0,
       "share": 0.8016085790884718
      },
      "beta": 1.1824773070148114,
      "caution": 0.5628297224505625,
      "caution_hi": 0.6485467380564583,
      "caution_lo": 0.479833007278249,
      "cstar": 0.15572784647496937,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0763113618321256,
      "dprime_hi": 1.2233446286106087,
      "dprime_lo": 0.9475883845350945,
      "false_alarm": {
       "den": 896.0,
       "n": 121.0,
       "share": 0.13504464285714285
      },
      "false_alarm_rate": 0.1354515050167224,
      "hit": {
       "den": 761.0,
       "n": 373.0,
       "share": 0.49014454664914586
      },
      "hit_rate": 0.49015748031496065,
      "missed_loss": 0.13208261938746443,
      "missed_n": 388.0,
      "na": null,
      "needless_loss": 0.1326524070964372,
      "needless_n": 121.0
     },
     "size": {
      "bad": {
       "mean": 10.025641025641026,
       "n": 195.0,
       "too_few": true
      },
      "right": {
       "mean": 10.799331103678929,
       "n": 299.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 415.0,
        "n": 200.0,
        "share": 0.4819277108433735
       },
       "missed": {
        "den": 415.0,
        "n": 179.0,
        "share": 0.43132530120481927
       },
       "risk_pays": 415.0,
       "wrong": {
        "den": 415.0,
        "n": 36.0,
        "share": 0.08674698795180723
       }
      },
      "medium": {
       "found": {
        "den": 243.0,
        "n": 83.0,
        "share": 0.34156378600823045
       },
       "missed": {
        "den": 243.0,
        "n": 139.0,
        "share": 0.5720164609053497
       },
       "risk_pays": 243.0,
       "wrong": {
        "den": 243.0,
        "n": 21.0,
        "share": 0.08641975308641975
       }
      },
      "small": {
       "found": {
        "den": 103.0,
        "n": 16.0,
        "share": 0.1553398058252427
       },
       "missed": {
        "den": 103.0,
        "n": 70.0,
        "share": 0.6796116504854369
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 17.0,
        "share": 0.1650485436893204
       }
      }
     },
     "trade_off": 1657.0,
     "wrong": {
      "den": 761.0,
      "n": 74.0,
      "share": 0.09724047306176084
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.549494411359285,
      "needless": 4.177218119247888,
      "none": 5.163532333167572,
      "right_risk": 1.9752871751563288,
      "right_safety": 4.147674180775382,
      "wrong_risk": 3.3862007299726016
     },
     "calls": {
      "missed": 318.0,
      "needless": 154.0,
      "right_risk": 271.0,
      "right_safety": 845.0,
      "wrong_risk": 69.0
     },
     "confidence": {
      "auroc_right_risk": 0.5973473938492985,
      "missed_mean_p": 0.5392760889670947,
      "missed_n": 269,
      "taken_grouped": 77,
      "taken_n": 417,
      "taken_other": 0
     },
     "error_rate": 30.399406949679058,
     "found": {
      "den": 658.0,
      "n": 271.0,
      "share": 0.41185410334346506
     },
     "good": {
      "den": 494.0,
      "n": 271.0,
      "share": 0.548582995951417
     },
     "judgement": 62.88499745946554,
     "judgement_hi": 65.17618688644963,
     "judgement_lo": 60.58673900168517,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.17829457364341086,
      "x": 0.5881458966565349,
      "y": 0.15415415415415415
     },
     "margin": 0.02,
     "missed": {
      "den": 658.0,
      "n": 318.0,
      "share": 0.48328267477203646
     },
     "needless": {
      "den": 999.0,
      "n": 154.0,
      "share": 0.15415415415415415
     },
     "needless_by_loss": {
      "big": {
       "den": 999.0,
       "n": 74.0,
       "share": 0.07407407407407407
      },
      "medium": {
       "den": 999.0,
       "n": 47.0,
       "share": 0.04704704704704705
      },
      "small": {
       "den": 999.0,
       "n": 33.0,
       "share": 0.03303303303303303
      }
     },
     "no_trade_off": 491.0,
     "reference": null,
     "right_safety": {
      "den": 999.0,
      "n": 845.0,
      "share": 0.8458458458458459
     },
     "risk_pays": 658.0,
     "safety_pays": 999.0,
     "scored": 2148,
     "sdt": {
      "aim": {
       "den": 340.0,
       "n": 271.0,
       "share": 0.7970588235294118
      },
      "beta": 1.133888038393779,
      "caution": 0.48773491426651266,
      "caution_hi": 0.5697841029191577,
      "caution_lo": 0.4057106344930161,
      "cstar": 0.11863236042191876,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0591753245846314,
      "dprime_hi": 1.2026764985949445,
      "dprime_lo": 0.9324604096490028,
      "false_alarm": {
       "den": 999.0,
       "n": 154.0,
       "share": 0.15415415415415415
      },
      "false_alarm_rate": 0.1545,
      "hit": {
       "den": 658.0,
       "n": 340.0,
       "share": 0.5167173252279635
      },
      "hit_rate": 0.5166919575113809,
      "missed_loss": 0.15602713204779714,
      "missed_n": 318.0,
      "na": null,
      "needless_loss": 0.11652811065122679,
      "needless_n": 154.0
     },
     "size": {
      "bad": {
       "mean": 10.215246636771301,
       "n": 223.0,
       "too_few": false
      },
      "right": {
       "mean": 10.723247232472325,
       "n": 271.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 415.0,
        "n": 195.0,
        "share": 0.46987951807228917
       },
       "missed": {
        "den": 415.0,
        "n": 179.0,
        "share": 0.43132530120481927
       },
       "risk_pays": 415.0,
       "wrong": {
        "den": 415.0,
        "n": 41.0,
        "share": 0.09879518072289156
       }
      },
      "medium": {
       "found": {
        "den": 243.0,
        "n": 76.0,
        "share": 0.31275720164609055
       },
       "missed": {
        "den": 243.0,
        "n": 139.0,
        "share": 0.5720164609053497
       },
       "risk_pays": 243.0,
       "wrong": {
        "den": 243.0,
        "n": 28.0,
        "share": 0.11522633744855967
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1657.0,
     "wrong": {
      "den": 658.0,
      "n": 69.0,
      "share": 0.10486322188449848
     }
    }
   },
   "route": {
    "provider": "local (drex_max_server.py)",
    "reasoning": null,
    "spec": "drex-max/drex-max-v1"
   },
   "running": 0,
   "slug": "drex-max-v1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.6893138357705287,
    "auroc_blunder": 0.622188942501606,
    "confident_badly_wrong": {
     "den": 1821,
     "n": 14,
     "share": 0.007688083470620538
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 126,
       "n": 14,
       "share": 0.1111111111111111
      },
      "kept": {
       "den": 1821,
       "n": 126,
       "share": 0.06919275123558484
      },
      "mean_loss": 0.021184674331120083,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1821,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.13482921471718837,
    "held_out": {
     "blunders": 0.039907123447092796,
     "kept": 0.013551263895749196,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1821,
    "surest": {
     "cut": 0.7207,
     "error_rate": 18.112520442197198,
     "n": 456,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-06T07:44:56.188Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1993,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1993
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-06T08:00:09.324Z",
     "id": 886,
     "opponent": "GPT-6 Luna (Decisions API)",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-06T07:44:56.188Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-06T07:48:16.235Z",
     "id": 887,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-06T07:44:56.193Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:48:53.349Z",
     "id": 888,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T07:44:56.203Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:48:09.938Z",
     "id": 889,
     "opponent": "Inception Mercury Decide",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-06T07:44:56.218Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:51:54.215Z",
     "id": 890,
     "opponent": "Fastino GLiDE",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-06T07:48:10.477Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:50:22.075Z",
     "id": 891,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 8,
     "started": "2026-11-06T07:48:16.402Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:51:46.768Z",
     "id": 892,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-06T07:48:53.518Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:53:47.680Z",
     "id": 893,
     "opponent": "Jev 1.14.0",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-06T07:50:22.355Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:54:01.754Z",
     "id": 894,
     "opponent": "GNUbg weak",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-06T07:51:46.937Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:53:50.105Z",
     "id": 895,
     "opponent": "Safest",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-06T07:51:54.372Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:56:23.354Z",
     "id": 896,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-06T07:53:47.841Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:56:55.600Z",
     "id": 897,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-06T07:53:50.268Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:57:02.372Z",
     "id": 898,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-06T07:54:01.906Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T07:57:34.044Z",
     "id": 899,
     "opponent": "Winnow-12B",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-06T07:56:23.505Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T08:04:49.541Z",
     "id": 900,
     "opponent": "Cygnet",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-06T08:03:26.188Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T08:06:57.184Z",
     "id": 901,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-06T08:03:56.202Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T08:11:15.551Z",
     "id": 902,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-06T08:09:26.192Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T08:17:04.234Z",
     "id": 903,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-06T08:14:56.201Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-06T08:22:30.140Z",
     "id": 904,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-06T08:19:56.188Z",
     "status": "finished"
    }
   ],
   "name": "Drex 2.0 (local)",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    }
   ],
   "played": 18,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.6893138357705287,
    "best_share": 0.42749623682890114,
    "blunder_share": 0.29553437029603613,
    "brier": 0.2387538509280615,
    "clusters": 98,
    "confidence_n": 1821,
    "confident_badly_wrong": 0.007688083470620538,
    "cost_coverage": 1.0,
    "decisions": 1993,
    "ece": 0.13482921471718837,
    "engine_scored": 1993,
    "error_hi": 47.06415796518538,
    "error_lo": 39.12324195114911,
    "error_rate": 42.94424219551364,
    "first_date": "2026-11-06",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 172,
    "invalid": 0,
    "last_date": "2026-11-06",
    "mean_confidence": 0.5768940142778692,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1993,
     "estimate": true,
     "excluded_hours": 0.0,
     "gaps": [],
     "gpu_decisions": 1993,
     "gpu_usd": 1.5584391249736176,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.6258791666560712,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.6258791666560712,
       "machine": "rtx_pro_6000",
       "usd": 1.5584391249736176,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 1.5584391249736176,
     "usd_per_1000": 0.7819564099215341
    },
    "p95_loss": 0.4099020004272458,
    "probability_source": "decision",
    "retry_mean": 1.4403813346713497,
    "scored": 1993,
    "time_median": 0.399,
    "time_p90": 0.499,
    "tokens_in": 4168.710486703462,
    "tokens_out": 333.5373808329152,
    "too_few": false,
    "usd_per_1000": 0.7819564099215341,
    "very_confident": 0.06919275123558484,
    "worst_mean": 0.6093374681472778
   },
   "record": {
    "drawn": 0,
    "lost": 11,
    "won": 7
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 18.986283678596962,
      "needless": 6.958101069993011,
      "none": 4.383208117051993,
      "right_risk": 2.5421559915312915,
      "right_safety": 3.412114948826822,
      "wrong_risk": 6.662378389513559
     },
     "calls": {
      "missed": 434.0,
      "needless": 148.0,
      "right_risk": 189.0,
      "right_safety": 581.0,
      "wrong_risk": 97.0
     },
     "confidence": {
      "auroc_right_risk": 0.5420030136691422,
      "missed_mean_p": 0.5711517948717949,
      "missed_n": 390,
      "taken_grouped": 43,
      "taken_n": 391,
      "taken_other": 0
     },
     "error_rate": 42.94424219551364,
     "found": {
      "den": 720.0,
      "n": 189.0,
      "share": 0.2625
     },
     "good": {
      "den": 434.0,
      "n": 189.0,
      "share": 0.43548387096774194
     },
     "judgement": 52.97410836762688,
     "judgement_hi": 55.210541569439826,
     "judgement_lo": 50.52839327527747,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18267419962335216,
      "x": 0.7375,
      "y": 0.2030178326474623
     },
     "margin": 0.001,
     "missed": {
      "den": 720.0,
      "n": 434.0,
      "share": 0.6027777777777777
     },
     "needless": {
      "den": 729.0,
      "n": 148.0,
      "share": 0.2030178326474623
     },
     "needless_by_loss": {
      "big": {
       "den": 729.0,
       "n": 103.0,
       "share": 0.1412894375857339
      },
      "medium": {
       "den": 729.0,
       "n": 29.0,
       "share": 0.039780521262002745
      },
      "small": {
       "den": 729.0,
       "n": 16.0,
       "share": 0.02194787379972565
      }
     },
     "no_trade_off": 544.0,
     "reference": null,
     "right_safety": {
      "den": 729.0,
      "n": 581.0,
      "share": 0.7969821673525377
     },
     "risk_pays": 720.0,
     "safety_pays": 729.0,
     "scored": 1993,
     "sdt": {
      "aim": {
       "den": 286.0,
       "n": 189.0,
       "share": 0.6608391608391608
      },
      "beta": 1.0881125348744056,
      "caution": 0.5448124557649701,
      "caution_hi": 0.6253120531823073,
      "caution_lo": 0.4698895968228757,
      "cstar": 0.1483365661191392,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5692768686993965,
      "dprime_hi": 0.7136508430862502,
      "dprime_lo": 0.42852651981785966,
      "false_alarm": {
       "den": 729.0,
       "n": 148.0,
       "share": 0.2030178326474623
      },
      "false_alarm_rate": 0.20342465753424657,
      "hit": {
       "den": 720.0,
       "n": 286.0,
       "share": 0.3972222222222222
      },
      "hit_rate": 0.3973647711511789,
      "missed_loss": 0.17437632890066243,
      "missed_n": 434.0,
      "na": null,
      "needless_loss": 0.18739858692562258,
      "needless_n": 148.0
     },
     "size": {
      "bad": {
       "mean": 9.29795918367347,
       "n": 245.0,
       "too_few": false
      },
      "right": {
       "mean": 8.074074074074074,
       "n": 189.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 406.0,
        "n": 148.0,
        "share": 0.3645320197044335
       },
       "missed": {
        "den": 406.0,
        "n": 213.0,
        "share": 0.5246305418719212
       },
       "risk_pays": 406.0,
       "wrong": {
        "den": 406.0,
        "n": 45.0,
        "share": 0.11083743842364532
       }
      },
      "medium": {
       "found": {
        "den": 233.0,
        "n": 30.0,
        "share": 0.12875536480686695
       },
       "missed": {
        "den": 233.0,
        "n": 167.0,
        "share": 0.7167381974248928
       },
       "risk_pays": 233.0,
       "wrong": {
        "den": 233.0,
        "n": 36.0,
        "share": 0.15450643776824036
       }
      },
      "small": {
       "found": {
        "den": 81.0,
        "n": 11.0,
        "share": 0.13580246913580246
       },
       "missed": {
        "den": 81.0,
        "n": 54.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 81.0,
       "wrong": {
        "den": 81.0,
        "n": 16.0,
        "share": 0.19753086419753085
       }
      }
     },
     "trade_off": 1449.0,
     "wrong": {
      "den": 720.0,
      "n": 97.0,
      "share": 0.13472222222222222
     }
    },
    "robust": {
     "by_call": {
      "missed": 18.40945359784876,
      "needless": 7.5381436556712265,
      "none": 4.383208117051993,
      "right_risk": 2.230621279930865,
      "right_safety": 3.9889450295750244,
      "wrong_risk": 6.393870515435769
     },
     "calls": {
      "missed": 380.0,
      "needless": 175.0,
      "right_risk": 167.0,
      "right_safety": 635.0,
      "wrong_risk": 92.0
     },
     "confidence": {
      "auroc_right_risk": 0.5310596661403113,
      "missed_mean_p": 0.5696472463768116,
      "missed_n": 345,
      "taken_grouped": 43,
      "taken_n": 391,
      "taken_other": 0
     },
     "error_rate": 42.94424219551364,
     "found": {
      "den": 639.0,
      "n": 167.0,
      "share": 0.26134585289514867
     },
     "good": {
      "den": 434.0,
      "n": 167.0,
      "share": 0.3847926267281106
     },
     "judgement": 52.26482350895496,
     "judgement_hi": 54.423195655505594,
     "judgement_lo": 50.057946044931775,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19491525423728814,
      "x": 0.7386541471048513,
      "y": 0.21604938271604937
     },
     "margin": 0.02,
     "missed": {
      "den": 639.0,
      "n": 380.0,
      "share": 0.594679186228482
     },
     "needless": {
      "den": 810.0,
      "n": 175.0,
      "share": 0.21604938271604937
     },
     "needless_by_loss": {
      "big": {
       "den": 810.0,
       "n": 113.0,
       "share": 0.13950617283950617
      },
      "medium": {
       "den": 810.0,
       "n": 34.0,
       "share": 0.04197530864197531
      },
      "small": {
       "den": 810.0,
       "n": 28.0,
       "share": 0.0345679012345679
      }
     },
     "no_trade_off": 544.0,
     "reference": null,
     "right_safety": {
      "den": 810.0,
      "n": 635.0,
      "share": 0.7839506172839507
     },
     "risk_pays": 639.0,
     "safety_pays": 810.0,
     "scored": 1993,
     "sdt": {
      "aim": {
       "den": 259.0,
       "n": 167.0,
       "share": 0.6447876447876448
      },
      "beta": 1.12707604582803,
      "caution": 0.511813861179727,
      "caution_hi": 0.593643608492601,
      "caution_lo": 0.4330840888043008,
      "cstar": 0.2194203693351689,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5451941835542964,
      "dprime_hi": 0.68019793871639,
      "dprime_lo": 0.42614880640210856,
      "false_alarm": {
       "den": 810.0,
       "n": 175.0,
       "share": 0.21604938271604937
      },
      "false_alarm_rate": 0.21639950678175093,
      "hit": {
       "den": 639.0,
       "n": 259.0,
       "share": 0.405320813771518
      },
      "hit_rate": 0.40546875,
      "missed_loss": 0.19310547905532938,
      "missed_n": 380.0,
      "na": null,
      "needless_loss": 0.1716973749228886,
      "needless_n": 175.0
     },
     "size": {
      "bad": {
       "mean": 9.176029962546817,
       "n": 267.0,
       "too_few": false
      },
      "right": {
       "mean": 8.107784431137725,
       "n": 167.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 406.0,
        "n": 140.0,
        "share": 0.3448275862068966
       },
       "missed": {
        "den": 406.0,
        "n": 213.0,
        "share": 0.5246305418719212
       },
       "risk_pays": 406.0,
       "wrong": {
        "den": 406.0,
        "n": 53.0,
        "share": 0.13054187192118227
       }
      },
      "medium": {
       "found": {
        "den": 233.0,
        "n": 27.0,
        "share": 0.11587982832618025
       },
       "missed": {
        "den": 233.0,
        "n": 167.0,
        "share": 0.7167381974248928
       },
       "risk_pays": 233.0,
       "wrong": {
        "den": 233.0,
        "n": 39.0,
        "share": 0.16738197424892703
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1449.0,
     "wrong": {
      "den": 639.0,
      "n": 92.0,
      "share": 0.14397496087636932
     }
    }
   },
   "route": {
    "provider": "local (drex-v2.0 serve.py)",
    "reasoning": null,
    "spec": "drex-local/drex-v2.0"
   },
   "running": 0,
   "slug": "drex-2-0-local",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7402116720890067,
    "auroc_blunder": 0.707477732909471,
    "confident_badly_wrong": {
     "den": 1997,
     "n": 2,
     "share": 0.00100150225338007
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 161,
       "n": 2,
       "share": 0.012422360248447204
      },
      "kept": {
       "den": 1997,
       "n": 161,
       "share": 0.08062093139709564
      },
      "mean_loss": 0.0028516244814262627,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 12,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1997,
       "n": 12,
       "share": 0.006009013520280421
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.03682147741170698,
    "held_out": {
     "blunders": 0.015441829517189053,
     "kept": 0.08439876152577959,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1997,
    "surest": {
     "cut": 0.7319191409103021,
     "error_rate": 7.47512948513031,
     "n": 500,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-07T11:33:50.891Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1998,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1998
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-07T11:42:06.910Z",
     "id": 905,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 7,
     "started": "2026-11-07T11:33:50.891Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T11:42:03.289Z",
     "id": 906,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-07T11:33:50.910Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T11:41:25.587Z",
     "id": 907,
     "opponent": "Safest",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-07T11:33:50.926Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T12:49:15.995Z",
     "id": 908,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-07T12:45:36.918Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T12:53:59.482Z",
     "id": 909,
     "opponent": "Winnow-12B",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-07T12:49:58.522Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T12:57:44.342Z",
     "id": 910,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-07T12:55:12.707Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T13:03:56.481Z",
     "id": 911,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-07T12:58:40.406Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T13:09:54.031Z",
     "id": 912,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-07T13:05:06.580Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T13:14:05.747Z",
     "id": 913,
     "opponent": "Clef",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-07T13:10:33.618Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T13:18:25.972Z",
     "id": 914,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-07T13:14:57.643Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T13:22:19.300Z",
     "id": 915,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-07T13:19:32.235Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:30:58.347Z",
     "id": 916,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-07T17:13:13.294Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:31:20.961Z",
     "id": 917,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-11-07T17:13:13.300Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:21:42.988Z",
     "id": 918,
     "opponent": "Jev 1.13.0",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-07T17:13:13.310Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:35:32.735Z",
     "id": 919,
     "opponent": "Jev 1.14.0",
     "score_against": 6,
     "score_for": 5,
     "started": "2026-11-07T17:13:13.325Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:37:40.574Z",
     "id": 920,
     "opponent": "Liquid d1-ultra",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-07T17:21:43.186Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:42:39.963Z",
     "id": 921,
     "opponent": "Inception Mercury Decide",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-07T17:30:58.575Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-07T17:42:48.246Z",
     "id": 922,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-07T17:31:21.164Z",
     "status": "finished"
    }
   ],
   "name": "REAX 1.3",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    }
   ],
   "played": 18,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7402116720890067,
    "best_share": 0.5165165165165165,
    "blunder_share": 0.22672672672672672,
    "brier": 0.20675332191862156,
    "clusters": 96,
    "confidence_n": 1997,
    "confident_badly_wrong": 0.00100150225338007,
    "cost_coverage": 1.0,
    "decisions": 1998,
    "ece": 0.03682147741170698,
    "engine_scored": 1998,
    "error_hi": 30.637409178729772,
    "error_lo": 24.942527866222,
    "error_rate": 27.772271060370826,
    "first_date": "2026-11-07",
    "group_sizes": [
     163
    ],
    "grouped": 1,
    "invalid": 0,
    "last_date": "2026-11-07",
    "mean_confidence": 0.5482626357288933,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1998,
     "estimate": true,
     "excluded_hours": 4.916666666666667,
     "gaps": [
      [
       "2026-11-07T11:42Z",
       "2026-11-07T12:45Z",
       64
      ],
      [
       "2026-11-07T13:22Z",
       "2026-11-07T17:13Z",
       231
      ]
     ],
     "gpu_decisions": 1998,
     "gpu_usd": 3.08761798318426,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 1.2400072221623533,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 1.2400072221623533,
       "machine": "rtx_pro_6000",
       "usd": 3.08761798318426,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 3.08761798318426,
     "usd_per_1000": 1.545354345938068
    },
    "p95_loss": 0.26112704873085,
    "probability_source": "decision",
    "retry_mean": 6.468281781781782,
    "scored": 1998,
    "time_median": 1.7435,
    "time_p90": 2.3103,
    "too_few": false,
    "usd_per_1000": 1.545354345938068,
    "very_confident": 0.08062093139709564,
    "worst_mean": 0.4219183847308159
   },
   "record": {
    "drawn": 1,
    "lost": 6,
    "won": 11
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 14.832231099600786,
      "needless": 2.8122768656269566,
      "none": 2.672013801497382,
      "right_risk": 1.2510071421886708,
      "right_safety": 4.495285406663969,
      "wrong_risk": 1.7094567447930604
     },
     "calls": {
      "missed": 417.0,
      "needless": 90.0,
      "right_risk": 211.0,
      "right_safety": 760.0,
      "wrong_risk": 38.0
     },
     "confidence": {
      "auroc_right_risk": 0.5654991113744076,
      "missed_mean_p": 0.49789427482046267,
      "missed_n": 416,
      "taken_grouped": 0,
      "taken_n": 339,
      "taken_other": 0
     },
     "error_rate": 27.772271060370826,
     "found": {
      "den": 666.0,
      "n": 211.0,
      "share": 0.31681681681681684
     },
     "good": {
      "den": 339.0,
      "n": 211.0,
      "share": 0.6224188790560472
     },
     "judgement": 60.54672319378203,
     "judgement_hi": 62.41128274254408,
     "judgement_lo": 58.69470041124907,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08351648351648351,
      "x": 0.6831831831831832,
      "y": 0.10588235294117647
     },
     "margin": 0.001,
     "missed": {
      "den": 666.0,
      "n": 417.0,
      "share": 0.6261261261261262
     },
     "needless": {
      "den": 850.0,
      "n": 90.0,
      "share": 0.10588235294117647
     },
     "needless_by_loss": {
      "big": {
       "den": 850.0,
       "n": 50.0,
       "share": 0.058823529411764705
      },
      "medium": {
       "den": 850.0,
       "n": 33.0,
       "share": 0.03882352941176471
      },
      "small": {
       "den": 850.0,
       "n": 7.0,
       "share": 0.00823529411764706
      }
     },
     "no_trade_off": 482.0,
     "reference": null,
     "right_safety": {
      "den": 850.0,
      "n": 760.0,
      "share": 0.8941176470588236
     },
     "risk_pays": 666.0,
     "safety_pays": 850.0,
     "scored": 1998,
     "sdt": {
      "aim": {
       "den": 249.0,
       "n": 211.0,
       "share": 0.8473895582329317
      },
      "beta": 1.1212174100953889,
      "caution": 0.7836557598483047,
      "caution_hi": 0.8727790481182366,
      "caution_lo": 0.7025442668311808,
      "cstar": 0.12368011530721125,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.925088628794731,
      "dprime_hi": 1.0647102427597528,
      "dprime_lo": 0.784969295915949,
      "false_alarm": {
       "den": 850.0,
       "n": 90.0,
       "share": 0.10588235294117647
      },
      "false_alarm_rate": 0.10634547591069331,
      "hit": {
       "den": 666.0,
       "n": 249.0,
       "share": 0.3738738738738739
      },
      "hit_rate": 0.3740629685157421,
      "missed_loss": 0.14213332247962768,
      "missed_n": 417.0,
      "na": null,
      "needless_loss": 0.12486509283383687,
      "needless_n": 90.0
     },
     "size": {
      "bad": {
       "mean": 8.3671875,
       "n": 128.0,
       "too_few": true
      },
      "right": {
       "mean": 10.004739336492891,
       "n": 211.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 363.0,
        "n": 144.0,
        "share": 0.39669421487603307
       },
       "missed": {
        "den": 363.0,
        "n": 204.0,
        "share": 0.5619834710743802
       },
       "risk_pays": 363.0,
       "wrong": {
        "den": 363.0,
        "n": 15.0,
        "share": 0.04132231404958678
       }
      },
      "medium": {
       "found": {
        "den": 206.0,
        "n": 54.0,
        "share": 0.2621359223300971
       },
       "missed": {
        "den": 206.0,
        "n": 137.0,
        "share": 0.6650485436893204
       },
       "risk_pays": 206.0,
       "wrong": {
        "den": 206.0,
        "n": 15.0,
        "share": 0.07281553398058252
       }
      },
      "small": {
       "found": {
        "den": 97.0,
        "n": 13.0,
        "share": 0.13402061855670103
       },
       "missed": {
        "den": 97.0,
        "n": 76.0,
        "share": 0.7835051546391752
       },
       "risk_pays": 97.0,
       "wrong": {
        "den": 97.0,
        "n": 8.0,
        "share": 0.08247422680412371
       }
      }
     },
     "trade_off": 1516.0,
     "wrong": {
      "den": 666.0,
      "n": 38.0,
      "share": 0.057057057057057055
     }
    },
    "robust": {
     "by_call": {
      "missed": 14.180789234580937,
      "needless": 3.0469424627326034,
      "none": 2.672013801497382,
      "right_risk": 1.1667635243337553,
      "right_safety": 5.14672727168382,
      "wrong_risk": 1.5590347655423291
     },
     "calls": {
      "missed": 341.0,
      "needless": 111.0,
      "right_risk": 191.0,
      "right_safety": 836.0,
      "wrong_risk": 37.0
     },
     "confidence": {
      "auroc_right_risk": 0.5780033960662233,
      "missed_mean_p": 0.49941787917315217,
      "missed_n": 340,
      "taken_grouped": 0,
      "taken_n": 339,
      "taken_other": 0
     },
     "error_rate": 27.772271060370826,
     "found": {
      "den": 569.0,
      "n": 191.0,
      "share": 0.335676625659051
     },
     "good": {
      "den": 339.0,
      "n": 191.0,
      "share": 0.5634218289085545
     },
     "judgement": 60.923218822551284,
     "judgement_hi": 62.716991995245486,
     "judgement_lo": 59.12152016632095,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09788359788359788,
      "x": 0.664323374340949,
      "y": 0.11721224920802534
     },
     "margin": 0.02,
     "missed": {
      "den": 569.0,
      "n": 341.0,
      "share": 0.5992970123022847
     },
     "needless": {
      "den": 947.0,
      "n": 111.0,
      "share": 0.11721224920802534
     },
     "needless_by_loss": {
      "big": {
       "den": 947.0,
       "n": 55.0,
       "share": 0.05807814149947202
      },
      "medium": {
       "den": 947.0,
       "n": 36.0,
       "share": 0.03801478352692714
      },
      "small": {
       "den": 947.0,
       "n": 20.0,
       "share": 0.021119324181626188
      }
     },
     "no_trade_off": 482.0,
     "reference": null,
     "right_safety": {
      "den": 947.0,
      "n": 836.0,
      "share": 0.8827877507919747
     },
     "risk_pays": 569.0,
     "safety_pays": 947.0,
     "scored": 1998,
     "sdt": {
      "aim": {
       "den": 228.0,
       "n": 191.0,
       "share": 0.8377192982456141
      },
      "beta": 1.0985832265177635,
      "caution": 0.7190329870545626,
      "caution_hi": 0.805655519540544,
      "caution_lo": 0.6375478678087441,
      "cstar": 0.10045968660446672,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9359114778819458,
      "dprime_hi": 1.0742494938164562,
      "dprime_lo": 0.8040327138785337,
      "false_alarm": {
       "den": 947.0,
       "n": 111.0,
       "share": 0.11721224920802534
      },
      "false_alarm_rate": 0.11761603375527427,
      "hit": {
       "den": 569.0,
       "n": 228.0,
       "share": 0.4007029876977153
      },
      "hit_rate": 0.40087719298245617,
      "missed_loss": 0.16617722516535313,
      "missed_n": 341.0,
      "na": null,
      "needless_loss": 0.10968992865837372,
      "needless_n": 111.0
     },
     "size": {
      "bad": {
       "mean": 8.804054054054054,
       "n": 148.0,
       "too_few": true
      },
      "right": {
       "mean": 9.837696335078535,
       "n": 191.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 363.0,
        "n": 143.0,
        "share": 0.3939393939393939
       },
       "missed": {
        "den": 363.0,
        "n": 204.0,
        "share": 0.5619834710743802
       },
       "risk_pays": 363.0,
       "wrong": {
        "den": 363.0,
        "n": 16.0,
        "share": 0.0440771349862259
       }
      },
      "medium": {
       "found": {
        "den": 206.0,
        "n": 48.0,
        "share": 0.23300970873786409
       },
       "missed": {
        "den": 206.0,
        "n": 137.0,
        "share": 0.6650485436893204
       },
       "risk_pays": 206.0,
       "wrong": {
        "den": 206.0,
        "n": 21.0,
        "share": 0.10194174757281553
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1516.0,
     "wrong": {
      "den": 569.0,
      "n": 37.0,
      "share": 0.06502636203866433
     }
    }
   },
   "route": {
    "provider": "local (reax13 serve.py)",
    "reasoning": null,
    "spec": "reax/reax13"
   },
   "running": 0,
   "slug": "reax-1-3",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": null,
   "entry": "2026-11-10T14:44:59.882Z",
   "exchanges": {
    "cut_off": 45,
    "decisions": 1713,
    "efforts": {
     "max": 1713
    },
    "limit_sent": 1713,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1713
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-10T15:41:30.840Z",
     "id": 923,
     "opponent": "Fastino GLiDE",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-10T14:44:59.882Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T15:45:33.048Z",
     "id": 924,
     "opponent": "Celeris-1 Decision",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-10T14:44:59.897Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T15:25:22.313Z",
     "id": 925,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-10T14:44:59.913Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T15:03:26.527Z",
     "id": 926,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-10T14:44:59.933Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T15:48:58.201Z",
     "id": 927,
     "opponent": "Safest",
     "score_against": 1,
     "score_for": 7,
     "started": "2026-11-10T15:03:26.699Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T15:52:50.551Z",
     "id": 928,
     "opponent": "Liquid d1-ultra",
     "score_against": 1,
     "score_for": 7,
     "started": "2026-11-10T15:25:22.654Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T16:26:08.927Z",
     "id": 929,
     "opponent": "Jev 1.14.0",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-10T15:41:31.196Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T16:12:31.698Z",
     "id": 930,
     "opponent": "Jev 1.13.0",
     "score_against": 2,
     "score_for": 7,
     "started": "2026-11-10T15:45:33.392Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T16:38:26.115Z",
     "id": 931,
     "opponent": "SubQ Snap Preview",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-10T15:48:58.545Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T15:52:50.925Z",
     "id": 932,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-10T15:52:50.895Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-11T11:39:00.004Z",
     "id": 955,
     "opponent": "Cygnet",
     "score_against": 1,
     "score_for": 7,
     "started": "2026-11-11T11:03:26.344Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:02:08.445Z",
     "id": 956,
     "opponent": "Winnow-12B",
     "score_against": 0,
     "score_for": 7,
     "started": "2026-11-11T11:40:26.351Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:14:33.885Z",
     "id": 967,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-11T12:02:26.360Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:36:38.878Z",
     "id": 968,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-11T12:15:56.344Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T13:09:11.326Z",
     "id": 969,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-11T12:37:26.349Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T13:39:15.213Z",
     "id": 980,
     "opponent": "Clef",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-11T13:09:56.343Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T14:07:42.636Z",
     "id": 981,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-11T13:40:26.358Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T14:31:11.201Z",
     "id": 982,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-11T14:09:26.344Z",
     "status": "finished"
    }
   ],
   "name": "Muse Ember (max)",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": "2026-11-10",
    "input_per_mtok": 0.1,
    "label": "API price (billed)",
    "output_per_mtok": 0.5,
    "source": "dev.meta.ai/models/muse-ember and OpenRouter's endpoints list for meta/muse-ember (Meta: $0.10/M prompt, $0.50/M completion), read 2026-11-10"
   },
   "quality": {
    "best_share": 0.5812837432513497,
    "blunder_share": 0.15956808638272346,
    "clusters": 80,
    "cost_coverage": 1.0,
    "decisions": 1713,
    "engine_scored": 1713,
    "error_hi": 22.674813597815138,
    "error_lo": 17.64415668064148,
    "error_rate": 20.106377228692253,
    "first_date": "2026-11-10",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 184,
    "invalid": 46,
    "last_date": "2026-11-11",
    "over_budget": 0.28014397120575885,
    "p95_loss": 0.20989374518394446,
    "probability_source": "choice_only",
    "retry_mean": 9.472652072387625,
    "scored": 1667,
    "time_median": 15.281,
    "time_p90": 54.9226,
    "tokens_in": 4172.224751897256,
    "tokens_out": 12894.837711617047,
    "too_few": false,
    "usd_per_1000": 6.863290633975482,
    "worst_mean": 0.36015467650919075
   },
   "record": {
    "drawn": 0,
    "lost": 4,
    "won": 13
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 12.333528476699641,
      "needless": 1.158763556760732,
      "none": 1.650981117882411,
      "right_risk": 1.8825450466289875,
      "right_safety": 2.356130900179904,
      "wrong_risk": 0.7244281305405789
     },
     "calls": {
      "missed": 355.0,
      "needless": 40.0,
      "right_risk": 224.0,
      "right_safety": 671.0,
      "wrong_risk": 17.0
     },
     "confidence": null,
     "error_rate": 20.106377228692253,
     "found": {
      "den": 596.0,
      "n": 224.0,
      "share": 0.37583892617449666
     },
     "good": {
      "den": 281.0,
      "n": 224.0,
      "share": 0.797153024911032
     },
     "judgement": 65.97900678692454,
     "judgement_hi": 68.17270804197368,
     "judgement_lo": 63.92392910160818,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0456989247311828,
      "x": 0.6241610738255033,
      "y": 0.05625879043600562
     },
     "margin": 0.001,
     "missed": {
      "den": 596.0,
      "n": 355.0,
      "share": 0.5956375838926175
     },
     "needless": {
      "den": 711.0,
      "n": 40.0,
      "share": 0.05625879043600562
     },
     "needless_by_loss": {
      "big": {
       "den": 711.0,
       "n": 17.0,
       "share": 0.02390998593530239
      },
      "medium": {
       "den": 711.0,
       "n": 12.0,
       "share": 0.016877637130801686
      },
      "small": {
       "den": 711.0,
       "n": 11.0,
       "share": 0.015471167369901548
      }
     },
     "no_trade_off": 360.0,
     "reference": null,
     "right_safety": {
      "den": 711.0,
      "n": 671.0,
      "share": 0.9437412095639943
     },
     "risk_pays": 596.0,
     "safety_pays": 711.0,
     "scored": 1667,
     "sdt": {
      "aim": {
       "den": 241.0,
       "n": 224.0,
       "share": 0.9294605809128631
      },
      "beta": 0.9947161977634869,
      "caution": 0.911578341875808,
      "caution_hi": 1.0079545947242752,
      "caution_lo": 0.8332765683664449,
      "cstar": -0.003954059943053264,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3398408126329733,
      "dprime_hi": 1.5274419737588865,
      "dprime_lo": 1.1707164214714065,
      "false_alarm": {
       "den": 711.0,
       "n": 40.0,
       "share": 0.05625879043600562
      },
      "false_alarm_rate": 0.05688202247191011,
      "hit": {
       "den": 596.0,
       "n": 241.0,
       "share": 0.40436241610738255
      },
      "hit_rate": 0.4045226130653266,
      "missed_loss": 0.11583094067976508,
      "missed_n": 355.0,
      "na": null,
      "needless_loss": 0.096582942456007,
      "needless_n": 40.0
     },
     "size": {
      "bad": {
       "mean": 6.56140350877193,
       "n": 57.0,
       "too_few": true
      },
      "right": {
       "mean": 9.522321428571429,
       "n": 224.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 307.0,
        "n": 153.0,
        "share": 0.498371335504886
       },
       "missed": {
        "den": 307.0,
        "n": 148.0,
        "share": 0.4820846905537459
       },
       "risk_pays": 307.0,
       "wrong": {
        "den": 307.0,
        "n": 6.0,
        "share": 0.019543973941368076
       }
      },
      "medium": {
       "found": {
        "den": 202.0,
        "n": 55.0,
        "share": 0.2722772277227723
       },
       "missed": {
        "den": 202.0,
        "n": 139.0,
        "share": 0.6881188118811881
       },
       "risk_pays": 202.0,
       "wrong": {
        "den": 202.0,
        "n": 8.0,
        "share": 0.039603960396039604
       }
      },
      "small": {
       "found": {
        "den": 87.0,
        "n": 16.0,
        "share": 0.1839080459770115
       },
       "missed": {
        "den": 87.0,
        "n": 68.0,
        "share": 0.7816091954022989
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 3.0,
        "share": 0.034482758620689655
       }
      }
     },
     "trade_off": 1307.0,
     "wrong": {
      "den": 596.0,
      "n": 17.0,
      "share": 0.028523489932885907
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.972269453398825,
      "needless": 1.1845593528970675,
      "none": 1.650981117882411,
      "right_risk": 1.5326791901608463,
      "right_safety": 2.7173899234807197,
      "wrong_risk": 1.0484981908723845
     },
     "calls": {
      "missed": 287.0,
      "needless": 59.0,
      "right_risk": 203.0,
      "right_safety": 739.0,
      "wrong_risk": 19.0
     },
     "confidence": null,
     "error_rate": 20.106377228692253,
     "found": {
      "den": 509.0,
      "n": 203.0,
      "share": 0.3988212180746562
     },
     "good": {
      "den": 281.0,
      "n": 203.0,
      "share": 0.7224199288256228
     },
     "judgement": 66.24431904909622,
     "judgement_hi": 68.57641309478802,
     "judgement_lo": 63.99012807442362,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06209150326797386,
      "x": 0.6011787819253438,
      "y": 0.07393483709273183
     },
     "margin": 0.02,
     "missed": {
      "den": 509.0,
      "n": 287.0,
      "share": 0.5638506876227898
     },
     "needless": {
      "den": 798.0,
      "n": 59.0,
      "share": 0.07393483709273183
     },
     "needless_by_loss": {
      "big": {
       "den": 798.0,
       "n": 17.0,
       "share": 0.021303258145363407
      },
      "medium": {
       "den": 798.0,
       "n": 14.0,
       "share": 0.017543859649122806
      },
      "small": {
       "den": 798.0,
       "n": 28.0,
       "share": 0.03508771929824561
      }
     },
     "no_trade_off": 360.0,
     "reference": null,
     "right_safety": {
      "den": 798.0,
      "n": 739.0,
      "share": 0.9260651629072681
     },
     "risk_pays": 509.0,
     "safety_pays": 798.0,
     "scored": 1667,
     "sdt": {
      "aim": {
       "den": 222.0,
       "n": 203.0,
       "share": 0.9144144144144144
      },
      "beta": 0.7545627077132031,
      "caution": 0.801860433955428,
      "caution_hi": 0.8901676407722521,
      "caution_lo": 0.7183646639554898,
      "cstar": -0.2195196589219799,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2828777795856512,
      "dprime_hi": 1.4555214376950887,
      "dprime_lo": 1.1187599699392772,
      "false_alarm": {
       "den": 798.0,
       "n": 59.0,
       "share": 0.07393483709273183
      },
      "false_alarm_rate": 0.07446808510638298,
      "hit": {
       "den": 509.0,
       "n": 222.0,
       "share": 0.4361493123772102
      },
      "hit_rate": 0.4362745098039216,
      "missed_loss": 0.13907855873739264,
      "missed_n": 287.0,
      "na": null,
      "needless_loss": 0.06693764207726818,
      "needless_n": 59.0
     },
     "size": {
      "bad": {
       "mean": 7.166666666666667,
       "n": 78.0,
       "too_few": true
      },
      "right": {
       "mean": 9.596059113300493,
       "n": 203.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 307.0,
        "n": 150.0,
        "share": 0.48859934853420195
       },
       "missed": {
        "den": 307.0,
        "n": 148.0,
        "share": 0.4820846905537459
       },
       "risk_pays": 307.0,
       "wrong": {
        "den": 307.0,
        "n": 9.0,
        "share": 0.029315960912052116
       }
      },
      "medium": {
       "found": {
        "den": 202.0,
        "n": 53.0,
        "share": 0.2623762376237624
       },
       "missed": {
        "den": 202.0,
        "n": 139.0,
        "share": 0.6881188118811881
       },
       "risk_pays": 202.0,
       "wrong": {
        "den": 202.0,
        "n": 10.0,
        "share": 0.04950495049504951
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1307.0,
     "wrong": {
      "den": 509.0,
      "n": 19.0,
      "share": 0.03732809430255403
     }
    }
   },
   "route": {
    "provider": "openrouter:meta",
    "reasoning": "max",
    "spec": "openai-compatible/meta/muse-ember"
   },
   "running": 0,
   "slug": "muse-ember-max",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7470441168810875,
    "auroc_blunder": 0.7144470401627544,
    "confident_badly_wrong": {
     "den": 1928,
     "n": 2,
     "share": 0.001037344398340249
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 183,
       "n": 2,
       "share": 0.01092896174863388
      },
      "kept": {
       "den": 1928,
       "n": 183,
       "share": 0.09491701244813278
      },
      "mean_loss": 0.003968497117360433,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 18,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1928,
       "n": 18,
       "share": 0.00933609958506224
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.03150163103613434,
    "held_out": {
     "blunders": 0.009419426297907273,
     "kept": 0.08930633537098011,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1928,
    "surest": {
     "cut": 0.7456592794239957,
     "error_rate": 5.376041182838535,
     "n": 482,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-10T20:35:36.827Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1928,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1928
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-10T20:45:13.181Z",
     "id": 937,
     "opponent": "Fastino GLiDE",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-10T20:35:36.827Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T20:53:58.142Z",
     "id": 938,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-10T20:45:13.364Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T20:59:01.703Z",
     "id": 939,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-10T20:53:58.328Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:04:54.227Z",
     "id": 940,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 8,
     "started": "2026-11-10T20:59:01.863Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:13:55.870Z",
     "id": 941,
     "opponent": "Safest",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-10T21:04:54.386Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:23:37.585Z",
     "id": 942,
     "opponent": "Liquid d1-ultra",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-10T21:13:56.040Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:31:20.587Z",
     "id": 943,
     "opponent": "Jev 1.14.0",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-10T21:23:37.748Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:38:59.490Z",
     "id": 944,
     "opponent": "Jev 1.13.0",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-10T21:31:20.762Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:44:26.077Z",
     "id": 945,
     "opponent": "SubQ Snap Preview",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-10T21:38:59.650Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-10T21:44:26.672Z",
     "id": 946,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-10T21:44:26.237Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-11T09:50:55.251Z",
     "id": 947,
     "opponent": "Cygnet",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-11T09:41:03.451Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T09:56:57.094Z",
     "id": 948,
     "opponent": "Winnow-12B",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-11T09:51:32.601Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T10:03:55.501Z",
     "id": 949,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-11T09:57:32.615Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T10:14:28.315Z",
     "id": 950,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-11T10:05:02.602Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T10:21:34.243Z",
     "id": 951,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-11T10:15:32.604Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T10:33:57.516Z",
     "id": 952,
     "opponent": "Clef",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-11T10:23:02.601Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T10:43:08.344Z",
     "id": 953,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 7,
     "started": "2026-11-11T10:35:32.602Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T10:55:33.424Z",
     "id": 954,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 4,
     "score_for": 4,
     "started": "2026-11-11T10:44:02.604Z",
     "status": "finished"
    }
   ],
   "name": "KnowLine 31B Gen1.5",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": "2026-11-10",
    "input_per_mtok": null,
    "label": "no price (our GPU)",
    "output_per_mtok": null,
    "source": "no list price published for KnowLine-31B-Gen1.5"
   },
   "quality": {
    "auroc": 0.7470441168810875,
    "best_share": 0.5456431535269709,
    "blunder_share": 0.19346473029045644,
    "brier": 0.20192502557837588,
    "clusters": 92,
    "confidence_n": 1928,
    "confident_badly_wrong": 0.001037344398340249,
    "cost_coverage": 0.0,
    "decisions": 1928,
    "ece": 0.03150163103613434,
    "engine_scored": 1928,
    "error_hi": 29.35488540518521,
    "error_lo": 22.96821457958493,
    "error_rate": 26.21519251019381,
    "first_date": "2026-11-10",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-11",
    "mean_confidence": 0.5673088302668823,
    "over_budget": 0.002074688796680498,
    "p95_loss": 0.25624930858612044,
    "probability_source": "decision",
    "retry_mean": 3.1872520746887965,
    "scored": 1928,
    "time_median": 3.4545000000000003,
    "time_p90": 5.805,
    "tokens_in": 4812.419605809128,
    "tokens_out": 1.0,
    "too_few": false,
    "very_confident": 0.09491701244813278,
    "worst_mean": 0.4662347650155425
   },
   "record": {
    "drawn": 1,
    "lost": 3,
    "won": 13
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 16.723247886446007,
      "needless": 1.4833876731732079,
      "none": 2.038678316654506,
      "right_risk": 1.2482139687691487,
      "right_safety": 3.577430288141199,
      "wrong_risk": 1.14423437700974
     },
     "calls": {
      "missed": 437.0,
      "needless": 45.0,
      "right_risk": 187.0,
      "right_safety": 758.0,
      "wrong_risk": 25.0
     },
     "confidence": {
      "auroc_right_risk": 0.6656226126814362,
      "missed_mean_p": 0.49783027180182793,
      "missed_n": 437,
      "taken_grouped": 0,
      "taken_n": 257,
      "taken_other": 0
     },
     "error_rate": 26.21519251019381,
     "found": {
      "den": 649.0,
      "n": 187.0,
      "share": 0.288135593220339
     },
     "good": {
      "den": 257.0,
      "n": 187.0,
      "share": 0.7276264591439688
     },
     "judgement": 61.60478713299702,
     "judgement_hi": 63.50604798961475,
     "judgement_lo": 59.635205892144185,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.05411255411255411,
      "x": 0.711864406779661,
      "y": 0.05603985056039851
     },
     "margin": 0.001,
     "missed": {
      "den": 649.0,
      "n": 437.0,
      "share": 0.6733436055469953
     },
     "needless": {
      "den": 803.0,
      "n": 45.0,
      "share": 0.05603985056039851
     },
     "needless_by_loss": {
      "big": {
       "den": 803.0,
       "n": 27.0,
       "share": 0.033623910336239106
      },
      "medium": {
       "den": 803.0,
       "n": 11.0,
       "share": 0.0136986301369863
      },
      "small": {
       "den": 803.0,
       "n": 7.0,
       "share": 0.008717310087173101
      }
     },
     "no_trade_off": 476.0,
     "reference": null,
     "right_safety": {
      "den": 803.0,
      "n": 758.0,
      "share": 0.9439601494396015
     },
     "risk_pays": 649.0,
     "safety_pays": 803.0,
     "scored": 1928,
     "sdt": {
      "aim": {
       "den": 212.0,
       "n": 187.0,
       "share": 0.8820754716981132
      },
      "beta": 1.0657953230160753,
      "caution": 1.0162339220163177,
      "caution_hi": 1.105069249886944,
      "caution_lo": 0.9417959377611747,
      "cstar": 0.0561116199485946,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1356168774207662,
      "dprime_hi": 1.329012032771482,
      "dprime_lo": 0.9605632008863099,
      "false_alarm": {
       "den": 803.0,
       "n": 45.0,
       "share": 0.05603985056039851
      },
      "false_alarm_rate": 0.056592039800995024,
      "hit": {
       "den": 649.0,
       "n": 212.0,
       "share": 0.3266563944530046
      },
      "hit_rate": 0.3269230769230769,
      "missed_loss": 0.1475625717394412,
      "missed_n": 437.0,
      "na": null,
      "needless_loss": 0.12710984150568644,
      "needless_n": 45.0
     },
     "size": {
      "bad": {
       "mean": 8.1,
       "n": 70.0,
       "too_few": true
      },
      "right": {
       "mean": 9.893048128342246,
       "n": 187.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 351.0,
        "n": 126.0,
        "share": 0.358974358974359
       },
       "missed": {
        "den": 351.0,
        "n": 209.0,
        "share": 0.5954415954415955
       },
       "risk_pays": 351.0,
       "wrong": {
        "den": 351.0,
        "n": 16.0,
        "share": 0.045584045584045586
       }
      },
      "medium": {
       "found": {
        "den": 213.0,
        "n": 46.0,
        "share": 0.215962441314554
       },
       "missed": {
        "den": 213.0,
        "n": 160.0,
        "share": 0.7511737089201878
       },
       "risk_pays": 213.0,
       "wrong": {
        "den": 213.0,
        "n": 7.0,
        "share": 0.03286384976525822
       }
      },
      "small": {
       "found": {
        "den": 85.0,
        "n": 15.0,
        "share": 0.17647058823529413
       },
       "missed": {
        "den": 85.0,
        "n": 68.0,
        "share": 0.8
       },
       "risk_pays": 85.0,
       "wrong": {
        "den": 85.0,
        "n": 2.0,
        "share": 0.023529411764705882
       }
      }
     },
     "trade_off": 1452.0,
     "wrong": {
      "den": 649.0,
      "n": 25.0,
      "share": 0.03852080123266564
     }
    },
    "robust": {
     "by_call": {
      "missed": 16.34314915173034,
      "needless": 1.507291330712465,
      "none": 2.038678316654506,
      "right_risk": 1.1784521731474586,
      "right_safety": 3.9575290228568667,
      "wrong_risk": 1.190092515092173
     },
     "calls": {
      "missed": 369.0,
      "needless": 62.0,
      "right_risk": 167.0,
      "right_safety": 826.0,
      "wrong_risk": 28.0
     },
     "confidence": {
      "auroc_right_risk": 0.6614770459081837,
      "missed_mean_p": 0.49512538808433554,
      "missed_n": 369,
      "taken_grouped": 0,
      "taken_n": 257,
      "taken_other": 0
     },
     "error_rate": 26.21519251019381,
     "found": {
      "den": 564.0,
      "n": 167.0,
      "share": 0.29609929078014185
     },
     "good": {
      "den": 257.0,
      "n": 167.0,
      "share": 0.6498054474708171
     },
     "judgement": 61.31397354801611,
     "judgement_hi": 63.463796610117164,
     "judgement_lo": 59.11216023223554,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07052896725440806,
      "x": 0.7039007092198581,
      "y": 0.06981981981981981
     },
     "margin": 0.02,
     "missed": {
      "den": 564.0,
      "n": 369.0,
      "share": 0.6542553191489362
     },
     "needless": {
      "den": 888.0,
      "n": 62.0,
      "share": 0.06981981981981981
     },
     "needless_by_loss": {
      "big": {
       "den": 888.0,
       "n": 27.0,
       "share": 0.030405405405405407
      },
      "medium": {
       "den": 888.0,
       "n": 13.0,
       "share": 0.01463963963963964
      },
      "small": {
       "den": 888.0,
       "n": 22.0,
       "share": 0.024774774774774775
      }
     },
     "no_trade_off": 476.0,
     "reference": null,
     "right_safety": {
      "den": 888.0,
      "n": 826.0,
      "share": 0.9301801801801802
     },
     "risk_pays": 564.0,
     "safety_pays": 888.0,
     "scored": 1928,
     "sdt": {
      "aim": {
       "den": 195.0,
       "n": 167.0,
       "share": 0.8564102564102564
      },
      "beta": 0.864231308675839,
      "caution": 0.9348135980643407,
      "caution_hi": 1.0148505707672506,
      "caution_lo": 0.8643446812469879,
      "cstar": -0.13542753339266103,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0774384202241138,
      "dprime_hi": 1.2575741944112582,
      "dprime_lo": 0.8996336899126421,
      "false_alarm": {
       "den": 888.0,
       "n": 62.0,
       "share": 0.06981981981981981
      },
      "false_alarm_rate": 0.0703037120359955,
      "hit": {
       "den": 564.0,
       "n": 195.0,
       "share": 0.34574468085106386
      },
      "hit_rate": 0.34601769911504426,
      "missed_loss": 0.1707836941167268,
      "missed_n": 369.0,
      "na": null,
      "needless_loss": 0.09374379631011717,
      "needless_n": 62.0
     },
     "size": {
      "bad": {
       "mean": 7.733333333333333,
       "n": 90.0,
       "too_few": true
      },
      "right": {
       "mean": 10.305389221556887,
       "n": 167.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 351.0,
        "n": 125.0,
        "share": 0.3561253561253561
       },
       "missed": {
        "den": 351.0,
        "n": 209.0,
        "share": 0.5954415954415955
       },
       "risk_pays": 351.0,
       "wrong": {
        "den": 351.0,
        "n": 17.0,
        "share": 0.04843304843304843
       }
      },
      "medium": {
       "found": {
        "den": 213.0,
        "n": 42.0,
        "share": 0.19718309859154928
       },
       "missed": {
        "den": 213.0,
        "n": 160.0,
        "share": 0.7511737089201878
       },
       "risk_pays": 213.0,
       "wrong": {
        "den": 213.0,
        "n": 11.0,
        "share": 0.051643192488262914
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1452.0,
     "wrong": {
      "den": 564.0,
      "n": 28.0,
      "share": 0.04964539007092199
     }
    }
   },
   "route": {
    "provider": "local (knowline_server.py)",
    "reasoning": null,
    "spec": "knowline/m"
   },
   "running": 0,
   "slug": "knowline-31b-gen1-5",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7244244842720948,
    "auroc_blunder": 0.6845264139646279,
    "confident_badly_wrong": {
     "den": 2152,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 2,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 2152,
       "n": 2,
       "share": 0.0009293680297397769
      },
      "mean_loss": 0.0,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2152,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.14349005529184555,
    "held_out": {
     "blunders": 0.024682966212671274,
     "kept": 0.020629541101688353,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 2152,
    "surest": {
     "cut": 0.30049581997736796,
     "error_rate": 21.687525272590964,
     "n": 538,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-11T11:48:56.702Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2153,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2153
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-11T11:50:15.173Z",
     "id": 957,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-11T11:48:56.702Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:51:06.389Z",
     "id": 958,
     "opponent": "Celeris-1 Decision",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-11T11:50:15.518Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:51:33.800Z",
     "id": 959,
     "opponent": "GNUbg weak",
     "score_against": 9,
     "score_for": 0,
     "started": "2026-11-11T11:51:06.713Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:52:34.713Z",
     "id": 960,
     "opponent": "Random",
     "score_against": 2,
     "score_for": 8,
     "started": "2026-11-11T11:51:34.149Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:53:25.043Z",
     "id": 961,
     "opponent": "Safest",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-11T11:52:35.013Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:54:02.645Z",
     "id": 962,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T11:53:25.394Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:54:33.585Z",
     "id": 963,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T11:54:03.006Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:55:20.764Z",
     "id": 964,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-11T11:54:33.915Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:56:36.570Z",
     "id": 965,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 6,
     "started": "2026-11-11T11:55:21.144Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T11:56:36.829Z",
     "id": 966,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-11T11:56:36.759Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T04:03:09.636Z",
     "id": 1371,
     "opponent": "Cygnet",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-14T04:02:19.261Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:04:42.220Z",
     "id": 1372,
     "opponent": "Winnow-12B",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-14T04:03:36.278Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:06:34.800Z",
     "id": 1373,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-14T04:05:45.700Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:11:19.121Z",
     "id": 1374,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T04:07:03.428Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:14:42.138Z",
     "id": 1375,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T04:12:27.945Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:18:17.401Z",
     "id": 1376,
     "opponent": "Clef",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-14T04:15:49.025Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:23:28.187Z",
     "id": 1377,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-14T04:19:19.187Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:27:19.878Z",
     "id": 1378,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-14T04:24:40.455Z",
     "status": "finished"
    }
   ],
   "name": "KnowLine 4B Gen5.5",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7244244842720948,
    "best_share": 0.36925220622387367,
    "blunder_share": 0.3423130515559684,
    "brier": 0.21925820527527867,
    "clusters": 96,
    "confidence_n": 2152,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 2153,
    "ece": 0.14349005529184555,
    "engine_scored": 2153,
    "error_hi": 58.57521684262494,
    "error_lo": 48.76404548668111,
    "error_rate": 53.58964786854003,
    "first_date": "2026-11-11",
    "group_sizes": [
     136
    ],
    "grouped": 1,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.22593373652971577,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2153,
     "estimate": true,
     "excluded_hours": 64.1,
     "gaps": [
      [
       "2026-11-11T11:56Z",
       "2026-11-14T04:02Z",
       3846
      ]
     ],
     "gpu_decisions": 2153,
     "gpu_usd": 0.11566388736990177,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.5434877777761893,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.5434877777761893,
       "machine": "dgx_spark",
       "usd": 0.11566388736990177,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.11566388736990177,
     "usd_per_1000": 0.05372219571291304
    },
    "p95_loss": 0.47190749645233143,
    "probability_source": "decision",
    "retry_mean": 0.12254296330701346,
    "scored": 2153,
    "time_median": 0.276,
    "time_p90": 0.457,
    "tokens_in": 4783.072921504877,
    "tokens_out": 1.0009289363678588,
    "too_few": false,
    "usd_per_1000": 0.05372219571291304,
    "very_confident": 0.0009293680297397769,
    "worst_mean": 0.7457070165762195
   },
   "record": {
    "drawn": 1,
    "lost": 11,
    "won": 5
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 13.96339710263723,
      "needless": 14.959080540131703,
      "none": 5.214777592996969,
      "right_risk": 3.4011592642960857,
      "right_safety": 4.028879372507707,
      "wrong_risk": 12.022353995970333
     },
     "calls": {
      "missed": 330.0,
      "needless": 281.0,
      "right_risk": 265.0,
      "right_safety": 532.0,
      "wrong_risk": 183.0
     },
     "confidence": {
      "auroc_right_risk": 0.5119279514242634,
      "missed_mean_p": 0.176511727280828,
      "missed_n": 330,
      "taken_grouped": 1,
      "taken_n": 728,
      "taken_other": 0
     },
     "error_rate": 53.58964786854003,
     "found": {
      "den": 778.0,
      "n": 265.0,
      "share": 0.34061696658097684
     },
     "good": {
      "den": 729.0,
      "n": 265.0,
      "share": 0.3635116598079561
     },
     "judgement": 49.749175512320676,
     "judgement_hi": 52.27583941916868,
     "judgement_lo": 46.952471383520255,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3567251461988304,
      "x": 0.6593830334190232,
      "y": 0.3456334563345633
     },
     "margin": 0.001,
     "missed": {
      "den": 778.0,
      "n": 330.0,
      "share": 0.4241645244215938
     },
     "needless": {
      "den": 813.0,
      "n": 281.0,
      "share": 0.3456334563345633
     },
     "needless_by_loss": {
      "big": {
       "den": 813.0,
       "n": 201.0,
       "share": 0.24723247232472326
      },
      "medium": {
       "den": 813.0,
       "n": 64.0,
       "share": 0.07872078720787208
      },
      "small": {
       "den": 813.0,
       "n": 16.0,
       "share": 0.01968019680196802
      }
     },
     "no_trade_off": 562.0,
     "reference": null,
     "right_safety": {
      "den": 813.0,
      "n": 532.0,
      "share": 0.6543665436654367
     },
     "risk_pays": 778.0,
     "safety_pays": 813.0,
     "scored": 2153,
     "sdt": {
      "aim": {
       "den": 448.0,
       "n": 265.0,
       "share": 0.5915178571428571
      },
      "beta": 1.3147173068516727,
      "caution": 0.10280984650732493,
      "caution_hi": 0.1821065797482127,
      "caution_lo": 0.02489690174750455,
      "cstar": 0.4656404085414073,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5876244022679046,
      "dprime_hi": 0.7152782009254097,
      "dprime_lo": 0.4655859073217635,
      "false_alarm": {
       "den": 813.0,
       "n": 281.0,
       "share": 0.3456334563345633
      },
      "false_alarm_rate": 0.34582309582309584,
      "hit": {
       "den": 778.0,
       "n": 448.0,
       "share": 0.5758354755784062
      },
      "hit_rate": 0.5757381258023107,
      "missed_loss": 0.18220117552713913,
      "missed_n": 330.0,
      "na": null,
      "needless_loss": 0.2292306078498474,
      "needless_n": 281.0
     },
     "size": {
      "bad": {
       "mean": 13.724137931034482,
       "n": 464.0,
       "too_few": false
      },
      "right": {
       "mean": 11.50566037735849,
       "n": 265.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 423.0,
        "n": 192.0,
        "share": 0.45390070921985815
       },
       "missed": {
        "den": 423.0,
        "n": 158.0,
        "share": 0.3735224586288416
       },
       "risk_pays": 423.0,
       "wrong": {
        "den": 423.0,
        "n": 73.0,
        "share": 0.17257683215130024
       }
      },
      "medium": {
       "found": {
        "den": 248.0,
        "n": 57.0,
        "share": 0.22983870967741934
       },
       "missed": {
        "den": 248.0,
        "n": 120.0,
        "share": 0.4838709677419355
       },
       "risk_pays": 248.0,
       "wrong": {
        "den": 248.0,
        "n": 71.0,
        "share": 0.2862903225806452
       }
      },
      "small": {
       "found": {
        "den": 107.0,
        "n": 16.0,
        "share": 0.14953271028037382
       },
       "missed": {
        "den": 107.0,
        "n": 52.0,
        "share": 0.48598130841121495
       },
       "risk_pays": 107.0,
       "wrong": {
        "den": 107.0,
        "n": 39.0,
        "share": 0.3644859813084112
       }
      }
     },
     "trade_off": 1591.0,
     "wrong": {
      "den": 778.0,
      "n": 183.0,
      "share": 0.2352185089974293
     }
    },
    "robust": {
     "by_call": {
      "missed": 13.314372161295156,
      "needless": 16.69617804936127,
      "none": 5.214777592996969,
      "right_risk": 3.0482130110457617,
      "right_safety": 4.6779043138497824,
      "wrong_risk": 10.638202739991092
     },
     "calls": {
      "missed": 278.0,
      "needless": 336.0,
      "right_risk": 230.0,
      "right_safety": 584.0,
      "wrong_risk": 163.0
     },
     "confidence": {
      "auroc_right_risk": 0.5188580408590885,
      "missed_mean_p": 0.17582998431239844,
      "missed_n": 278,
      "taken_grouped": 1,
      "taken_n": 728,
      "taken_other": 0
     },
     "error_rate": 53.58964786854003,
     "found": {
      "den": 671.0,
      "n": 230.0,
      "share": 0.34277198211624443
     },
     "good": {
      "den": 729.0,
      "n": 230.0,
      "share": 0.31550068587105623
     },
     "judgement": 48.87772954059483,
     "judgement_hi": 51.49655116255215,
     "judgement_lo": 46.11931745949923,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.36961451247165533,
      "x": 0.6572280178837556,
      "y": 0.3652173913043478
     },
     "margin": 0.02,
     "missed": {
      "den": 671.0,
      "n": 278.0,
      "share": 0.4143070044709389
     },
     "needless": {
      "den": 920.0,
      "n": 336.0,
      "share": 0.3652173913043478
     },
     "needless_by_loss": {
      "big": {
       "den": 920.0,
       "n": 226.0,
       "share": 0.24565217391304348
      },
      "medium": {
       "den": 920.0,
       "n": 77.0,
       "share": 0.08369565217391305
      },
      "small": {
       "den": 920.0,
       "n": 33.0,
       "share": 0.035869565217391305
      }
     },
     "no_trade_off": 562.0,
     "reference": null,
     "right_safety": {
      "den": 920.0,
      "n": 584.0,
      "share": 0.6347826086956522
     },
     "risk_pays": 671.0,
     "safety_pays": 920.0,
     "scored": 2153,
     "sdt": {
      "aim": {
       "den": 393.0,
       "n": 230.0,
       "share": 0.5852417302798982
      },
      "beta": 1.422548889711211,
      "caution": 0.06400285636135732,
      "caution_hi": 0.1421905884551,
      "caution_lo": -0.015877458443453608,
      "cstar": 0.6290269335109503,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5603102769003192,
      "dprime_hi": 0.7075215255772029,
      "dprime_lo": 0.4243387924153894,
      "false_alarm": {
       "den": 920.0,
       "n": 336.0,
       "share": 0.3652173913043478
      },
      "false_alarm_rate": 0.36536373507057546,
      "hit": {
       "den": 671.0,
       "n": 393.0,
       "share": 0.5856929955290611
      },
      "hit_rate": 0.5855654761904762,
      "missed_loss": 0.20622908822495303,
      "missed_n": 278.0,
      "na": null,
      "needless_loss": 0.21396947226354054,
      "needless_n": 336.0
     },
     "size": {
      "bad": {
       "mean": 13.571142284569138,
       "n": 499.0,
       "too_few": false
      },
      "right": {
       "mean": 11.5,
       "n": 230.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 423.0,
        "n": 184.0,
        "share": 0.43498817966903075
       },
       "missed": {
        "den": 423.0,
        "n": 158.0,
        "share": 0.3735224586288416
       },
       "risk_pays": 423.0,
       "wrong": {
        "den": 423.0,
        "n": 81.0,
        "share": 0.19148936170212766
       }
      },
      "medium": {
       "found": {
        "den": 248.0,
        "n": 46.0,
        "share": 0.18548387096774194
       },
       "missed": {
        "den": 248.0,
        "n": 120.0,
        "share": 0.4838709677419355
       },
       "risk_pays": 248.0,
       "wrong": {
        "den": 248.0,
        "n": 82.0,
        "share": 0.33064516129032256
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1591.0,
     "wrong": {
      "den": 671.0,
      "n": 163.0,
      "share": 0.2429210134128167
     }
    }
   },
   "route": {
    "provider": "local (knowline_server.py)",
    "reasoning": null,
    "spec": "knowline/m"
   },
   "running": 0,
   "slug": "knowline-4b-gen5-5",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7001497936023635,
    "auroc_blunder": 0.6376946571453154,
    "confident_badly_wrong": {
     "den": 1771,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 1,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1771,
       "n": 1,
       "share": 0.000564652738565782
      },
      "mean_loss": 0.0,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1771,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.07362480549414825,
    "held_out": {
     "blunders": 0.052529319147309655,
     "kept": 0.012587802817450491,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1771,
    "surest": {
     "cut": 0.3634276245208885,
     "error_rate": 26.41629439444359,
     "n": 443,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-11T12:42:59.495Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1771,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1771
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-11T12:43:57.894Z",
     "id": 970,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T12:42:59.495Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:44:26.321Z",
     "id": 971,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T12:43:58.211Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:44:51.735Z",
     "id": 972,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-11T12:44:26.673Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:45:22.740Z",
     "id": 973,
     "opponent": "Random",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-11T12:44:51.906Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:46:02.470Z",
     "id": 974,
     "opponent": "Safest",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-11T12:45:22.928Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:46:34.750Z",
     "id": 975,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T12:46:02.660Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:46:46.486Z",
     "id": 976,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T12:46:34.930Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:47:26.140Z",
     "id": 977,
     "opponent": "Jev 1.13.0",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-11T12:46:46.670Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:48:14.809Z",
     "id": 978,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-11T12:47:26.319Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T12:48:15.086Z",
     "id": 979,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-11T12:48:15.001Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T04:34:09.321Z",
     "id": 1379,
     "opponent": "Cygnet",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-14T04:33:21.114Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:35:30.092Z",
     "id": 1380,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-14T04:34:34.099Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:36:42.343Z",
     "id": 1381,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-14T04:35:43.002Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:39:46.556Z",
     "id": 1382,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-14T04:37:01.486Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:42:53.139Z",
     "id": 1383,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T04:40:24.428Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:46:18.483Z",
     "id": 1384,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-14T04:43:52.765Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:50:53.378Z",
     "id": 1385,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-14T04:47:08.240Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T04:54:16.475Z",
     "id": 1386,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T04:51:30.416Z",
     "status": "finished"
    }
   ],
   "name": "StartLux-Decision-v1.1-2B-Instant",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7001497936023635,
    "best_share": 0.3619424054206663,
    "blunder_share": 0.3337097684923772,
    "brier": 0.2084499851608136,
    "clusters": 88,
    "confidence_n": 1771,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1771,
    "ece": 0.07362480549414825,
    "engine_scored": 1771,
    "error_hi": 54.78857102014017,
    "error_lo": 45.42725527444202,
    "error_rate": 50.041675172169825,
    "first_date": "2026-11-11",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.2894689954394488,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1771,
     "estimate": true,
     "excluded_hours": 63.75,
     "gaps": [
      [
       "2026-11-11T12:48Z",
       "2026-11-14T04:33Z",
       3825
      ]
     ],
     "gpu_decisions": 1771,
     "gpu_usd": 0.092616899118298,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.43519333329465665,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.43519333329465665,
       "machine": "dgx_spark",
       "usd": 0.092616899118298,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.092616899118298,
     "usd_per_1000": 0.05229638572461773
    },
    "p95_loss": 0.44397345185279846,
    "probability_source": "decision",
    "retry_mean": 0.10483907396950874,
    "scored": 1771,
    "time_median": 0.209,
    "time_p90": 0.637,
    "tokens_in": 5173.808582721626,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.05229638572461773,
    "very_confident": 0.000564652738565782,
    "worst_mean": 0.6984194711353002
   },
   "record": {
    "drawn": 0,
    "lost": 14,
    "won": 3
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 14.691517808759098,
      "needless": 11.829459620087514,
      "none": 8.598414031480544,
      "right_risk": 3.8641243415791595,
      "right_safety": 3.344804157919967,
      "wrong_risk": 7.71335521234354
     },
     "calls": {
      "missed": 300.0,
      "needless": 158.0,
      "right_risk": 212.0,
      "right_safety": 450.0,
      "wrong_risk": 118.0
     },
     "confidence": {
      "auroc_right_risk": 0.5449651353568499,
      "missed_mean_p": 0.23785503131871455,
      "missed_n": 300,
      "taken_grouped": 0,
      "taken_n": 488,
      "taken_other": 0
     },
     "error_rate": 50.041675172169825,
     "found": {
      "den": 630.0,
      "n": 212.0,
      "share": 0.33650793650793653
     },
     "good": {
      "den": 488.0,
      "n": 212.0,
      "share": 0.4344262295081967
     },
     "judgement": 53.83197577276525,
     "judgement_hi": 56.56587492830863,
     "judgement_lo": 51.25076326173749,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2822966507177033,
      "x": 0.6634920634920635,
      "y": 0.2598684210526316
     },
     "margin": 0.001,
     "missed": {
      "den": 630.0,
      "n": 300.0,
      "share": 0.47619047619047616
     },
     "needless": {
      "den": 608.0,
      "n": 158.0,
      "share": 0.2598684210526316
     },
     "needless_by_loss": {
      "big": {
       "den": 608.0,
       "n": 115.0,
       "share": 0.18914473684210525
      },
      "medium": {
       "den": 608.0,
       "n": 29.0,
       "share": 0.047697368421052634
      },
      "small": {
       "den": 608.0,
       "n": 14.0,
       "share": 0.023026315789473683
      }
     },
     "no_trade_off": 533.0,
     "reference": null,
     "right_safety": {
      "den": 608.0,
      "n": 450.0,
      "share": 0.7401315789473685
     },
     "risk_pays": 630.0,
     "safety_pays": 608.0,
     "scored": 1771,
     "sdt": {
      "aim": {
       "den": 330.0,
       "n": 212.0,
       "share": 0.6424242424242425
      },
      "beta": 1.4754531972156928,
      "caution": 0.29145664929222553,
      "caution_hi": 0.38441557313880825,
      "caution_lo": 0.20418106299396463,
      "cstar": 0.5539567978023024,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7021579958801832,
      "dprime_hi": 0.8559682739449705,
      "dprime_lo": 0.5413668695302917,
      "false_alarm": {
       "den": 608.0,
       "n": 158.0,
       "share": 0.2598684210526316
      },
      "false_alarm_rate": 0.2602627257799672,
      "hit": {
       "den": 630.0,
       "n": 330.0,
       "share": 0.5238095238095238
      },
      "hit_rate": 0.5237717908082409,
      "missed_loss": 0.17345785359541574,
      "missed_n": 300.0,
      "na": null,
      "needless_loss": 0.2651895314832277,
      "needless_n": 158.0
     },
     "size": {
      "bad": {
       "mean": 12.753623188405797,
       "n": 276.0,
       "too_few": false
      },
      "right": {
       "mean": 9.476415094339623,
       "n": 212.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 360.0,
        "n": 162.0,
        "share": 0.45
       },
       "missed": {
        "den": 360.0,
        "n": 151.0,
        "share": 0.41944444444444445
       },
       "risk_pays": 360.0,
       "wrong": {
        "den": 360.0,
        "n": 47.0,
        "share": 0.13055555555555556
       }
      },
      "medium": {
       "found": {
        "den": 197.0,
        "n": 41.0,
        "share": 0.20812182741116753
       },
       "missed": {
        "den": 197.0,
        "n": 107.0,
        "share": 0.5431472081218274
       },
       "risk_pays": 197.0,
       "wrong": {
        "den": 197.0,
        "n": 49.0,
        "share": 0.24873096446700507
       }
      },
      "small": {
       "found": {
        "den": 73.0,
        "n": 9.0,
        "share": 0.1232876712328767
       },
       "missed": {
        "den": 73.0,
        "n": 42.0,
        "share": 0.5753424657534246
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 22.0,
        "share": 0.3013698630136986
       }
      }
     },
     "trade_off": 1238.0,
     "wrong": {
      "den": 630.0,
      "n": 118.0,
      "share": 0.1873015873015873
     }
    },
    "robust": {
     "by_call": {
      "missed": 14.387703754685141,
      "needless": 12.67404142474805,
      "none": 8.598414031480544,
      "right_risk": 3.262557632030571,
      "right_safety": 3.648618211993923,
      "wrong_risk": 7.470340117231592
     },
     "calls": {
      "missed": 258.0,
      "needless": 189.0,
      "right_risk": 183.0,
      "right_safety": 492.0,
      "wrong_risk": 116.0
     },
     "confidence": {
      "auroc_right_risk": 0.5521544387709397,
      "missed_mean_p": 0.23649300219730765,
      "missed_n": 258,
      "taken_grouped": 0,
      "taken_n": 488,
      "taken_other": 0
     },
     "error_rate": 50.041675172169825,
     "found": {
      "den": 557.0,
      "n": 183.0,
      "share": 0.32854578096947934
     },
     "good": {
      "den": 488.0,
      "n": 183.0,
      "share": 0.375
     },
     "judgement": 52.550637066095106,
     "judgement_hi": 55.08060784634303,
     "judgement_lo": 49.76541114597379,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.31016042780748665,
      "x": 0.6714542190305206,
      "y": 0.2775330396475771
     },
     "margin": 0.02,
     "missed": {
      "den": 557.0,
      "n": 258.0,
      "share": 0.4631956912028725
     },
     "needless": {
      "den": 681.0,
      "n": 189.0,
      "share": 0.2775330396475771
     },
     "needless_by_loss": {
      "big": {
       "den": 681.0,
       "n": 130.0,
       "share": 0.19089574155653452
      },
      "medium": {
       "den": 681.0,
       "n": 34.0,
       "share": 0.049926578560939794
      },
      "small": {
       "den": 681.0,
       "n": 25.0,
       "share": 0.03671071953010279
      }
     },
     "no_trade_off": 533.0,
     "reference": null,
     "right_safety": {
      "den": 681.0,
      "n": 492.0,
      "share": 0.7224669603524229
     },
     "risk_pays": 557.0,
     "safety_pays": 681.0,
     "scored": 1771,
     "sdt": {
      "aim": {
       "den": 299.0,
       "n": 183.0,
       "share": 0.6120401337792643
      },
      "beta": 1.4701899639093918,
      "caution": 0.24849647331859565,
      "caution_hi": 0.33394956034926127,
      "caution_lo": 0.16325798872489897,
      "cstar": 0.5655606936496883,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6814328221852989,
      "dprime_hi": 0.82990020413605,
      "dprime_lo": 0.5338777396462469,
      "false_alarm": {
       "den": 681.0,
       "n": 189.0,
       "share": 0.2775330396475771
      },
      "false_alarm_rate": 0.27785923753665687,
      "hit": {
       "den": 557.0,
       "n": 299.0,
       "share": 0.5368043087971275
      },
      "hit_rate": 0.5367383512544803,
      "missed_loss": 0.19752421201199524,
      "missed_n": 258.0,
      "na": null,
      "needless_loss": 0.23752092447861162,
      "needless_n": 189.0
     },
     "size": {
      "bad": {
       "mean": 12.708196721311475,
       "n": 305.0,
       "too_few": false
      },
      "right": {
       "mean": 9.032786885245901,
       "n": 183.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 360.0,
        "n": 153.0,
        "share": 0.425
       },
       "missed": {
        "den": 360.0,
        "n": 151.0,
        "share": 0.41944444444444445
       },
       "risk_pays": 360.0,
       "wrong": {
        "den": 360.0,
        "n": 56.0,
        "share": 0.15555555555555556
       }
      },
      "medium": {
       "found": {
        "den": 197.0,
        "n": 30.0,
        "share": 0.15228426395939088
       },
       "missed": {
        "den": 197.0,
        "n": 107.0,
        "share": 0.5431472081218274
       },
       "risk_pays": 197.0,
       "wrong": {
        "den": 197.0,
        "n": 60.0,
        "share": 0.30456852791878175
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1238.0,
     "wrong": {
      "den": 557.0,
      "n": 116.0,
      "share": 0.20825852782764812
     }
    }
   },
   "route": {
    "provider": "local (startlux-decide serve)",
    "reasoning": null,
    "spec": "startlux"
   },
   "running": 0,
   "slug": "startlux-decision-v1-1-2b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7036072506403591,
    "auroc_blunder": 0.6835851067487193,
    "confident_badly_wrong": {
     "den": 1728,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1728,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1728,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.09046097338957285,
    "held_out": {
     "blunders": 0.12779581494387424,
     "kept": 0.007113335147174183,
     "no_cutoff": 75,
     "runs": 300
    },
    "n": 1728,
    "surest": {
     "cut": 0.2946573912517011,
     "error_rate": 36.861989302215754,
     "n": 432,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-11T18:27:02.884Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1728,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1728
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-11T18:27:43.352Z",
     "id": 983,
     "opponent": "Fastino GLiDE",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-11T18:27:02.884Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:28:06.116Z",
     "id": 984,
     "opponent": "Celeris-1 Decision",
     "score_against": 6,
     "score_for": 3,
     "started": "2026-11-11T18:27:43.537Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:28:11.199Z",
     "id": 985,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T18:28:06.295Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:28:30.458Z",
     "id": 986,
     "opponent": "Random",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-11T18:28:11.399Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:28:45.628Z",
     "id": 987,
     "opponent": "Safest",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-11T18:28:30.672Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:29:04.474Z",
     "id": 988,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-11T18:28:45.819Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:29:19.602Z",
     "id": 989,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T18:29:04.656Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:29:35.454Z",
     "id": 990,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T18:29:19.781Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:29:56.730Z",
     "id": 991,
     "opponent": "SubQ Snap Preview",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-11T18:29:35.662Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T18:29:56.981Z",
     "id": 992,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-11T18:29:56.922Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T01:29:42.982Z",
     "id": 1331,
     "opponent": "Cygnet",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T01:29:16.286Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:31:58.355Z",
     "id": 1332,
     "opponent": "Winnow-12B",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-14T01:30:45.038Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:33:50.587Z",
     "id": 1333,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-14T01:33:03.152Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:36:17.739Z",
     "id": 1334,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-14T01:34:29.357Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:39:18.389Z",
     "id": 1335,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 7,
     "score_for": 2,
     "started": "2026-11-14T01:36:51.584Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:41:18.006Z",
     "id": 1336,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T01:40:25.900Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:47:26.937Z",
     "id": 1337,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-11-14T01:41:52.793Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:50:19.153Z",
     "id": 1338,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 8,
     "score_for": 2,
     "started": "2026-11-14T01:48:15.589Z",
     "status": "finished"
    }
   ],
   "name": "KnowLine-0.8B-Gen1",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7036072506403591,
    "best_share": 0.30324074074074076,
    "blunder_share": 0.4195601851851852,
    "brier": 0.19734263315529155,
    "clusters": 86,
    "confidence_n": 1728,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1728,
    "ece": 0.09046097338957285,
    "engine_scored": 1728,
    "error_hi": 77.88529467831978,
    "error_lo": 66.21825787567929,
    "error_rate": 71.94117152270067,
    "first_date": "2026-11-11",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.2127797673511679,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1728,
     "estimate": true,
     "excluded_hours": 54.983333333333334,
     "gaps": [
      [
       "2026-11-11T18:29Z",
       "2026-11-14T01:29Z",
       3299
      ]
     ],
     "gpu_decisions": 1728,
     "gpu_usd": 0.08455813832939446,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.3973263888888887,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.3973263888888887,
       "machine": "dgx_spark",
       "usd": 0.08455813832939446,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.08455813832939446,
     "usd_per_1000": 0.04893410782951069
    },
    "p95_loss": 0.6130327016115183,
    "probability_source": "decision",
    "retry_mean": 0.02824710648148148,
    "scored": 1728,
    "time_median": 0.109,
    "time_p90": 0.158,
    "tokens_in": 4773.755787037037,
    "tokens_out": 1.0,
    "too_few": false,
    "usd_per_1000": 0.04893410782951069,
    "very_confident": 0.0,
    "worst_mean": 0.8849888010773548
   },
   "record": {
    "drawn": 1,
    "lost": 15,
    "won": 1
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 13.397290190267894,
      "needless": 20.19344494436626,
      "none": 10.099367255827895,
      "right_risk": 5.024179583415389,
      "right_safety": 5.088029239602663,
      "wrong_risk": 18.138860309220576
     },
     "calls": {
      "missed": 258.0,
      "needless": 240.0,
      "right_risk": 196.0,
      "right_safety": 354.0,
      "wrong_risk": 183.0
     },
     "confidence": {
      "auroc_right_risk": 0.5451343658030589,
      "missed_mean_p": 0.17792676110014333,
      "missed_n": 258,
      "taken_grouped": 0,
      "taken_n": 619,
      "taken_other": 0
     },
     "error_rate": 71.94117152270067,
     "found": {
      "den": 637.0,
      "n": 196.0,
      "share": 0.3076923076923077
     },
     "good": {
      "den": 619.0,
      "n": 196.0,
      "share": 0.3166397415185784
     },
     "judgement": 45.18259518259518,
     "judgement_hi": 47.726345623838654,
     "judgement_lo": 42.52860988678295,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.41496598639455784,
      "x": 0.6923076923076923,
      "y": 0.40404040404040403
     },
     "margin": 0.001,
     "missed": {
      "den": 637.0,
      "n": 258.0,
      "share": 0.4050235478806907
     },
     "needless": {
      "den": 594.0,
      "n": 240.0,
      "share": 0.40404040404040403
     },
     "needless_by_loss": {
      "big": {
       "den": 594.0,
       "n": 196.0,
       "share": 0.32996632996632996
      },
      "medium": {
       "den": 594.0,
       "n": 31.0,
       "share": 0.05218855218855219
      },
      "small": {
       "den": 594.0,
       "n": 13.0,
       "share": 0.021885521885521887
      }
     },
     "no_trade_off": 497.0,
     "reference": null,
     "right_safety": {
      "den": 594.0,
      "n": 354.0,
      "share": 0.5959595959595959
     },
     "risk_pays": 637.0,
     "safety_pays": 594.0,
     "scored": 1728,
     "sdt": {
      "aim": {
       "den": 379.0,
       "n": 196.0,
       "share": 0.5171503957783641
      },
      "beta": 1.510945943760606,
      "caution": 0.0012525541214276625,
      "caution_hi": 0.0801585451859088,
      "caution_lo": -0.07203044990876908,
      "cstar": 0.8554687991926408,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.48246751710675206,
      "dprime_hi": 0.6171748821133691,
      "dprime_lo": 0.3316294836372772,
      "false_alarm": {
       "den": 594.0,
       "n": 240.0,
       "share": 0.40404040404040403
      },
      "false_alarm_rate": 0.4042016806722689,
      "hit": {
       "den": 637.0,
       "n": 379.0,
       "share": 0.5949764521193093
      },
      "hit_rate": 0.5948275862068966,
      "missed_loss": 0.17946137557196062,
      "missed_n": 258.0,
      "na": null,
      "needless_loss": 0.29078560719887414,
      "needless_n": 240.0
     },
     "size": {
      "bad": {
       "mean": 13.4822695035461,
       "n": 423.0,
       "too_few": false
      },
      "right": {
       "mean": 11.989795918367347,
       "n": 196.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 359.0,
        "n": 141.0,
        "share": 0.39275766016713093
       },
       "missed": {
        "den": 359.0,
        "n": 137.0,
        "share": 0.3816155988857939
       },
       "risk_pays": 359.0,
       "wrong": {
        "den": 359.0,
        "n": 81.0,
        "share": 0.22562674094707522
       }
      },
      "medium": {
       "found": {
        "den": 205.0,
        "n": 40.0,
        "share": 0.1951219512195122
       },
       "missed": {
        "den": 205.0,
        "n": 86.0,
        "share": 0.4195121951219512
       },
       "risk_pays": 205.0,
       "wrong": {
        "den": 205.0,
        "n": 79.0,
        "share": 0.3853658536585366
       }
      },
      "small": {
       "found": {
        "den": 73.0,
        "n": 15.0,
        "share": 0.2054794520547945
       },
       "missed": {
        "den": 73.0,
        "n": 35.0,
        "share": 0.4794520547945205
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 23.0,
        "share": 0.3150684931506849
       }
      }
     },
     "trade_off": 1231.0,
     "wrong": {
      "den": 637.0,
      "n": 183.0,
      "share": 0.28728414442700156
     }
    },
    "robust": {
     "by_call": {
      "missed": 13.025487074628472,
      "needless": 22.27919401290516,
      "none": 10.099367255827895,
      "right_risk": 4.203784141551565,
      "right_safety": 5.459832355242084,
      "wrong_risk": 16.8735066825455
     },
     "calls": {
      "missed": 223.0,
      "needless": 278.0,
      "right_risk": 166.0,
      "right_safety": 389.0,
      "wrong_risk": 175.0
     },
     "confidence": {
      "auroc_right_risk": 0.5687651267320939,
      "missed_mean_p": 0.17632478060032813,
      "missed_n": 223,
      "taken_grouped": 0,
      "taken_n": 619,
      "taken_other": 0
     },
     "error_rate": 71.94117152270067,
     "found": {
      "den": 564.0,
      "n": 166.0,
      "share": 0.29432624113475175
     },
     "good": {
      "den": 619.0,
      "n": 166.0,
      "share": 0.2681744749596123
     },
     "judgement": 43.87673184684253,
     "judgement_hi": 46.61336859711466,
     "judgement_lo": 41.28196347512291,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4396984924623116,
      "x": 0.7056737588652482,
      "y": 0.41679160419790107
     },
     "margin": 0.02,
     "missed": {
      "den": 564.0,
      "n": 223.0,
      "share": 0.3953900709219858
     },
     "needless": {
      "den": 667.0,
      "n": 278.0,
      "share": 0.41679160419790107
     },
     "needless_by_loss": {
      "big": {
       "den": 667.0,
       "n": 211.0,
       "share": 0.31634182908545727
      },
      "medium": {
       "den": 667.0,
       "n": 37.0,
       "share": 0.05547226386806597
      },
      "small": {
       "den": 667.0,
       "n": 30.0,
       "share": 0.044977511244377814
      }
     },
     "no_trade_off": 497.0,
     "reference": null,
     "right_safety": {
      "den": 667.0,
      "n": 389.0,
      "share": 0.5832083958020989
     },
     "risk_pays": 564.0,
     "safety_pays": 667.0,
     "scored": 1728,
     "sdt": {
      "aim": {
       "den": 341.0,
       "n": 166.0,
       "share": 0.4868035190615836
      },
      "beta": 1.6226030958336077,
      "caution": -0.02751398351166018,
      "caution_hi": 0.05499866520880527,
      "caution_lo": -0.11137217702794475,
      "cstar": 1.0198600130157176,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.4746060270487452,
      "dprime_hi": 0.6209300000369594,
      "dprime_lo": 0.32120638327416356,
      "false_alarm": {
       "den": 667.0,
       "n": 278.0,
       "share": 0.41679160419790107
      },
      "false_alarm_rate": 0.41691616766467066,
      "hit": {
       "den": 564.0,
       "n": 341.0,
       "share": 0.6046099290780141
      },
      "hit_rate": 0.6044247787610619,
      "missed_loss": 0.2018658445287713,
      "missed_n": 223.0,
      "na": null,
      "needless_loss": 0.2769672464338138,
      "needless_n": 278.0
     },
     "size": {
      "bad": {
       "mean": 13.36644591611479,
       "n": 453.0,
       "too_few": false
      },
      "right": {
       "mean": 12.036144578313253,
       "n": 166.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 359.0,
        "n": 132.0,
        "share": 0.36768802228412256
       },
       "missed": {
        "den": 359.0,
        "n": 137.0,
        "share": 0.3816155988857939
       },
       "risk_pays": 359.0,
       "wrong": {
        "den": 359.0,
        "n": 90.0,
        "share": 0.25069637883008355
       }
      },
      "medium": {
       "found": {
        "den": 205.0,
        "n": 34.0,
        "share": 0.16585365853658537
       },
       "missed": {
        "den": 205.0,
        "n": 86.0,
        "share": 0.4195121951219512
       },
       "risk_pays": 205.0,
       "wrong": {
        "den": 205.0,
        "n": 85.0,
        "share": 0.4146341463414634
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1231.0,
     "wrong": {
      "den": 564.0,
      "n": 175.0,
      "share": 0.3102836879432624
     }
    }
   },
   "route": {
    "provider": "local (knowline_server.py)",
    "reasoning": null,
    "spec": "knowline/m"
   },
   "running": 0,
   "slug": "knowline-0-8b-gen1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7509632335380593,
    "auroc_blunder": 0.7173559822747415,
    "confident_badly_wrong": {
     "den": 1704,
     "n": 2,
     "share": 0.0011737089201877935
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 84,
       "n": 2,
       "share": 0.023809523809523808
      },
      "kept": {
       "den": 1704,
       "n": 84,
       "share": 0.04929577464788732
      },
      "mean_loss": 0.007759001992997669,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 4,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1704,
       "n": 4,
       "share": 0.002347417840375587
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.03172352021188734,
    "held_out": {
     "blunders": 0.021811493592353515,
     "kept": 0.0396145439581705,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1704,
    "surest": {
     "cut": 0.6673046151305433,
     "error_rate": 6.883689950049763,
     "n": 426,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-11T19:28:30.308Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1704,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1704
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-11T19:30:16.674Z",
     "id": 993,
     "opponent": "Fastino GLiDE",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-11T19:28:30.308Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:37:18.836Z",
     "id": 994,
     "opponent": "Celeris-1 Decision",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-11T19:30:17.052Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:41:11.881Z",
     "id": 995,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T19:37:19.189Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:42:09.985Z",
     "id": 996,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-11T19:41:12.296Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:44:16.122Z",
     "id": 997,
     "opponent": "Safest",
     "score_against": 1,
     "score_for": 7,
     "started": "2026-11-11T19:42:10.321Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:48:23.162Z",
     "id": 998,
     "opponent": "Liquid d1-ultra",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-11T19:44:16.496Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:51:40.712Z",
     "id": 999,
     "opponent": "Jev 1.14.0",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-11T19:48:23.541Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:53:31.421Z",
     "id": 1005,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-11T19:51:41.050Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:54:26.228Z",
     "id": 1013,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T19:53:31.735Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:54:26.515Z",
     "id": 1016,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-11T19:54:26.489Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-11T21:49:24.181Z",
     "id": 1053,
     "opponent": "Cygnet",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-11T21:48:59.594Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:51:33.547Z",
     "id": 1055,
     "opponent": "Winnow-12B",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-11T21:50:25.757Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:52:57.413Z",
     "id": 1056,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-11T21:52:38.152Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:57:39.800Z",
     "id": 1057,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-11T21:54:02.259Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T22:00:32.474Z",
     "id": 1060,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-11T21:58:18.630Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T22:03:48.915Z",
     "id": 1061,
     "opponent": "Clef",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-11T22:01:35.878Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T22:08:19.110Z",
     "id": 1062,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-11T22:04:52.839Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T22:11:49.810Z",
     "id": 1063,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-11T22:09:15.320Z",
     "status": "finished"
    }
   ],
   "name": "Gemini Decision 1",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": "2026-11-11",
    "input_per_mtok": 0.1,
    "label": "API price (billed)",
    "output_per_mtok": 0.0,
    "source": "aistudio.google.com/docs/pricing#gemini-decision and openrouter.ai/google/gemini-decision-1 ($0.10/M input, no output tokens), read 2026-11-11; cost is the billed cost per decision (turns.cost_usd)"
   },
   "quality": {
    "auroc": 0.7509632335380593,
    "best_share": 0.522887323943662,
    "blunder_share": 0.20539906103286384,
    "brier": 0.20310331914932736,
    "clusters": 86,
    "confidence_n": 1704,
    "confident_badly_wrong": 0.0011737089201877935,
    "cost_coverage": 1.0,
    "decisions": 1704,
    "ece": 0.03172352021188734,
    "engine_scored": 1704,
    "error_hi": 31.05982027002168,
    "error_lo": 24.962570793355827,
    "error_rate": 27.968576685153824,
    "first_date": "2026-11-11",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-11",
    "mean_confidence": 0.5067101028763211,
    "over_budget": 0.0,
    "p95_loss": 0.2818911463022231,
    "probability_source": "decision",
    "retry_mean": 1.4533210093896713,
    "scored": 1704,
    "time_median": 0.245,
    "time_p90": 0.4187,
    "tokens_in": 3823.4548122065726,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.3823454812206573,
    "very_confident": 0.04929577464788732,
    "worst_mean": 0.4597196733250338
   },
   "record": {
    "drawn": 0,
    "lost": 4,
    "won": 13
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 9.830561479632284,
      "needless": 4.189669395066763,
      "none": 4.030658990284647,
      "right_risk": 2.383427397116249,
      "right_safety": 3.615893187447333,
      "wrong_risk": 3.9183662356065474
     },
     "calls": {
      "missed": 252.0,
      "needless": 84.0,
      "right_risk": 219.0,
      "right_safety": 648.0,
      "wrong_risk": 64.0
     },
     "confidence": {
      "auroc_right_risk": 0.5962297914352709,
      "missed_mean_p": 0.4559521804648243,
      "missed_n": 252,
      "taken_grouped": 0,
      "taken_n": 367,
      "taken_other": 0
     },
     "error_rate": 27.968576685153824,
     "found": {
      "den": 535.0,
      "n": 219.0,
      "share": 0.4093457943925234
     },
     "good": {
      "den": 367.0,
      "n": 219.0,
      "share": 0.5967302452316077
     },
     "judgement": 64.72958480159339,
     "judgement_hi": 67.23841030972214,
     "judgement_lo": 62.24216837997995,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20253164556962025,
      "x": 0.5906542056074766,
      "y": 0.11475409836065574
     },
     "margin": 0.001,
     "missed": {
      "den": 535.0,
      "n": 252.0,
      "share": 0.47102803738317756
     },
     "needless": {
      "den": 732.0,
      "n": 84.0,
      "share": 0.11475409836065574
     },
     "needless_by_loss": {
      "big": {
       "den": 732.0,
       "n": 55.0,
       "share": 0.07513661202185792
      },
      "medium": {
       "den": 732.0,
       "n": 22.0,
       "share": 0.030054644808743168
      },
      "small": {
       "den": 732.0,
       "n": 7.0,
       "share": 0.009562841530054645
      }
     },
     "no_trade_off": 437.0,
     "reference": null,
     "right_safety": {
      "den": 732.0,
      "n": 648.0,
      "share": 0.8852459016393442
     },
     "risk_pays": 535.0,
     "safety_pays": 732.0,
     "scored": 1704,
     "sdt": {
      "aim": {
       "den": 283.0,
       "n": 219.0,
       "share": 0.773851590106007
      },
      "beta": 1.749363192506728,
      "caution": 0.5631846026468889,
      "caution_hi": 0.6561529654027815,
      "caution_lo": 0.4753730188324001,
      "cstar": 0.43984690197329557,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2714692980813365,
      "dprime_hi": 1.458107965002913,
      "dprime_lo": 1.1084223647336384,
      "false_alarm": {
       "den": 732.0,
       "n": 84.0,
       "share": 0.11475409836065574
      },
      "false_alarm_rate": 0.11527967257844475,
      "hit": {
       "den": 535.0,
       "n": 283.0,
       "share": 0.5289719626168224
      },
      "hit_rate": 0.5289179104477612,
      "missed_loss": 0.13294664096264613,
      "missed_n": 252.0,
      "na": null,
      "needless_loss": 0.1699808725998515,
      "needless_n": 84.0
     },
     "size": {
      "bad": {
       "mean": 10.635135135135135,
       "n": 148.0,
       "too_few": true
      },
      "right": {
       "mean": 11.34703196347032,
       "n": 219.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 277.0,
        "n": 143.0,
        "share": 0.516245487364621
       },
       "missed": {
        "den": 277.0,
        "n": 107.0,
        "share": 0.3862815884476534
       },
       "risk_pays": 277.0,
       "wrong": {
        "den": 277.0,
        "n": 27.0,
        "share": 0.09747292418772563
       }
      },
      "medium": {
       "found": {
        "den": 177.0,
        "n": 58.0,
        "share": 0.327683615819209
       },
       "missed": {
        "den": 177.0,
        "n": 93.0,
        "share": 0.5254237288135594
       },
       "risk_pays": 177.0,
       "wrong": {
        "den": 177.0,
        "n": 26.0,
        "share": 0.14689265536723164
       }
      },
      "small": {
       "found": {
        "den": 81.0,
        "n": 18.0,
        "share": 0.2222222222222222
       },
       "missed": {
        "den": 81.0,
        "n": 52.0,
        "share": 0.6419753086419753
       },
       "risk_pays": 81.0,
       "wrong": {
        "den": 81.0,
        "n": 11.0,
        "share": 0.13580246913580246
       }
      }
     },
     "trade_off": 1267.0,
     "wrong": {
      "den": 535.0,
      "n": 64.0,
      "share": 0.11962616822429907
     }
    },
    "robust": {
     "by_call": {
      "missed": 9.521106616572036,
      "needless": 4.632715135812759,
      "none": 4.030658990284647,
      "right_risk": 2.2200036689009464,
      "right_safety": 3.9253480505075813,
      "wrong_risk": 3.6387442230758533
     },
     "calls": {
      "missed": 200.0,
      "needless": 113.0,
      "right_risk": 194.0,
      "right_safety": 700.0,
      "wrong_risk": 60.0
     },
     "confidence": {
      "auroc_right_risk": 0.5714796496037184,
      "missed_mean_p": 0.4452407714837859,
      "missed_n": 200,
      "taken_grouped": 0,
      "taken_n": 367,
      "taken_other": 0
     },
     "error_rate": 27.968576685153824,
     "found": {
      "den": 454.0,
      "n": 194.0,
      "share": 0.42731277533039647
     },
     "good": {
      "den": 367.0,
      "n": 194.0,
      "share": 0.5286103542234333
     },
     "judgement": 64.41606927082486,
     "judgement_hi": 66.90797834884462,
     "judgement_lo": 61.85659478486629,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23076923076923078,
      "x": 0.5726872246696035,
      "y": 0.13899138991389914
     },
     "margin": 0.02,
     "missed": {
      "den": 454.0,
      "n": 200.0,
      "share": 0.44052863436123346
     },
     "needless": {
      "den": 813.0,
      "n": 113.0,
      "share": 0.13899138991389914
     },
     "needless_by_loss": {
      "big": {
       "den": 813.0,
       "n": 61.0,
       "share": 0.07503075030750307
      },
      "medium": {
       "den": 813.0,
       "n": 26.0,
       "share": 0.03198031980319803
      },
      "small": {
       "den": 813.0,
       "n": 26.0,
       "share": 0.03198031980319803
      }
     },
     "no_trade_off": 437.0,
     "reference": null,
     "right_safety": {
      "den": 813.0,
      "n": 700.0,
      "share": 0.8610086100861009
     },
     "risk_pays": 454.0,
     "safety_pays": 813.0,
     "scored": 1704,
     "sdt": {
      "aim": {
       "den": 254.0,
       "n": 194.0,
       "share": 0.7637795275590551
      },
      "beta": 1.5421776787945016,
      "caution": 0.46678200879243725,
      "caution_hi": 0.561975530613649,
      "caution_lo": 0.37802836802338197,
      "cstar": 0.3515741916785138,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2321595411514354,
      "dprime_hi": 1.3996640198064967,
      "dprime_lo": 1.0719872554298275,
      "false_alarm": {
       "den": 813.0,
       "n": 113.0,
       "share": 0.13899138991389914
      },
      "false_alarm_rate": 0.13943488943488944,
      "hit": {
       "den": 454.0,
       "n": 254.0,
       "share": 0.5594713656387665
      },
      "hit_rate": 0.5593406593406594,
      "missed_loss": 0.1622396567463875,
      "missed_n": 200.0,
      "na": null,
      "needless_loss": 0.1397194086977866,
      "needless_n": 113.0
     },
     "size": {
      "bad": {
       "mean": 11.531791907514451,
       "n": 173.0,
       "too_few": true
      },
      "right": {
       "mean": 10.639175257731958,
       "n": 194.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 277.0,
        "n": 139.0,
        "share": 0.5018050541516246
       },
       "missed": {
        "den": 277.0,
        "n": 107.0,
        "share": 0.3862815884476534
       },
       "risk_pays": 277.0,
       "wrong": {
        "den": 277.0,
        "n": 31.0,
        "share": 0.11191335740072202
       }
      },
      "medium": {
       "found": {
        "den": 177.0,
        "n": 55.0,
        "share": 0.3107344632768362
       },
       "missed": {
        "den": 177.0,
        "n": 93.0,
        "share": 0.5254237288135594
       },
       "risk_pays": 177.0,
       "wrong": {
        "den": 177.0,
        "n": 29.0,
        "share": 0.1638418079096045
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1267.0,
     "wrong": {
      "den": 454.0,
      "n": 60.0,
      "share": 0.13215859030837004
     }
    }
   },
   "route": {
    "provider": "openrouter (google ai studio)",
    "reasoning": null,
    "spec": "openrouter-decisions/google/gemini-decision-1"
   },
   "running": 0,
   "slug": "gemini-decision-1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.644075840997525,
    "auroc_blunder": 0.6250461445560038,
    "confident_badly_wrong": {
     "den": 1880,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1880,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1880,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.11470437160782955,
    "held_out": {
     "blunders": 0.07723998847296883,
     "kept": 0.006260959243532587,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1880,
    "surest": {
     "cut": 0.2529977051883897,
     "error_rate": 39.85263711594521,
     "n": 470,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-11T19:49:35.285Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1882,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1882
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-11T19:50:36.766Z",
     "id": 1000,
     "opponent": "Fastino GLiDE",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-11T19:49:35.285Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:51:30.416Z",
     "id": 1001,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T19:50:37.137Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:51:44.229Z",
     "id": 1003,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-11T19:51:30.748Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:52:01.377Z",
     "id": 1006,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 8,
     "started": "2026-11-11T19:51:44.591Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:52:24.818Z",
     "id": 1007,
     "opponent": "Safest",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T19:52:01.683Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:52:59.464Z",
     "id": 1009,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-11T19:52:25.139Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:53:19.381Z",
     "id": 1010,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T19:52:59.832Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:53:38.388Z",
     "id": 1012,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-11T19:53:19.680Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:54:00.846Z",
     "id": 1014,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T19:53:38.754Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T19:54:01.277Z",
     "id": 1015,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-11T19:54:01.184Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T01:56:06.624Z",
     "id": 1339,
     "opponent": "Cygnet",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-14T01:55:26.030Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:57:57.484Z",
     "id": 1340,
     "opponent": "Winnow-12B",
     "score_against": 7,
     "score_for": 2,
     "started": "2026-11-14T01:56:51.374Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:00:02.429Z",
     "id": 1341,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 7,
     "score_for": 3,
     "started": "2026-11-14T01:59:01.439Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:04:34.443Z",
     "id": 1342,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-14T02:01:26.351Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:08:05.949Z",
     "id": 1343,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T02:05:47.920Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:11:57.856Z",
     "id": 1344,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T02:09:10.967Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:16:39.664Z",
     "id": 1345,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-14T02:12:32.995Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:19:36.198Z",
     "id": 1346,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T02:17:55.401Z",
     "status": "finished"
    }
   ],
   "name": "StartLux-Decision-v1.1-0.8B-Instant",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.644075840997525,
    "best_share": 0.32518597236981933,
    "blunder_share": 0.3990435706695005,
    "brier": 0.21717329295238136,
    "clusters": 88,
    "confidence_n": 1880,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1882,
    "ece": 0.11470437160782955,
    "engine_scored": 1882,
    "error_hi": 70.31360768900508,
    "error_lo": 59.33192191058095,
    "error_rate": 64.7133435424532,
    "first_date": "2026-11-11",
    "group_sizes": [
     132,
     160
    ],
    "grouped": 2,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.21029562839217045,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1882,
     "estimate": true,
     "excluded_hours": 54.016666666666666,
     "gaps": [
      [
       "2026-11-11T19:54Z",
       "2026-11-14T01:55Z",
       3241
      ]
     ],
     "gpu_decisions": 1882,
     "gpu_usd": 0.10110342376942853,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.4750702778498334,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.4750702778498334,
       "machine": "dgx_spark",
       "usd": 0.10110342376942853,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.10110342376942853,
     "usd_per_1000": 0.05372126661499922
    },
    "p95_loss": 0.5651985064148889,
    "probability_source": "decision",
    "retry_mean": 0.053867693942614245,
    "scored": 1882,
    "time_median": 0.1305,
    "time_p90": 0.3859000000000001,
    "tokens_in": 5257.752922422955,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.05372126661499922,
    "very_confident": 0.0,
    "worst_mean": 0.8191351544983844
   },
   "record": {
    "drawn": 0,
    "lost": 14,
    "won": 3
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 6.722753734885063,
      "needless": 24.731731756840706,
      "none": 7.3635900090275355,
      "right_risk": 4.09503101384095,
      "right_safety": 3.159499787562205,
      "wrong_risk": 18.640737240296748
     },
     "calls": {
      "missed": 177.0,
      "needless": 351.0,
      "right_risk": 255.0,
      "right_safety": 364.0,
      "wrong_risk": 233.0
     },
     "confidence": {
      "auroc_right_risk": 0.5243587160891754,
      "missed_mean_p": null,
      "missed_n": 176,
      "taken_grouped": 0,
      "taken_n": 839,
      "taken_other": 0
     },
     "error_rate": 64.7133435424532,
     "found": {
      "den": 665.0,
      "n": 255.0,
      "share": 0.38345864661654133
     },
     "good": {
      "den": 839.0,
      "n": 255.0,
      "share": 0.3039332538736591
     },
     "judgement": 44.62747778537251,
     "judgement_hi": 46.89681975686256,
     "judgement_lo": 42.28807202884011,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5682926829268292,
      "x": 0.6165413533834586,
      "y": 0.4909090909090909
     },
     "margin": 0.001,
     "missed": {
      "den": 665.0,
      "n": 177.0,
      "share": 0.2661654135338346
     },
     "needless": {
      "den": 715.0,
      "n": 351.0,
      "share": 0.4909090909090909
     },
     "needless_by_loss": {
      "big": {
       "den": 715.0,
       "n": 270.0,
       "share": 0.3776223776223776
      },
      "medium": {
       "den": 715.0,
       "n": 61.0,
       "share": 0.08531468531468532
      },
      "small": {
       "den": 715.0,
       "n": 20.0,
       "share": 0.027972027972027972
      }
     },
     "no_trade_off": 502.0,
     "reference": null,
     "right_safety": {
      "den": 715.0,
      "n": 364.0,
      "share": 0.509090909090909
     },
     "risk_pays": 665.0,
     "safety_pays": 715.0,
     "scored": 1882,
     "sdt": {
      "aim": {
       "den": 488.0,
       "n": 255.0,
       "share": 0.5225409836065574
      },
      "beta": 1.994609444908629,
      "caution": -0.30031253944911246,
      "caution_hi": -0.24093698886250195,
      "caution_lo": -0.36477699297044713,
      "cstar": 1.068573097391188,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6461404146328774,
      "dprime_hi": 0.7953920695689227,
      "dprime_lo": 0.49594412159852913,
      "false_alarm": {
       "den": 715.0,
       "n": 351.0,
       "share": 0.4909090909090909
      },
      "false_alarm_rate": 0.4909217877094972,
      "hit": {
       "den": 665.0,
       "n": 488.0,
       "share": 0.7338345864661654
      },
      "hit_rate": 0.7334834834834835,
      "missed_loss": 0.14296296642998518,
      "missed_n": 177.0,
      "na": null,
      "needless_loss": 0.26521435422435446,
      "needless_n": 351.0
     },
     "size": {
      "bad": {
       "mean": 14.868150684931507,
       "n": 584.0,
       "too_few": false
      },
      "right": {
       "mean": 12.474509803921569,
       "n": 255.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 363.0,
        "n": 177.0,
        "share": 0.48760330578512395
       },
       "missed": {
        "den": 363.0,
        "n": 78.0,
        "share": 0.21487603305785125
       },
       "risk_pays": 363.0,
       "wrong": {
        "den": 363.0,
        "n": 108.0,
        "share": 0.2975206611570248
       }
      },
      "medium": {
       "found": {
        "den": 226.0,
        "n": 68.0,
        "share": 0.3008849557522124
       },
       "missed": {
        "den": 226.0,
        "n": 63.0,
        "share": 0.27876106194690264
       },
       "risk_pays": 226.0,
       "wrong": {
        "den": 226.0,
        "n": 95.0,
        "share": 0.42035398230088494
       }
      },
      "small": {
       "found": {
        "den": 76.0,
        "n": 10.0,
        "share": 0.13157894736842105
       },
       "missed": {
        "den": 76.0,
        "n": 36.0,
        "share": 0.47368421052631576
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 30.0,
        "share": 0.39473684210526316
       }
      }
     },
     "trade_off": 1380.0,
     "wrong": {
      "den": 665.0,
      "n": 233.0,
      "share": 0.35037593984962406
     }
    },
    "robust": {
     "by_call": {
      "missed": 6.467828810151654,
      "needless": 26.783755613247468,
      "none": 7.3635900090275355,
      "right_risk": 3.607019029882332,
      "right_safety": 3.4144247122956135,
      "wrong_risk": 17.076725367848603
     },
     "calls": {
      "missed": 141.0,
      "needless": 391.0,
      "right_risk": 221.0,
      "right_safety": 400.0,
      "wrong_risk": 227.0
     },
     "confidence": {
      "auroc_right_risk": 0.5327322116299843,
      "missed_mean_p": null,
      "missed_n": 141,
      "taken_grouped": 0,
      "taken_n": 839,
      "taken_other": 0
     },
     "error_rate": 64.7133435424532,
     "found": {
      "den": 589.0,
      "n": 221.0,
      "share": 0.37521222410865873
     },
     "good": {
      "den": 839.0,
      "n": 221.0,
      "share": 0.2634088200238379
     },
     "judgement": 44.04506126864406,
     "judgement_hi": 46.67068134055684,
     "judgement_lo": 41.416319841927496,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.6168478260869565,
      "x": 0.6247877758913413,
      "y": 0.4943109987357775
     },
     "margin": 0.02,
     "missed": {
      "den": 589.0,
      "n": 141.0,
      "share": 0.23938879456706283
     },
     "needless": {
      "den": 791.0,
      "n": 391.0,
      "share": 0.4943109987357775
     },
     "needless_by_loss": {
      "big": {
       "den": 791.0,
       "n": 290.0,
       "share": 0.3666245259165613
      },
      "medium": {
       "den": 791.0,
       "n": 71.0,
       "share": 0.0897597977243995
      },
      "small": {
       "den": 791.0,
       "n": 30.0,
       "share": 0.03792667509481669
      }
     },
     "no_trade_off": 502.0,
     "reference": null,
     "right_safety": {
      "den": 791.0,
      "n": 400.0,
      "share": 0.5056890012642224
     },
     "risk_pays": 589.0,
     "safety_pays": 791.0,
     "scored": 1882,
     "sdt": {
      "aim": {
       "den": 448.0,
       "n": 221.0,
       "share": 0.49330357142857145
      },
      "beta": 2.0054715301752024,
      "caution": -0.3463025956893848,
      "caution_hi": -0.2835308845629958,
      "caution_lo": -0.4121803439666975,
      "cstar": 0.965037184595933,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7210905666239493,
      "dprime_hi": 0.8624234329290823,
      "dprime_lo": 0.5880127477977382,
      "false_alarm": {
       "den": 791.0,
       "n": 391.0,
       "share": 0.4943109987357775
      },
      "false_alarm_rate": 0.4943181818181818,
      "hit": {
       "den": 589.0,
       "n": 448.0,
       "share": 0.7606112054329371
      },
      "hit_rate": 0.7601694915254237,
      "missed_loss": 0.17265891944262998,
      "missed_n": 141.0,
      "na": null,
      "needless_loss": 0.25783646068609584,
      "needless_n": 391.0
     },
     "size": {
      "bad": {
       "mean": 14.800970873786408,
       "n": 618.0,
       "too_few": false
      },
      "right": {
       "mean": 12.294117647058824,
       "n": 221.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 363.0,
        "n": 165.0,
        "share": 0.45454545454545453
       },
       "missed": {
        "den": 363.0,
        "n": 78.0,
        "share": 0.21487603305785125
       },
       "risk_pays": 363.0,
       "wrong": {
        "den": 363.0,
        "n": 120.0,
        "share": 0.3305785123966942
       }
      },
      "medium": {
       "found": {
        "den": 226.0,
        "n": 56.0,
        "share": 0.24778761061946902
       },
       "missed": {
        "den": 226.0,
        "n": 63.0,
        "share": 0.27876106194690264
       },
       "risk_pays": 226.0,
       "wrong": {
        "den": 226.0,
        "n": 107.0,
        "share": 0.47345132743362833
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1380.0,
     "wrong": {
      "den": 589.0,
      "n": 227.0,
      "share": 0.3853989813242784
     }
    }
   },
   "route": {
    "provider": "local (startlux-decide serve)",
    "reasoning": null,
    "spec": "startlux"
   },
   "running": 0,
   "slug": "startlux-decision-v1-1-0-8b-instant",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.6953098466910621,
    "auroc_blunder": 0.6608228625633689,
    "confident_badly_wrong": {
     "den": 1762,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1762,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1762,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.07109489670828603,
    "held_out": {
     "blunders": 0.18583270950280928,
     "kept": 0.003664154377537054,
     "no_cutoff": 23,
     "runs": 300
    },
    "n": 1762,
    "surest": {
     "cut": 0.269681,
     "error_rate": 49.10500013098425,
     "n": 441,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-11T21:19:23.019Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1763,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1763
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-11T21:19:49.037Z",
     "id": 1041,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T21:19:23.019Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:20:13.548Z",
     "id": 1042,
     "opponent": "Celeris-1 Decision",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-11T21:19:49.238Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:20:18.190Z",
     "id": 1043,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-11T21:20:13.742Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:20:38.516Z",
     "id": 1044,
     "opponent": "Random",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-11T21:20:18.395Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:20:54.079Z",
     "id": 1045,
     "opponent": "Safest",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-11T21:20:38.702Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:21:25.743Z",
     "id": 1046,
     "opponent": "Liquid d1-ultra",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-11T21:20:54.259Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:21:47.160Z",
     "id": 1047,
     "opponent": "Jev 1.14.0",
     "score_against": 8,
     "score_for": 1,
     "started": "2026-11-11T21:21:25.940Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:22:10.004Z",
     "id": 1048,
     "opponent": "Jev 1.13.0",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-11T21:21:47.348Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:22:36.321Z",
     "id": 1049,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-11T21:22:10.216Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-11T21:22:36.595Z",
     "id": 1050,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-11T21:22:36.522Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T02:25:35.299Z",
     "id": 1347,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T02:25:15.380Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:27:57.738Z",
     "id": 1348,
     "opponent": "Winnow-12B",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-14T02:26:39.921Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:29:38.528Z",
     "id": 1349,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T02:28:51.328Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:32:57.769Z",
     "id": 1350,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 8,
     "score_for": 0,
     "started": "2026-11-14T02:30:20.863Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:35:06.408Z",
     "id": 1351,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-14T02:33:42.561Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:39:06.714Z",
     "id": 1352,
     "opponent": "Clef",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-14T02:36:04.043Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:44:34.372Z",
     "id": 1353,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-14T02:40:28.505Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:47:54.898Z",
     "id": 1354,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-14T02:45:50.951Z",
     "status": "finished"
    }
   ],
   "name": "OneJev1.6-0.8B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.6953098466910621,
    "best_share": 0.28077141236528647,
    "blunder_share": 0.4617129892229155,
    "brier": 0.18763457963522245,
    "clusters": 90,
    "confidence_n": 1762,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1763,
    "ece": 0.07109489670828603,
    "engine_scored": 1763,
    "error_hi": 90.78367624722782,
    "error_lo": 75.21880650039297,
    "error_rate": 82.51933623327157,
    "first_date": "2026-11-11",
    "group_sizes": [
     156
    ],
    "grouped": 1,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.2127760238365494,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1763,
     "estimate": true,
     "excluded_hours": 53.05,
     "gaps": [
      [
       "2026-11-11T21:22Z",
       "2026-11-14T02:25Z",
       3183
      ]
     ],
     "gpu_decisions": 1763,
     "gpu_usd": 0.09149871879266669,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.4299391666385863,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.4299391666385863,
       "machine": "dgx_spark",
       "usd": 0.09149871879266669,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.09149871879266669,
     "usd_per_1000": 0.05189944344450748
    },
    "p95_loss": 0.6724302530288695,
    "probability_source": "decision",
    "retry_mean": 0.028631877481565513,
    "scored": 1763,
    "time_median": 0.096,
    "time_p90": 0.14879999999999996,
    "tokens_in": 3885.164492342598,
    "tokens_out": 1.0011344299489506,
    "too_few": false,
    "usd_per_1000": 0.05189944344450748,
    "very_confident": 0.0,
    "worst_mean": 0.940422363917936
   },
   "record": {
    "drawn": 0,
    "lost": 17,
    "won": 0
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 17.80541256382867,
      "needless": 27.195016793817942,
      "none": 8.453222901322121,
      "right_risk": 3.47707455664011,
      "right_safety": 7.601223002762127,
      "wrong_risk": 17.987386414900598
     },
     "calls": {
      "missed": 241.0,
      "needless": 270.0,
      "right_risk": 167.0,
      "right_safety": 364.0,
      "wrong_risk": 198.0
     },
     "confidence": {
      "auroc_right_risk": 0.5880610573724346,
      "missed_mean_p": 0.17144396265560166,
      "missed_n": 241,
      "taken_grouped": 0,
      "taken_n": 635,
      "taken_other": 0
     },
     "error_rate": 82.51933623327157,
     "found": {
      "den": 606.0,
      "n": 167.0,
      "share": 0.2755775577557756
     },
     "good": {
      "den": 635.0,
      "n": 167.0,
      "share": 0.262992125984252
     },
     "judgement": 42.48550249346701,
     "judgement_hi": 45.76971846995651,
     "judgement_lo": 39.25337765470391,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4510250569476082,
      "x": 0.7244224422442245,
      "y": 0.42586750788643535
     },
     "margin": 0.001,
     "missed": {
      "den": 606.0,
      "n": 241.0,
      "share": 0.3976897689768977
     },
     "needless": {
      "den": 634.0,
      "n": 270.0,
      "share": 0.42586750788643535
     },
     "needless_by_loss": {
      "big": {
       "den": 634.0,
       "n": 231.0,
       "share": 0.3643533123028391
      },
      "medium": {
       "den": 634.0,
       "n": 31.0,
       "share": 0.04889589905362776
      },
      "small": {
       "den": 634.0,
       "n": 8.0,
       "share": 0.012618296529968454
      }
     },
     "no_trade_off": 523.0,
     "reference": null,
     "right_safety": {
      "den": 634.0,
      "n": 364.0,
      "share": 0.5741324921135647
     },
     "risk_pays": 606.0,
     "safety_pays": 634.0,
     "scored": 1763,
     "sdt": {
      "aim": {
       "den": 365.0,
       "n": 167.0,
       "share": 0.4575342465753425
      },
      "beta": 1.4262879150473515,
      "caution": -0.03614357702362336,
      "caution_hi": 0.04753629939272202,
      "caution_lo": -0.11461370590907079,
      "cstar": 0.7970229600751251,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.4455018529692657,
      "dprime_hi": 0.6135676486370227,
      "dprime_lo": 0.27060038574462053,
      "false_alarm": {
       "den": 634.0,
       "n": 270.0,
       "share": 0.42586750788643535
      },
      "false_alarm_rate": 0.4259842519685039,
      "hit": {
       "den": 606.0,
       "n": 365.0,
       "share": 0.6023102310231023
      },
      "hit_rate": 0.6021416803953872,
      "missed_loss": 0.260505745643402,
      "missed_n": 241.0,
      "na": null,
      "needless_loss": 0.355146774870378,
      "needless_n": 270.0
     },
     "size": {
      "bad": {
       "mean": 14.378205128205128,
       "n": 468.0,
       "too_few": false
      },
      "right": {
       "mean": 12.41317365269461,
       "n": 167.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 371.0,
        "n": 120.0,
        "share": 0.32345013477088946
       },
       "missed": {
        "den": 371.0,
        "n": 159.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 371.0,
       "wrong": {
        "den": 371.0,
        "n": 92.0,
        "share": 0.24797843665768193
       }
      },
      "medium": {
       "found": {
        "den": 170.0,
        "n": 30.0,
        "share": 0.17647058823529413
       },
       "missed": {
        "den": 170.0,
        "n": 62.0,
        "share": 0.36470588235294116
       },
       "risk_pays": 170.0,
       "wrong": {
        "den": 170.0,
        "n": 78.0,
        "share": 0.4588235294117647
       }
      },
      "small": {
       "found": {
        "den": 65.0,
        "n": 17.0,
        "share": 0.26153846153846155
       },
       "missed": {
        "den": 65.0,
        "n": 20.0,
        "share": 0.3076923076923077
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 28.0,
        "share": 0.4307692307692308
       }
      }
     },
     "trade_off": 1240.0,
     "wrong": {
      "den": 606.0,
      "n": 198.0,
      "share": 0.32673267326732675
     }
    },
    "robust": {
     "by_call": {
      "missed": 17.160272664193464,
      "needless": 28.98298568233332,
      "none": 8.453222901322121,
      "right_risk": 2.695434154668993,
      "right_safety": 8.246362902397333,
      "wrong_risk": 16.981057928356336
     },
     "calls": {
      "missed": 221.0,
      "needless": 315.0,
      "right_risk": 135.0,
      "right_safety": 384.0,
      "wrong_risk": 185.0
     },
     "confidence": {
      "auroc_right_risk": 0.5577111111111112,
      "missed_mean_p": 0.17274541628959278,
      "missed_n": 221,
      "taken_grouped": 0,
      "taken_n": 635,
      "taken_other": 0
     },
     "error_rate": 82.51933623327157,
     "found": {
      "den": 541.0,
      "n": 135.0,
      "share": 0.24953789279112754
     },
     "good": {
      "den": 635.0,
      "n": 135.0,
      "share": 0.2125984251968504
     },
     "judgement": 39.94470579835466,
     "judgement_hi": 42.920336309893635,
     "judgement_lo": 36.8083414494925,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.45566502463054187,
      "x": 0.7504621072088724,
      "y": 0.45064377682403434
     },
     "margin": 0.02,
     "missed": {
      "den": 541.0,
      "n": 221.0,
      "share": 0.40850277264325324
     },
     "needless": {
      "den": 699.0,
      "n": 315.0,
      "share": 0.45064377682403434
     },
     "needless_by_loss": {
      "big": {
       "den": 699.0,
       "n": 250.0,
       "share": 0.35765379113018597
      },
      "medium": {
       "den": 699.0,
       "n": 39.0,
       "share": 0.055793991416309016
      },
      "small": {
       "den": 699.0,
       "n": 26.0,
       "share": 0.03719599427753934
      }
     },
     "no_trade_off": 523.0,
     "reference": null,
     "right_safety": {
      "den": 699.0,
      "n": 384.0,
      "share": 0.5493562231759657
     },
     "risk_pays": 541.0,
     "safety_pays": 699.0,
     "scored": 1763,
     "sdt": {
      "aim": {
       "den": 320.0,
       "n": 135.0,
       "share": 0.421875
      },
      "beta": 1.531018958719556,
      "caution": -0.05355328546577857,
      "caution_hi": 0.02787890179560553,
      "caution_lo": -0.12990322862656287,
      "cstar": 1.2004200209605773,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.3548203898535464,
      "dprime_hi": 0.5311772719540631,
      "dprime_lo": 0.18664597514175296,
      "false_alarm": {
       "den": 699.0,
       "n": 315.0,
       "share": 0.45064377682403434
      },
      "false_alarm_rate": 0.45071428571428573,
      "hit": {
       "den": 541.0,
       "n": 320.0,
       "share": 0.5914972273567468
      },
      "hit_rate": 0.5913284132841329,
      "missed_loss": 0.2737878797011138,
      "missed_n": 221.0,
      "na": null,
      "needless_loss": 0.32442542068541996,
      "needless_n": 315.0
     },
     "size": {
      "bad": {
       "mean": 14.226,
       "n": 500.0,
       "too_few": false
      },
      "right": {
       "mean": 12.511111111111111,
       "n": 135.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 371.0,
        "n": 110.0,
        "share": 0.29649595687331537
       },
       "missed": {
        "den": 371.0,
        "n": 159.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 371.0,
       "wrong": {
        "den": 371.0,
        "n": 102.0,
        "share": 0.2749326145552561
       }
      },
      "medium": {
       "found": {
        "den": 170.0,
        "n": 25.0,
        "share": 0.14705882352941177
       },
       "missed": {
        "den": 170.0,
        "n": 62.0,
        "share": 0.36470588235294116
       },
       "risk_pays": 170.0,
       "wrong": {
        "den": 170.0,
        "n": 83.0,
        "share": 0.48823529411764705
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1240.0,
     "wrong": {
      "den": 541.0,
      "n": 185.0,
      "share": 0.3419593345656192
     }
    }
   },
   "route": {
    "provider": "local (flide serve)",
    "reasoning": null,
    "spec": "onejev"
   },
   "running": 0,
   "slug": "onejev1-6-0-8b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.5936845868170715,
    "auroc_blunder": 0.5279198517745998,
    "confident_badly_wrong": {
     "den": 1386,
     "n": 2,
     "share": 0.001443001443001443
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 5,
       "n": 2,
       "share": 0.4
      },
      "kept": {
       "den": 1386,
       "n": 5,
       "share": 0.0036075036075036075
      },
      "mean_loss": 0.10080397129058838,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1386,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.1780032534941971,
    "held_out": {
     "blunders": 0.3714761904761903,
     "kept": 0.001991055665935029,
     "no_cutoff": 100,
     "runs": 300
    },
    "n": 1386,
    "surest": {
     "cut": 0.44782105276037,
     "error_rate": 92.60073918258766,
     "n": 347,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-12T08:43:52.537Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1405,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1405
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-12T08:46:25.657Z",
     "id": 1141,
     "opponent": "Fastino GLiDE",
     "score_against": 8,
     "score_for": 0,
     "started": "2026-11-12T08:43:52.537Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T08:51:52.644Z",
     "id": 1142,
     "opponent": "Celeris-1 Decision",
     "score_against": 8,
     "score_for": 1,
     "started": "2026-11-12T08:46:30.066Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T08:54:12.158Z",
     "id": 1143,
     "opponent": "GNUbg weak",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-12T08:51:52.837Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:21:08.411Z",
     "id": 1144,
     "opponent": "Random",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-12T08:54:12.364Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:24:17.112Z",
     "id": 1165,
     "opponent": "Safest",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T10:21:08.806Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:27:12.210Z",
     "id": 1166,
     "opponent": "Liquid d1-ultra",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T10:24:17.499Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:28:33.749Z",
     "id": 1167,
     "opponent": "Jev 1.14.0",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T10:27:12.423Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:30:50.079Z",
     "id": 1168,
     "opponent": "Jev 1.13.0",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T10:28:33.981Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:34:40.479Z",
     "id": 1169,
     "opponent": "SubQ Snap Preview",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T10:30:50.297Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T10:34:40.777Z",
     "id": 1170,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-12T10:34:40.716Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T03:21:52.307Z",
     "id": 1363,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T03:20:07.913Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:26:07.903Z",
     "id": 1364,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T03:22:20.846Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:31:01.794Z",
     "id": 1365,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-14T03:26:33.759Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:35:20.665Z",
     "id": 1366,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T03:32:07.131Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:39:41.380Z",
     "id": 1367,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-14T03:36:26.824Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:48:09.749Z",
     "id": 1368,
     "opponent": "Clef",
     "score_against": 8,
     "score_for": 0,
     "started": "2026-11-14T03:40:51.081Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:55:08.056Z",
     "id": 1369,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-14T03:49:21.713Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:57:01.824Z",
     "id": 1370,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T03:55:43.559Z",
     "status": "finished"
    }
   ],
   "name": "GLiClass v4 Edge",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.5936845868170715,
    "best_share": 0.15658362989323843,
    "blunder_share": 0.6227758007117438,
    "brier": 0.17383866819223506,
    "clusters": 64,
    "confidence_n": 1386,
    "confident_badly_wrong": 0.001443001443001443,
    "cost_coverage": 1.0,
    "decisions": 1405,
    "ece": 0.1780032534941971,
    "engine_scored": 1405,
    "error_hi": 148.84710610553077,
    "error_lo": 118.5036761322433,
    "error_rate": 133.5217322955352,
    "first_date": "2026-11-12",
    "group_sizes": [
     113,
     120,
     124,
     127,
     129,
     132,
     135,
     139,
     159,
     160,
     165,
     178,
     198,
     218
    ],
    "grouped": 19,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.3064586066253983,
    "over_budget": 0.004270462633451958,
    "own_cost": {
     "decisions": 1405,
     "estimate": true,
     "excluded_hours": 42.06666666666667,
     "gaps": [
      [
       "2026-11-12T08:56Z",
       "2026-11-12T10:15Z",
       78
      ],
      [
       "2026-11-12T10:34Z",
       "2026-11-14T03:20Z",
       2446
      ]
     ],
     "gpu_decisions": 1405,
     "gpu_usd": 0.24512351295954593,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 1.1517997221814256,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 1.1517997221814256,
       "machine": "dgx_spark",
       "usd": 0.24512351295954593,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.24512351295954593,
     "usd_per_1000": 0.17446513377903625
    },
    "p95_loss": 0.9347963094711303,
    "probability_source": "decision",
    "retry_mean": 1.4415750889679715,
    "scored": 1405,
    "time_median": 1.333,
    "time_p90": 3.305400000000002,
    "tokens_in": 3859.0,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.17446513377903625,
    "very_confident": 0.0036075036075036075,
    "worst_mean": 1.223377048117774
   },
   "record": {
    "drawn": 0,
    "lost": 17,
    "won": 0
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 4.67818135468561,
      "needless": 57.31098294470234,
      "none": 8.720024550512592,
      "right_risk": 8.089024687576973,
      "right_safety": 3.1162330688530866,
      "wrong_risk": 51.607285689204616
     },
     "calls": {
      "missed": 47.0,
      "needless": 400.0,
      "right_risk": 136.0,
      "right_safety": 78.0,
      "wrong_risk": 325.0
     },
     "confidence": {
      "auroc_right_risk": 0.5975754053100284,
      "missed_mean_p": null,
      "missed_n": 47,
      "taken_grouped": 8,
      "taken_n": 853,
      "taken_other": 0
     },
     "error_rate": 133.5217322955352,
     "found": {
      "den": 508.0,
      "n": 136.0,
      "share": 0.2677165354330709
     },
     "good": {
      "den": 861.0,
      "n": 136.0,
      "share": 0.15795586527293845
     },
     "judgement": 21.544822587553124,
     "judgement_hi": 24.611536255829687,
     "judgement_lo": 18.567278318308855,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.8736559139784946,
      "x": 0.7322834645669292,
      "y": 0.8368200836820083
     },
     "margin": 0.001,
     "missed": {
      "den": 508.0,
      "n": 47.0,
      "share": 0.09251968503937008
     },
     "needless": {
      "den": 478.0,
      "n": 400.0,
      "share": 0.8368200836820083
     },
     "needless_by_loss": {
      "big": {
       "den": 478.0,
       "n": 359.0,
       "share": 0.7510460251046025
      },
      "medium": {
       "den": 478.0,
       "n": 34.0,
       "share": 0.07112970711297072
      },
      "small": {
       "den": 478.0,
       "n": 7.0,
       "share": 0.014644351464435146
      }
     },
     "no_trade_off": 419.0,
     "reference": null,
     "right_safety": {
      "den": 478.0,
      "n": 78.0,
      "share": 0.16317991631799164
     },
     "risk_pays": 508.0,
     "safety_pays": 478.0,
     "scored": 1405,
     "sdt": {
      "aim": {
       "den": 461.0,
       "n": 136.0,
       "share": 0.2950108459869848
      },
      "beta": 1.354449615940083,
      "caution": -1.149603071543229,
      "caution_hi": -1.024544491337863,
      "caution_lo": -1.2915471375997059,
      "cstar": 0.8872249856320792,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.3419596936857425,
      "dprime_hi": 0.5694097334468685,
      "dprime_lo": 0.1346661026576901,
      "false_alarm": {
       "den": 478.0,
       "n": 400.0,
       "share": 0.8368200836820083
      },
      "false_alarm_rate": 0.8361169102296451,
      "hit": {
       "den": 508.0,
       "n": 461.0,
       "share": 0.90748031496063
      },
      "hit_rate": 0.906679764243615,
      "missed_loss": 0.2796955235460971,
      "missed_n": 47.0,
      "na": null,
      "needless_loss": 0.4026096551865339,
      "needless_n": 400.0
     },
     "size": {
      "bad": {
       "mean": 17.423448275862068,
       "n": 725.0,
       "too_few": false
      },
      "right": {
       "mean": 17.88235294117647,
       "n": 136.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 310.0,
        "n": 97.0,
        "share": 0.31290322580645163
       },
       "missed": {
        "den": 310.0,
        "n": 27.0,
        "share": 0.08709677419354839
       },
       "risk_pays": 310.0,
       "wrong": {
        "den": 310.0,
        "n": 186.0,
        "share": 0.6
       }
      },
      "medium": {
       "found": {
        "den": 146.0,
        "n": 31.0,
        "share": 0.21232876712328766
       },
       "missed": {
        "den": 146.0,
        "n": 13.0,
        "share": 0.08904109589041095
       },
       "risk_pays": 146.0,
       "wrong": {
        "den": 146.0,
        "n": 102.0,
        "share": 0.6986301369863014
       }
      },
      "small": {
       "found": {
        "den": 52.0,
        "n": 8.0,
        "share": 0.15384615384615385
       },
       "missed": {
        "den": 52.0,
        "n": 7.0,
        "share": 0.1346153846153846
       },
       "risk_pays": 52.0,
       "wrong": {
        "den": 52.0,
        "n": 37.0,
        "share": 0.7115384615384616
       }
      }
     },
     "trade_off": 986.0,
     "wrong": {
      "den": 508.0,
      "n": 325.0,
      "share": 0.639763779527559
     }
    },
    "robust": {
     "by_call": {
      "missed": 4.459281218009487,
      "needless": 61.79587496345153,
      "none": 8.720024550512592,
      "right_risk": 6.817896330059635,
      "right_safety": 3.3351332055292096,
      "wrong_risk": 48.39352202797276
     },
     "calls": {
      "missed": 40.0,
      "needless": 445.0,
      "right_risk": 114.0,
      "right_safety": 85.0,
      "wrong_risk": 302.0
     },
     "confidence": {
      "auroc_right_risk": 0.5814295353769038,
      "missed_mean_p": null,
      "missed_n": 40,
      "taken_grouped": 8,
      "taken_n": 853,
      "taken_other": 0
     },
     "error_rate": 133.5217322955352,
     "found": {
      "den": 456.0,
      "n": 114.0,
      "share": 0.25
     },
     "good": {
      "den": 861.0,
      "n": 114.0,
      "share": 0.13240418118466898
     },
     "judgement": 20.5188679245283,
     "judgement_hi": 23.478965476237136,
     "judgement_lo": 17.55758137034477,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.8830409356725146,
      "x": 0.75,
      "y": 0.839622641509434
     },
     "margin": 0.02,
     "missed": {
      "den": 456.0,
      "n": 40.0,
      "share": 0.08771929824561403
     },
     "needless": {
      "den": 530.0,
      "n": 445.0,
      "share": 0.839622641509434
     },
     "needless_by_loss": {
      "big": {
       "den": 530.0,
       "n": 389.0,
       "share": 0.7339622641509433
      },
      "medium": {
       "den": 530.0,
       "n": 39.0,
       "share": 0.07358490566037736
      },
      "small": {
       "den": 530.0,
       "n": 17.0,
       "share": 0.03207547169811321
      }
     },
     "no_trade_off": 419.0,
     "reference": null,
     "right_safety": {
      "den": 530.0,
      "n": 85.0,
      "share": 0.16037735849056603
     },
     "risk_pays": 456.0,
     "safety_pays": 530.0,
     "scored": 1405,
     "sdt": {
      "aim": {
       "den": 416.0,
       "n": 114.0,
       "share": 0.27403846153846156
      },
      "beta": 1.4477901969960747,
      "caution": -1.1697899359016695,
      "caution_hi": -1.0364438474670212,
      "caution_lo": -1.3245605916725451,
      "cstar": 1.0307302879018132,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.35900603313180135,
      "dprime_hi": 0.5831953213388628,
      "dprime_lo": 0.16890401999748278,
      "false_alarm": {
       "den": 530.0,
       "n": 445.0,
       "share": 0.839622641509434
      },
      "false_alarm_rate": 0.8389830508474576,
      "hit": {
       "den": 456.0,
       "n": 416.0,
       "share": 0.9122807017543859
      },
      "hit_rate": 0.9113785557986871,
      "missed_loss": 0.3132645055651665,
      "missed_n": 40.0,
      "na": null,
      "needless_loss": 0.3902166486456153,
      "needless_n": 445.0
     },
     "size": {
      "bad": {
       "mean": 17.481927710843372,
       "n": 747.0,
       "too_few": false
      },
      "right": {
       "mean": 17.587719298245613,
       "n": 114.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 310.0,
        "n": 86.0,
        "share": 0.27741935483870966
       },
       "missed": {
        "den": 310.0,
        "n": 27.0,
        "share": 0.08709677419354839
       },
       "risk_pays": 310.0,
       "wrong": {
        "den": 310.0,
        "n": 197.0,
        "share": 0.635483870967742
       }
      },
      "medium": {
       "found": {
        "den": 146.0,
        "n": 28.0,
        "share": 0.1917808219178082
       },
       "missed": {
        "den": 146.0,
        "n": 13.0,
        "share": 0.08904109589041095
       },
       "risk_pays": 146.0,
       "wrong": {
        "den": 146.0,
        "n": 105.0,
        "share": 0.7191780821917808
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 986.0,
     "wrong": {
      "den": 456.0,
      "n": 302.0,
      "share": 0.6622807017543859
     }
    }
   },
   "route": {
    "provider": "local (gliclass_server.py)",
    "reasoning": null,
    "spec": "gliclass"
   },
   "running": 0,
   "slug": "gliclass-v4-edge",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.6755464106707567,
    "auroc_blunder": 0.6268396631723664,
    "confident_badly_wrong": {
     "den": 1955,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1955,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1955,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.12991135524717692,
    "held_out": {
     "blunders": 0.2166207926537803,
     "kept": 0.00797091142473945,
     "no_cutoff": 70,
     "runs": 300
    },
    "n": 1955,
    "surest": {
     "cut": 0.2998881337086617,
     "error_rate": 35.6044700418757,
     "n": 489,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-12T16:50:08.721Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1955,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1955
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-12T16:50:55.280Z",
     "id": 1181,
     "opponent": "Fastino GLiDE",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-12T16:50:08.721Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:51:22.498Z",
     "id": 1182,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-12T16:50:55.535Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:51:39.903Z",
     "id": 1183,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T16:51:22.752Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:51:58.087Z",
     "id": 1184,
     "opponent": "Random",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-12T16:51:40.174Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:52:32.227Z",
     "id": 1185,
     "opponent": "Safest",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-12T16:51:58.323Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:52:54.958Z",
     "id": 1186,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-12T16:52:32.503Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:53:30.052Z",
     "id": 1187,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-12T16:52:55.226Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:53:46.527Z",
     "id": 1188,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-12T16:53:30.295Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:54:18.883Z",
     "id": 1189,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-12T16:53:46.800Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T16:54:19.233Z",
     "id": 1190,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-12T16:54:19.139Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T02:54:08.520Z",
     "id": 1355,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T02:53:41.264Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:56:13.355Z",
     "id": 1356,
     "opponent": "Winnow-12B",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T02:54:53.511Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T02:57:57.426Z",
     "id": 1357,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-14T02:57:03.459Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:01:47.155Z",
     "id": 1358,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T02:58:21.875Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:04:02.845Z",
     "id": 1359,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T03:02:44.988Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:08:01.119Z",
     "id": 1360,
     "opponent": "Clef",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T03:05:09.836Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:12:49.557Z",
     "id": 1361,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 6,
     "score_for": 3,
     "started": "2026-11-14T03:08:28.681Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T03:16:51.298Z",
     "id": 1362,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-14T03:13:58.218Z",
     "status": "finished"
    }
   ],
   "name": "KnowLine-2B-Gen1",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.6755464106707567,
    "best_share": 0.3560102301790281,
    "blunder_share": 0.35294117647058826,
    "brier": 0.22686824447027176,
    "clusters": 96,
    "confidence_n": 1955,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1955,
    "ece": 0.12991135524717692,
    "engine_scored": 1955,
    "error_hi": 60.7876118303939,
    "error_lo": 48.85051352887919,
    "error_rate": 54.54787061647381,
    "first_date": "2026-11-12",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.22609887493185124,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1955,
     "estimate": true,
     "excluded_hours": 33.983333333333334,
     "gaps": [
      [
       "2026-11-12T16:54Z",
       "2026-11-14T02:53Z",
       2039
      ]
     ],
     "gpu_decisions": 1955,
     "gpu_usd": 0.09646381779613254,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.45326944443914574,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.45326944443914574,
       "machine": "dgx_spark",
       "usd": 0.09646381779613254,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.09646381779613254,
     "usd_per_1000": 0.04934210628958186
    },
    "p95_loss": 0.48486175239086143,
    "probability_source": "decision",
    "retry_mean": 0.05005217391304348,
    "scored": 1955,
    "time_median": 0.152,
    "time_p90": 0.248,
    "tokens_in": 4686.823017902813,
    "tokens_out": 1.0,
    "too_few": false,
    "usd_per_1000": 0.04934210628958186,
    "very_confident": 0.0,
    "worst_mean": 0.7474467982443012
   },
   "record": {
    "drawn": 0,
    "lost": 14,
    "won": 3
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 16.145452483535728,
      "needless": 13.455713603197767,
      "none": 8.653998024323407,
      "right_risk": 3.473357982037927,
      "right_safety": 4.165496156953485,
      "wrong_risk": 8.653852366425497
     },
     "calls": {
      "missed": 339.0,
      "needless": 195.0,
      "right_risk": 203.0,
      "right_safety": 508.0,
      "wrong_risk": 134.0
     },
     "confidence": {
      "auroc_right_risk": 0.4770089987572432,
      "missed_mean_p": 0.17397376116554672,
      "missed_n": 339,
      "taken_grouped": 0,
      "taken_n": 532,
      "taken_other": 0
     },
     "error_rate": 54.54787061647381,
     "found": {
      "den": 676.0,
      "n": 203.0,
      "share": 0.30029585798816566
     },
     "good": {
      "den": 532.0,
      "n": 203.0,
      "share": 0.3815789473684211
     },
     "judgement": 51.14566060922336,
     "judgement_hi": 53.48296062011381,
     "judgement_lo": 48.66080063359923,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2832980972515856,
      "x": 0.6997041420118343,
      "y": 0.2773826458036984
     },
     "margin": 0.001,
     "missed": {
      "den": 676.0,
      "n": 339.0,
      "share": 0.5014792899408284
     },
     "needless": {
      "den": 703.0,
      "n": 195.0,
      "share": 0.2773826458036984
     },
     "needless_by_loss": {
      "big": {
       "den": 703.0,
       "n": 142.0,
       "share": 0.2019914651493599
      },
      "medium": {
       "den": 703.0,
       "n": 36.0,
       "share": 0.051209103840682786
      },
      "small": {
       "den": 703.0,
       "n": 17.0,
       "share": 0.02418207681365576
      }
     },
     "no_trade_off": 576.0,
     "reference": null,
     "right_safety": {
      "den": 703.0,
      "n": 508.0,
      "share": 0.7226173541963016
     },
     "risk_pays": 676.0,
     "safety_pays": 703.0,
     "scored": 1955,
     "sdt": {
      "aim": {
       "den": 337.0,
       "n": 203.0,
       "share": 0.6023738872403561
      },
      "beta": 1.506711940290409,
      "caution": 0.2966968573595011,
      "caution_hi": 0.38228468040633373,
      "caution_lo": 0.2184924400160449,
      "cstar": 0.6995524471067562,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5859885921138516,
      "dprime_hi": 0.7220242012755395,
      "dprime_lo": 0.4473538560819466,
      "false_alarm": {
       "den": 703.0,
       "n": 195.0,
       "share": 0.2773826458036984
      },
      "false_alarm_rate": 0.27769886363636365,
      "hit": {
       "den": 676.0,
       "n": 337.0,
       "share": 0.4985207100591716
      },
      "hit_rate": 0.4985228951255539,
      "missed_loss": 0.1862204106508103,
      "missed_n": 339.0,
      "na": null,
      "needless_loss": 0.26980430865899113,
      "needless_n": 195.0
     },
     "size": {
      "bad": {
       "mean": 13.337386018237082,
       "n": 329.0,
       "too_few": false
      },
      "right": {
       "mean": 10.10344827586207,
       "n": 203.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 383.0,
        "n": 150.0,
        "share": 0.391644908616188
       },
       "missed": {
        "den": 383.0,
        "n": 177.0,
        "share": 0.4621409921671018
       },
       "risk_pays": 383.0,
       "wrong": {
        "den": 383.0,
        "n": 56.0,
        "share": 0.1462140992167102
       }
      },
      "medium": {
       "found": {
        "den": 226.0,
        "n": 42.0,
        "share": 0.18584070796460178
       },
       "missed": {
        "den": 226.0,
        "n": 127.0,
        "share": 0.5619469026548672
       },
       "risk_pays": 226.0,
       "wrong": {
        "den": 226.0,
        "n": 57.0,
        "share": 0.252212389380531
       }
      },
      "small": {
       "found": {
        "den": 67.0,
        "n": 11.0,
        "share": 0.16417910447761194
       },
       "missed": {
        "den": 67.0,
        "n": 35.0,
        "share": 0.5223880597014925
       },
       "risk_pays": 67.0,
       "wrong": {
        "den": 67.0,
        "n": 21.0,
        "share": 0.31343283582089554
       }
      }
     },
     "trade_off": 1379.0,
     "wrong": {
      "den": 676.0,
      "n": 134.0,
      "share": 0.19822485207100593
     }
    },
    "robust": {
     "by_call": {
      "missed": 15.906768625654529,
      "needless": 14.27202546383109,
      "none": 8.653998024323407,
      "right_risk": 2.544150129913369,
      "right_safety": 4.404180014834685,
      "wrong_risk": 8.766748357916732
     },
     "calls": {
      "missed": 304.0,
      "needless": 227.0,
      "right_risk": 171.0,
      "right_safety": 543.0,
      "wrong_risk": 134.0
     },
     "confidence": {
      "auroc_right_risk": 0.4831284119810144,
      "missed_mean_p": 0.1697948209666789,
      "missed_n": 304,
      "taken_grouped": 0,
      "taken_n": 532,
      "taken_other": 0
     },
     "error_rate": 54.54787061647381,
     "found": {
      "den": 609.0,
      "n": 171.0,
      "share": 0.28078817733990147
     },
     "good": {
      "den": 532.0,
      "n": 171.0,
      "share": 0.32142857142857145
     },
     "judgement": 49.29914912673533,
     "judgement_hi": 51.587565670455476,
     "judgement_lo": 47.07783473029323,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3059360730593607,
      "x": 0.7192118226600985,
      "y": 0.2948051948051948
     },
     "margin": 0.02,
     "missed": {
      "den": 609.0,
      "n": 304.0,
      "share": 0.49917898193760263
     },
     "needless": {
      "den": 770.0,
      "n": 227.0,
      "share": 0.2948051948051948
     },
     "needless_by_loss": {
      "big": {
       "den": 770.0,
       "n": 158.0,
       "share": 0.2051948051948052
      },
      "medium": {
       "den": 770.0,
       "n": 40.0,
       "share": 0.05194805194805195
      },
      "small": {
       "den": 770.0,
       "n": 29.0,
       "share": 0.03766233766233766
      }
     },
     "no_trade_off": 576.0,
     "reference": null,
     "right_safety": {
      "den": 770.0,
      "n": 543.0,
      "share": 0.7051948051948052
     },
     "risk_pays": 609.0,
     "safety_pays": 770.0,
     "scored": 1955,
     "sdt": {
      "aim": {
       "den": 305.0,
       "n": 171.0,
       "share": 0.5606557377049181
      },
      "beta": 1.5192344743742485,
      "caution": 0.2682873384597601,
      "caution_hi": 0.3526573557702962,
      "caution_lo": 0.18762172159609047,
      "cstar": 0.7734770125226115,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5406839064903869,
      "dprime_hi": 0.6774943852232017,
      "dprime_lo": 0.41156309675007197,
      "false_alarm": {
       "den": 770.0,
       "n": 227.0,
       "share": 0.2948051948051948
      },
      "false_alarm_rate": 0.29507133592736706,
      "hit": {
       "den": 609.0,
       "n": 305.0,
       "share": 0.5008210180623974
      },
      "hit_rate": 0.5008196721311475,
      "missed_loss": 0.20459034646812238,
      "missed_n": 304.0,
      "na": null,
      "needless_loss": 0.24583092318757516,
      "needless_n": 227.0
     },
     "size": {
      "bad": {
       "mean": 13.110803324099724,
       "n": 361.0,
       "too_few": false
      },
      "right": {
       "mean": 9.976608187134502,
       "n": 171.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 383.0,
        "n": 139.0,
        "share": 0.3629242819843342
       },
       "missed": {
        "den": 383.0,
        "n": 177.0,
        "share": 0.4621409921671018
       },
       "risk_pays": 383.0,
       "wrong": {
        "den": 383.0,
        "n": 67.0,
        "share": 0.17493472584856398
       }
      },
      "medium": {
       "found": {
        "den": 226.0,
        "n": 32.0,
        "share": 0.1415929203539823
       },
       "missed": {
        "den": 226.0,
        "n": 127.0,
        "share": 0.5619469026548672
       },
       "risk_pays": 226.0,
       "wrong": {
        "den": 226.0,
        "n": 67.0,
        "share": 0.29646017699115046
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1379.0,
     "wrong": {
      "den": 609.0,
      "n": 134.0,
      "share": 0.2200328407224959
     }
    }
   },
   "route": {
    "provider": "local (knowline_server.py)",
    "reasoning": null,
    "spec": "knowline/m"
   },
   "running": 0,
   "slug": "knowline-2b-gen1",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7387364401338244,
    "auroc_blunder": 0.6909650194862265,
    "confident_badly_wrong": {
     "den": 1673,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 1,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1673,
       "n": 1,
       "share": 0.0005977286312014345
      },
      "mean_loss": 0.0,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1673,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.03310476602397979,
    "held_out": {
     "blunders": 0.10364645146697575,
     "kept": 0.006626567885759781,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1673,
    "surest": {
     "cut": 0.4355435873113193,
     "error_rate": 26.150720927482006,
     "n": 419,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-12T16:58:16.155Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1676,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1676
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-12T16:59:45.713Z",
     "id": 1191,
     "opponent": "Fastino GLiDE",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-12T16:58:16.155Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:00:47.032Z",
     "id": 1192,
     "opponent": "Celeris-1 Decision",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-12T16:59:48.313Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:01:02.221Z",
     "id": 1193,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T17:00:47.276Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:01:37.471Z",
     "id": 1194,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-12T17:01:02.495Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:02:25.534Z",
     "id": 1195,
     "opponent": "Safest",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-12T17:01:37.732Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:03:05.775Z",
     "id": 1196,
     "opponent": "Liquid d1-ultra",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T17:02:25.745Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:03:33.917Z",
     "id": 1197,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-12T17:03:06.030Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:03:50.717Z",
     "id": 1198,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-12T17:03:34.181Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:04:45.386Z",
     "id": 1199,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-12T17:03:50.941Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:04:45.690Z",
     "id": 1200,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-12T17:04:45.630Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-13T23:59:10.274Z",
     "id": 1298,
     "opponent": "Cygnet",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-13T23:58:15.215Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:01:05.358Z",
     "id": 1299,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 4,
     "started": "2026-11-13T23:59:29.512Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:02:24.399Z",
     "id": 1300,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T00:01:41.536Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:05:01.206Z",
     "id": 1301,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T00:03:01.718Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:07:41.807Z",
     "id": 1302,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T00:06:18.490Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:10:35.483Z",
     "id": 1303,
     "opponent": "Clef",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-14T00:08:41.821Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:15:08.073Z",
     "id": 1304,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-14T00:11:03.426Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:19:23.030Z",
     "id": 1305,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T00:16:25.180Z",
     "status": "finished"
    }
   ],
   "name": "GLiDE 2B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7387364401338244,
    "best_share": 0.3031026252983294,
    "blunder_share": 0.4081145584725537,
    "brier": 0.18079484008224456,
    "clusters": 82,
    "confidence_n": 1673,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1676,
    "ece": 0.03310476602397979,
    "engine_scored": 1676,
    "error_hi": 74.54824602517542,
    "error_lo": 60.9966368551462,
    "error_rate": 67.35153148630923,
    "first_date": "2026-11-12",
    "group_sizes": [
     140,
     148,
     212
    ],
    "grouped": 3,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.30747132697799273,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1676,
     "estimate": true,
     "excluded_hours": 30.9,
     "gaps": [
      [
       "2026-11-12T17:04Z",
       "2026-11-13T23:58Z",
       1854
      ]
     ],
     "gpu_decisions": 1676,
     "gpu_usd": 0.09772919711870297,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.45921527776453247,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.45921527776453247,
       "machine": "dgx_spark",
       "usd": 0.09772919711870297,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.09772919711870297,
     "usd_per_1000": 0.05831097680113542
    },
    "p95_loss": 0.5699046552181244,
    "probability_source": "decision",
    "retry_mean": 0.1555662291169451,
    "scored": 1676,
    "time_median": 0.329,
    "time_p90": 0.526,
    "tokens_in": 3953.365155131265,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.05831097680113542,
    "very_confident": 0.0005977286312014345,
    "worst_mean": 0.8512259519525937
   },
   "record": {
    "drawn": 0,
    "lost": 16,
    "won": 1
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 11.55772806103019,
      "needless": 20.326219925874742,
      "none": 9.556570297067092,
      "right_risk": 3.918047407575325,
      "right_safety": 5.587618397926659,
      "wrong_risk": 16.40534739683522
     },
     "calls": {
      "missed": 203.0,
      "needless": 233.0,
      "right_risk": 192.0,
      "right_safety": 354.0,
      "wrong_risk": 186.0
     },
     "confidence": {
      "auroc_right_risk": 0.6032592482100239,
      "missed_mean_p": 0.26556277009233986,
      "missed_n": 203,
      "taken_grouped": 0,
      "taken_n": 611,
      "taken_other": 0
     },
     "error_rate": 67.35153148630923,
     "found": {
      "den": 581.0,
      "n": 192.0,
      "share": 0.3304647160068847
     },
     "good": {
      "den": 611.0,
      "n": 192.0,
      "share": 0.3142389525368249
     },
     "judgement": 46.67655777649416,
     "judgement_hi": 49.612846511777946,
     "judgement_lo": 43.59972569376635,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4781491002570694,
      "x": 0.6695352839931153,
      "y": 0.3969335604770017
     },
     "margin": 0.001,
     "missed": {
      "den": 581.0,
      "n": 203.0,
      "share": 0.3493975903614458
     },
     "needless": {
      "den": 587.0,
      "n": 233.0,
      "share": 0.3969335604770017
     },
     "needless_by_loss": {
      "big": {
       "den": 587.0,
       "n": 186.0,
       "share": 0.31686541737649065
      },
      "medium": {
       "den": 587.0,
       "n": 38.0,
       "share": 0.06473594548551959
      },
      "small": {
       "den": 587.0,
       "n": 9.0,
       "share": 0.015332197614991482
      }
     },
     "no_trade_off": 508.0,
     "reference": null,
     "right_safety": {
      "den": 587.0,
      "n": 354.0,
      "share": 0.6030664395229983
     },
     "risk_pays": 581.0,
     "safety_pays": 587.0,
     "scored": 1676,
     "sdt": {
      "aim": {
       "den": 378.0,
       "n": 192.0,
       "share": 0.5079365079365079
      },
      "beta": 1.548054457205945,
      "caution": -0.06270535886105097,
      "caution_hi": 0.032852174001523314,
      "caution_lo": -0.14680409915966916,
      "cstar": 0.6753335782517381,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.6470860737498794,
      "dprime_hi": 0.8094175453818743,
      "dprime_lo": 0.48890155578476213,
      "false_alarm": {
       "den": 587.0,
       "n": 233.0,
       "share": 0.3969335604770017
      },
      "false_alarm_rate": 0.397108843537415,
      "hit": {
       "den": 581.0,
       "n": 378.0,
       "share": 0.6506024096385542
      },
      "hit_rate": 0.6503436426116839,
      "missed_loss": 0.19084484955947387,
      "missed_n": 203.0,
      "na": null,
      "needless_loss": 0.29241840854734824,
      "needless_n": 233.0
     },
     "size": {
      "bad": {
       "mean": 13.861575178997613,
       "n": 419.0,
       "too_few": false
      },
      "right": {
       "mean": 10.75,
       "n": 192.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 317.0,
        "n": 139.0,
        "share": 0.4384858044164038
       },
       "missed": {
        "den": 317.0,
        "n": 99.0,
        "share": 0.31230283911671924
       },
       "risk_pays": 317.0,
       "wrong": {
        "den": 317.0,
        "n": 79.0,
        "share": 0.24921135646687698
       }
      },
      "medium": {
       "found": {
        "den": 185.0,
        "n": 42.0,
        "share": 0.22702702702702704
       },
       "missed": {
        "den": 185.0,
        "n": 74.0,
        "share": 0.4
       },
       "risk_pays": 185.0,
       "wrong": {
        "den": 185.0,
        "n": 69.0,
        "share": 0.372972972972973
       }
      },
      "small": {
       "found": {
        "den": 79.0,
        "n": 11.0,
        "share": 0.13924050632911392
       },
       "missed": {
        "den": 79.0,
        "n": 30.0,
        "share": 0.379746835443038
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 38.0,
        "share": 0.4810126582278481
       }
      }
     },
     "trade_off": 1168.0,
     "wrong": {
      "den": 581.0,
      "n": 186.0,
      "share": 0.32013769363166955
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.073543847958627,
      "needless": 22.161632785151284,
      "none": 9.556570297067092,
      "right_risk": 3.224051697513084,
      "right_safety": 6.071802610998222,
      "wrong_risk": 15.263930247620921
     },
     "calls": {
      "missed": 173.0,
      "needless": 282.0,
      "right_risk": 172.0,
      "right_safety": 384.0,
      "wrong_risk": 157.0
     },
     "confidence": {
      "auroc_right_risk": 0.5843089473963023,
      "missed_mean_p": null,
      "missed_n": 173,
      "taken_grouped": 0,
      "taken_n": 611,
      "taken_other": 0
     },
     "error_rate": 67.35153148630923,
     "found": {
      "den": 502.0,
      "n": 172.0,
      "share": 0.3426294820717131
     },
     "good": {
      "den": 611.0,
      "n": 172.0,
      "share": 0.281505728314239
     },
     "judgement": 45.960302932414486,
     "judgement_hi": 49.03466336355886,
     "judgement_lo": 42.88913183305109,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.47575757575757577,
      "x": 0.6573705179282868,
      "y": 0.42342342342342343
     },
     "margin": 0.02,
     "missed": {
      "den": 502.0,
      "n": 173.0,
      "share": 0.34462151394422313
     },
     "needless": {
      "den": 666.0,
      "n": 282.0,
      "share": 0.42342342342342343
     },
     "needless_by_loss": {
      "big": {
       "den": 666.0,
       "n": 208.0,
       "share": 0.3123123123123123
      },
      "medium": {
       "den": 666.0,
       "n": 54.0,
       "share": 0.08108108108108109
      },
      "small": {
       "den": 666.0,
       "n": 20.0,
       "share": 0.03003003003003003
      }
     },
     "no_trade_off": 508.0,
     "reference": null,
     "right_safety": {
      "den": 666.0,
      "n": 384.0,
      "share": 0.5765765765765766
     },
     "risk_pays": 502.0,
     "safety_pays": 666.0,
     "scored": 1676,
     "sdt": {
      "aim": {
       "den": 329.0,
       "n": 172.0,
       "share": 0.5227963525835866
      },
      "beta": 1.62885577359076,
      "caution": -0.10309697657984984,
      "caution_hi": -0.004308333704358124,
      "caution_lo": -0.1967063281268507,
      "cstar": 0.8242656029343998,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5918939079669777,
      "dprime_hi": 0.7489024965081897,
      "dprime_lo": 0.4439663821292463,
      "false_alarm": {
       "den": 666.0,
       "n": 282.0,
       "share": 0.42342342342342343
      },
      "false_alarm_rate": 0.4235382308845577,
      "hit": {
       "den": 502.0,
       "n": 329.0,
       "share": 0.6553784860557769
      },
      "hit_rate": 0.6550695825049702,
      "missed_loss": 0.21455791316969547,
      "missed_n": 173.0,
      "na": null,
      "needless_loss": 0.26342479821215287,
      "needless_n": 282.0
     },
     "size": {
      "bad": {
       "mean": 13.842824601366743,
       "n": 439.0,
       "too_few": false
      },
      "right": {
       "mean": 10.436046511627907,
       "n": 172.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 317.0,
        "n": 134.0,
        "share": 0.4227129337539432
       },
       "missed": {
        "den": 317.0,
        "n": 99.0,
        "share": 0.31230283911671924
       },
       "risk_pays": 317.0,
       "wrong": {
        "den": 317.0,
        "n": 84.0,
        "share": 0.26498422712933756
       }
      },
      "medium": {
       "found": {
        "den": 185.0,
        "n": 38.0,
        "share": 0.20540540540540542
       },
       "missed": {
        "den": 185.0,
        "n": 74.0,
        "share": 0.4
       },
       "risk_pays": 185.0,
       "wrong": {
        "den": 185.0,
        "n": 73.0,
        "share": 0.3945945945945946
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1168.0,
     "wrong": {
      "den": 502.0,
      "n": 157.0,
      "share": 0.31274900398406374
     }
    }
   },
   "route": {
    "provider": "local (glide.server)",
    "reasoning": null,
    "spec": "glide"
   },
   "running": 0,
   "slug": "glide-2b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.6940092440687969,
    "auroc_blunder": 0.6734131054131054,
    "confident_badly_wrong": {
     "den": 1830,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1830,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1830,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.027749393601963844,
    "held_out": {
     "blunders": 0.4145610680384571,
     "kept": 0.007383311281709583,
     "no_cutoff": 168,
     "runs": 300
    },
    "n": 1830,
    "surest": {
     "cut": 0.3479886889405545,
     "error_rate": 39.50373825157574,
     "n": 458,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-12T17:08:02.084Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1832,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1832
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-12T17:08:38.511Z",
     "id": 1201,
     "opponent": "Fastino GLiDE",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T17:08:02.084Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:09:03.597Z",
     "id": 1202,
     "opponent": "Celeris-1 Decision",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T17:08:40.545Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:09:26.947Z",
     "id": 1203,
     "opponent": "GNUbg weak",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-12T17:09:03.818Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:10:15.809Z",
     "id": 1204,
     "opponent": "Random",
     "score_against": 5,
     "score_for": 6,
     "started": "2026-11-12T17:09:27.376Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:11:00.890Z",
     "id": 1205,
     "opponent": "Safest",
     "score_against": 4,
     "score_for": 4,
     "started": "2026-11-12T17:10:16.042Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:11:47.539Z",
     "id": 1206,
     "opponent": "Liquid d1-ultra",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-12T17:11:01.128Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:12:21.052Z",
     "id": 1207,
     "opponent": "Jev 1.14.0",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-12T17:11:47.782Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:12:45.676Z",
     "id": 1208,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-12T17:12:21.279Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:13:25.466Z",
     "id": 1209,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-12T17:12:45.912Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:13:25.809Z",
     "id": 1210,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-12T17:13:25.714Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T00:39:33.637Z",
     "id": 1315,
     "opponent": "Cygnet",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-14T00:38:54.235Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:41:26.240Z",
     "id": 1316,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-14T00:40:16.654Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:43:19.271Z",
     "id": 1317,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-14T00:42:28.671Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:46:16.972Z",
     "id": 1318,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T00:43:47.452Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:49:07.901Z",
     "id": 1319,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T00:47:04.449Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:52:59.728Z",
     "id": 1320,
     "opponent": "Clef",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T00:50:32.758Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T00:57:48.262Z",
     "id": 1321,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T00:53:54.991Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:00:09.403Z",
     "id": 1322,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T00:58:16.586Z",
     "status": "finished"
    }
   ],
   "name": "GLiDE 0.8B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.6940092440687969,
    "best_share": 0.26582969432314413,
    "blunder_share": 0.46779475982532753,
    "brier": 0.1761103253529979,
    "clusters": 90,
    "confidence_n": 1830,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1832,
    "ece": 0.027749393601963844,
    "engine_scored": 1832,
    "error_hi": 89.30268878248998,
    "error_lo": 71.8452077772246,
    "error_rate": 80.36733062441692,
    "first_date": "2026-11-12",
    "group_sizes": [
     137,
     139
    ],
    "grouped": 2,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.2454775276628067,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1832,
     "estimate": true,
     "excluded_hours": 31.433333333333334,
     "gaps": [
      [
       "2026-11-12T17:13Z",
       "2026-11-14T00:38Z",
       1886
      ]
     ],
     "gpu_decisions": 1832,
     "gpu_usd": 0.09429419917672832,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.4430747222238116,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.4430747222238116,
       "machine": "dgx_spark",
       "usd": 0.09429419917672832,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.09429419917672832,
     "usd_per_1000": 0.051470632738388825
    },
    "p95_loss": 0.6662694364786147,
    "probability_source": "decision",
    "retry_mean": 0.09973744541484716,
    "scored": 1832,
    "time_median": 0.224,
    "time_p90": 0.3849000000000001,
    "tokens_in": 3987.579694323144,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.051470632738388825,
    "very_confident": 0.0,
    "worst_mean": 0.9171578508356343
   },
   "record": {
    "drawn": 1,
    "lost": 14,
    "won": 2
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 11.608163944107996,
      "needless": 26.188942493960326,
      "none": 9.163225956228622,
      "right_risk": 3.552105383516399,
      "right_safety": 5.36889024078846,
      "wrong_risk": 24.48600260581512
     },
     "calls": {
      "missed": 207.0,
      "needless": 311.0,
      "right_risk": 204.0,
      "right_safety": 352.0,
      "wrong_risk": 260.0
     },
     "confidence": {
      "auroc_right_risk": 0.5561054826148386,
      "missed_mean_p": 0.21871863218346485,
      "missed_n": 207,
      "taken_grouped": 2,
      "taken_n": 773,
      "taken_other": 0
     },
     "error_rate": 80.36733062441692,
     "found": {
      "den": 671.0,
      "n": 204.0,
      "share": 0.30402384500745155
     },
     "good": {
      "den": 775.0,
      "n": 204.0,
      "share": 0.2632258064516129
     },
     "judgement": 41.747195266963836,
     "judgement_hi": 44.329501446433184,
     "judgement_lo": 38.91941627980489,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.556745182012848,
      "x": 0.6959761549925484,
      "y": 0.46907993966817496
     },
     "margin": 0.001,
     "missed": {
      "den": 671.0,
      "n": 207.0,
      "share": 0.30849478390462
     },
     "needless": {
      "den": 663.0,
      "n": 311.0,
      "share": 0.46907993966817496
     },
     "needless_by_loss": {
      "big": {
       "den": 663.0,
       "n": 254.0,
       "share": 0.38310708898944196
      },
      "medium": {
       "den": 663.0,
       "n": 45.0,
       "share": 0.06787330316742081
      },
      "small": {
       "den": 663.0,
       "n": 12.0,
       "share": 0.01809954751131222
      }
     },
     "no_trade_off": 498.0,
     "reference": null,
     "right_safety": {
      "den": 663.0,
      "n": 352.0,
      "share": 0.530920060331825
     },
     "risk_pays": 671.0,
     "safety_pays": 663.0,
     "scored": 1832,
     "sdt": {
      "aim": {
       "den": 464.0,
       "n": 204.0,
       "share": 0.4396551724137931
      },
      "beta": 1.4837317618138193,
      "caution": -0.21092316532745395,
      "caution_hi": -0.12564040245298252,
      "caution_lo": -0.29110021393713237,
      "cstar": 0.6840767990349889,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5767778931680962,
      "dprime_hi": 0.7198981855345592,
      "dprime_lo": 0.441786524412363,
      "false_alarm": {
       "den": 663.0,
       "n": 311.0,
       "share": 0.46907993966817496
      },
      "false_alarm_rate": 0.4691265060240964,
      "hit": {
       "den": 671.0,
       "n": 464.0,
       "share": 0.6915052160953801
      },
      "hit_rate": 0.6912202380952381,
      "missed_loss": 0.2054701096193802,
      "missed_n": 207.0,
      "na": null,
      "needless_loss": 0.3085411102825422,
      "needless_n": 311.0
     },
     "size": {
      "bad": {
       "mean": 14.252189141856393,
       "n": 571.0,
       "too_few": false
      },
      "right": {
       "mean": 11.264705882352942,
       "n": 204.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 391.0,
        "n": 146.0,
        "share": 0.3734015345268542
       },
       "missed": {
        "den": 391.0,
        "n": 114.0,
        "share": 0.2915601023017903
       },
       "risk_pays": 391.0,
       "wrong": {
        "den": 391.0,
        "n": 131.0,
        "share": 0.3350383631713555
       }
      },
      "medium": {
       "found": {
        "den": 204.0,
        "n": 48.0,
        "share": 0.23529411764705882
       },
       "missed": {
        "den": 204.0,
        "n": 66.0,
        "share": 0.3235294117647059
       },
       "risk_pays": 204.0,
       "wrong": {
        "den": 204.0,
        "n": 90.0,
        "share": 0.4411764705882353
       }
      },
      "small": {
       "found": {
        "den": 76.0,
        "n": 10.0,
        "share": 0.13157894736842105
       },
       "missed": {
        "den": 76.0,
        "n": 27.0,
        "share": 0.35526315789473684
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 39.0,
        "share": 0.5131578947368421
       }
      }
     },
     "trade_off": 1334.0,
     "wrong": {
      "den": 671.0,
      "n": 260.0,
      "share": 0.38748137108792846
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.202631835463785,
      "needless": 28.46556852315451,
      "none": 9.163225956228622,
      "right_risk": 2.9418487020455073,
      "right_safety": 5.774422349432671,
      "wrong_risk": 22.81963325809183
     },
     "calls": {
      "missed": 180.0,
      "needless": 360.0,
      "right_risk": 177.0,
      "right_safety": 379.0,
      "wrong_risk": 238.0
     },
     "confidence": {
      "auroc_right_risk": 0.5536296591210708,
      "missed_mean_p": null,
      "missed_n": 180,
      "taken_grouped": 2,
      "taken_n": 773,
      "taken_other": 0
     },
     "error_rate": 80.36733062441692,
     "found": {
      "den": 595.0,
      "n": 177.0,
      "share": 0.29747899159663865
     },
     "good": {
      "den": 775.0,
      "n": 177.0,
      "share": 0.22838709677419355
     },
     "judgement": 40.51671006697673,
     "judgement_hi": 43.466853987986646,
     "judgement_lo": 37.561705884043555,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.569377990430622,
      "x": 0.7025210084033613,
      "y": 0.4871447902571042
     },
     "margin": 0.02,
     "missed": {
      "den": 595.0,
      "n": 180.0,
      "share": 0.3025210084033613
     },
     "needless": {
      "den": 739.0,
      "n": 360.0,
      "share": 0.4871447902571042
     },
     "needless_by_loss": {
      "big": {
       "den": 739.0,
       "n": 280.0,
       "share": 0.37889039242219213
      },
      "medium": {
       "den": 739.0,
       "n": 53.0,
       "share": 0.07171853856562922
      },
      "small": {
       "den": 739.0,
       "n": 27.0,
       "share": 0.036535859269282815
      }
     },
     "no_trade_off": 498.0,
     "reference": null,
     "right_safety": {
      "den": 739.0,
      "n": 379.0,
      "share": 0.5128552097428958
     },
     "risk_pays": 595.0,
     "safety_pays": 739.0,
     "scored": 1832,
     "sdt": {
      "aim": {
       "den": 415.0,
       "n": 177.0,
       "share": 0.42650602409638555
      },
      "beta": 1.5779646710674298,
      "caution": -0.24201456121496986,
      "caution_hi": -0.16547005823175379,
      "caution_lo": -0.3189495837447303,
      "cstar": 0.831758131202378,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.548399608778086,
      "dprime_hi": 0.7250783362255406,
      "dprime_lo": 0.3851693352135097,
      "false_alarm": {
       "den": 739.0,
       "n": 360.0,
       "share": 0.4871447902571042
      },
      "false_alarm_rate": 0.4871621621621622,
      "hit": {
       "den": 595.0,
       "n": 415.0,
       "share": 0.6974789915966386
      },
      "hit_rate": 0.6971476510067114,
      "missed_loss": 0.2280357946952184,
      "missed_n": 180.0,
      "na": null,
      "needless_loss": 0.28971623074677255,
      "needless_n": 360.0
     },
     "size": {
      "bad": {
       "mean": 14.15551839464883,
       "n": 598.0,
       "too_few": false
      },
      "right": {
       "mean": 11.135593220338983,
       "n": 177.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 391.0,
        "n": 138.0,
        "share": 0.35294117647058826
       },
       "missed": {
        "den": 391.0,
        "n": 114.0,
        "share": 0.2915601023017903
       },
       "risk_pays": 391.0,
       "wrong": {
        "den": 391.0,
        "n": 139.0,
        "share": 0.3554987212276215
       }
      },
      "medium": {
       "found": {
        "den": 204.0,
        "n": 39.0,
        "share": 0.19117647058823528
       },
       "missed": {
        "den": 204.0,
        "n": 66.0,
        "share": 0.3235294117647059
       },
       "risk_pays": 204.0,
       "wrong": {
        "den": 204.0,
        "n": 99.0,
        "share": 0.4852941176470588
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1334.0,
     "wrong": {
      "den": 595.0,
      "n": 238.0,
      "share": 0.4
     }
    }
   },
   "route": {
    "provider": "local (glide.server)",
    "reasoning": null,
    "spec": "glide"
   },
   "running": 0,
   "slug": "glide-0-8b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.66380829343068,
    "auroc_blunder": 0.6318820777823669,
    "confident_badly_wrong": {
     "den": 1305,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1305,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1305,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.03328905700285306,
    "held_out": {
     "blunders": 0.08087321402136532,
     "kept": 0.010522002125670313,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1305,
    "surest": {
     "cut": 0.2541372389642762,
     "error_rate": 61.8358544709121,
     "n": 327,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-12T17:18:28.019Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1355,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1355
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-12T17:19:02.453Z",
     "id": 1211,
     "opponent": "Fastino GLiDE",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T17:18:28.019Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:19:25.671Z",
     "id": 1212,
     "opponent": "Celeris-1 Decision",
     "score_against": 8,
     "score_for": 0,
     "started": "2026-11-12T17:19:04.914Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:19:33.784Z",
     "id": 1213,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T17:19:25.889Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:20:04.850Z",
     "id": 1214,
     "opponent": "Random",
     "score_against": 3,
     "score_for": 7,
     "started": "2026-11-12T17:19:34.005Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:20:19.988Z",
     "id": 1215,
     "opponent": "Safest",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T17:20:05.080Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:20:44.157Z",
     "id": 1216,
     "opponent": "Liquid d1-ultra",
     "score_against": 8,
     "score_for": 0,
     "started": "2026-11-12T17:20:20.231Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:21:04.554Z",
     "id": 1217,
     "opponent": "Jev 1.14.0",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T17:20:44.405Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:21:25.305Z",
     "id": 1218,
     "opponent": "Jev 1.13.0",
     "score_against": 7,
     "score_for": 0,
     "started": "2026-11-12T17:21:04.818Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:21:43.243Z",
     "id": 1219,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-12T17:21:25.558Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T17:21:43.692Z",
     "id": 1220,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-12T17:21:43.633Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T01:04:24.798Z",
     "id": 1323,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T01:04:04.047Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:06:30.159Z",
     "id": 1324,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-14T01:05:27.453Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:08:13.837Z",
     "id": 1325,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T01:07:39.634Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:11:35.789Z",
     "id": 1326,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 9,
     "score_for": 0,
     "started": "2026-11-14T01:09:07.889Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:14:22.967Z",
     "id": 1327,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 8,
     "score_for": 0,
     "started": "2026-11-14T01:12:36.799Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:16:36.353Z",
     "id": 1328,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T01:15:03.148Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:21:14.203Z",
     "id": 1329,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T01:17:20.157Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T01:22:41.466Z",
     "id": 1330,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T01:21:43.227Z",
     "status": "finished"
    }
   ],
   "name": "GLiDE 0.4B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.66380829343068,
    "best_share": 0.17712177121771217,
    "blunder_share": 0.5793357933579336,
    "brier": 0.1370083078295979,
    "clusters": 66,
    "confidence_n": 1305,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1355,
    "ece": 0.03328905700285306,
    "engine_scored": 1355,
    "error_hi": 124.05113071903544,
    "error_lo": 102.10259143444397,
    "error_rate": 113.21918488208658,
    "first_date": "2026-11-12",
    "group_sizes": [
     38,
     39,
     40,
     42,
     43,
     44,
     45,
     47,
     49,
     50,
     51,
     52,
     53,
     54,
     57,
     58,
     59,
     60,
     61,
     62,
     63,
     65,
     67,
     70,
     71,
     73,
     74
    ],
    "grouped": 50,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.18529574031466636,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1355,
     "estimate": true,
     "excluded_hours": 31.7,
     "gaps": [
      [
       "2026-11-12T17:21Z",
       "2026-11-14T01:04Z",
       1902
      ]
     ],
     "gpu_decisions": 1355,
     "gpu_usd": 0.07738056156663105,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.36360000001059645,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.36360000001059645,
       "machine": "dgx_spark",
       "usd": 0.07738056156663105,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.07738056156663105,
     "usd_per_1000": 0.057107425510428814
    },
    "p95_loss": 0.7713147222995758,
    "probability_source": "decision",
    "retry_mean": 0.051817712177121764,
    "scored": 1355,
    "time_median": 0.131,
    "time_p90": 0.24160000000000012,
    "tokens_in": 3984.789667896679,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.057107425510428814,
    "very_confident": 0.0,
    "worst_mean": 1.0490320640451767
   },
   "record": {
    "drawn": 0,
    "lost": 16,
    "won": 1
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 6.195060914292987,
      "needless": 43.75861064974232,
      "none": 14.058684290995018,
      "right_risk": 2.383078519268669,
      "right_safety": 6.095405522307787,
      "wrong_risk": 40.7283449854798
     },
     "calls": {
      "missed": 80.0,
      "needless": 304.0,
      "right_risk": 83.0,
      "right_safety": 194.0,
      "wrong_risk": 278.0
     },
     "confidence": {
      "auroc_right_risk": 0.5885397830018083,
      "missed_mean_p": null,
      "missed_n": 79,
      "taken_grouped": 32,
      "taken_n": 633,
      "taken_other": 0
     },
     "error_rate": 113.21918488208658,
     "found": {
      "den": 441.0,
      "n": 83.0,
      "share": 0.18820861678004536
     },
     "good": {
      "den": 665.0,
      "n": 83.0,
      "share": 0.12481203007518797
     },
     "judgement": 28.888342485588613,
     "judgement_hi": 32.06896634126109,
     "judgement_lo": 25.63842054018947,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.776536312849162,
      "x": 0.8117913832199547,
      "y": 0.6104417670682731
     },
     "margin": 0.001,
     "missed": {
      "den": 441.0,
      "n": 80.0,
      "share": 0.18140589569160998
     },
     "needless": {
      "den": 498.0,
      "n": 304.0,
      "share": 0.6104417670682731
     },
     "needless_by_loss": {
      "big": {
       "den": 498.0,
       "n": 269.0,
       "share": 0.5401606425702812
      },
      "medium": {
       "den": 498.0,
       "n": 29.0,
       "share": 0.05823293172690763
      },
      "small": {
       "den": 498.0,
       "n": 6.0,
       "share": 0.012048192771084338
      }
     },
     "no_trade_off": 416.0,
     "reference": null,
     "right_safety": {
      "den": 498.0,
      "n": 194.0,
      "share": 0.3895582329317269
     },
     "risk_pays": 441.0,
     "safety_pays": 498.0,
     "scored": 1355,
     "sdt": {
      "aim": {
       "den": 361.0,
       "n": 83.0,
       "share": 0.2299168975069252
      },
      "beta": 2.0990611960782615,
      "caution": -0.5935918761857655,
      "caution_hi": -0.4861774771653241,
      "caution_lo": -0.7173602764503136,
      "cstar": 1.1818526128369322,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6273965020955876,
      "dprime_hi": 0.8510723929040649,
      "dprime_lo": 0.4218952847949225,
      "false_alarm": {
       "den": 498.0,
       "n": 304.0,
       "share": 0.6104417670682731
      },
      "false_alarm_rate": 0.6102204408817635,
      "hit": {
       "den": 441.0,
       "n": 361.0,
       "share": 0.81859410430839
      },
      "hit_rate": 0.8178733031674208,
      "missed_loss": 0.2098576884716749,
      "missed_n": 80.0,
      "na": null,
      "needless_loss": 0.39008498309474243,
      "needless_n": 304.0
     },
     "size": {
      "bad": {
       "mean": 16.764604810996563,
       "n": 582.0,
       "too_few": false
      },
      "right": {
       "mean": 18.156626506024097,
       "n": 83.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 256.0,
        "n": 58.0,
        "share": 0.2265625
       },
       "missed": {
        "den": 256.0,
        "n": 48.0,
        "share": 0.1875
       },
       "risk_pays": 256.0,
       "wrong": {
        "den": 256.0,
        "n": 150.0,
        "share": 0.5859375
       }
      },
      "medium": {
       "found": {
        "den": 132.0,
        "n": 21.0,
        "share": 0.1590909090909091
       },
       "missed": {
        "den": 132.0,
        "n": 22.0,
        "share": 0.16666666666666666
       },
       "risk_pays": 132.0,
       "wrong": {
        "den": 132.0,
        "n": 89.0,
        "share": 0.6742424242424242
       }
      },
      "small": {
       "found": {
        "den": 53.0,
        "n": 4.0,
        "share": 0.07547169811320754
       },
       "missed": {
        "den": 53.0,
        "n": 10.0,
        "share": 0.18867924528301888
       },
       "risk_pays": 53.0,
       "wrong": {
        "den": 53.0,
        "n": 39.0,
        "share": 0.7358490566037735
       }
      }
     },
     "trade_off": 939.0,
     "wrong": {
      "den": 441.0,
      "n": 278.0,
      "share": 0.6303854875283447
     }
    },
    "robust": {
     "by_call": {
      "missed": 6.1047849509988765,
      "needless": 48.32327760673537,
      "none": 14.058684290995018,
      "right_risk": 2.0880123456025914,
      "right_safety": 6.185681485601897,
      "wrong_risk": 36.45874420215283
     },
     "calls": {
      "missed": 70.0,
      "needless": 347.0,
      "right_risk": 71.0,
      "right_safety": 204.0,
      "wrong_risk": 247.0
     },
     "confidence": {
      "auroc_right_risk": 0.5762623633524206,
      "missed_mean_p": null,
      "missed_n": 69,
      "taken_grouped": 32,
      "taken_n": 633,
      "taken_other": 0
     },
     "error_rate": 113.21918488208658,
     "found": {
      "den": 388.0,
      "n": 71.0,
      "share": 0.18298969072164947
     },
     "good": {
      "den": 665.0,
      "n": 71.0,
      "share": 0.10676691729323308
     },
     "judgement": 27.66128126929481,
     "judgement_hi": 30.61771405561112,
     "judgement_lo": 24.789210121894875,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7791798107255521,
      "x": 0.8170103092783505,
      "y": 0.6297640653357531
     },
     "margin": 0.02,
     "missed": {
      "den": 388.0,
      "n": 70.0,
      "share": 0.18041237113402062
     },
     "needless": {
      "den": 551.0,
      "n": 347.0,
      "share": 0.6297640653357531
     },
     "needless_by_loss": {
      "big": {
       "den": 551.0,
       "n": 303.0,
       "share": 0.5499092558983666
      },
      "medium": {
       "den": 551.0,
       "n": 31.0,
       "share": 0.056261343012704176
      },
      "small": {
       "den": 551.0,
       "n": 13.0,
       "share": 0.023593466424682397
      }
     },
     "no_trade_off": 416.0,
     "reference": null,
     "right_safety": {
      "den": 551.0,
      "n": 204.0,
      "share": 0.3702359346642468
     },
     "risk_pays": 388.0,
     "safety_pays": 551.0,
     "scored": 1355,
     "sdt": {
      "aim": {
       "den": 318.0,
       "n": 71.0,
       "share": 0.22327044025157233
      },
      "beta": 2.267641789701631,
      "caution": -0.6206393928112838,
      "caution_hi": -0.5128241684780601,
      "caution_lo": -0.7464277567986669,
      "cstar": 1.411459453422469,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5800665618538183,
      "dprime_hi": 0.8016893886868417,
      "dprime_lo": 0.3692922944430939,
      "false_alarm": {
       "den": 551.0,
       "n": 347.0,
       "share": 0.6297640653357531
      },
      "false_alarm_rate": 0.6295289855072463,
      "hit": {
       "den": 388.0,
       "n": 318.0,
       "share": 0.8195876288659794
      },
      "hit_rate": 0.8187660668380463,
      "missed_loss": 0.2363423888172422,
      "missed_n": 70.0,
      "na": null,
      "needless_loss": 0.3773950498969823,
      "needless_n": 347.0
     },
     "size": {
      "bad": {
       "mean": 16.781144781144782,
       "n": 594.0,
       "too_few": false
      },
      "right": {
       "mean": 18.253521126760564,
       "n": 71.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 256.0,
        "n": 53.0,
        "share": 0.20703125
       },
       "missed": {
        "den": 256.0,
        "n": 48.0,
        "share": 0.1875
       },
       "risk_pays": 256.0,
       "wrong": {
        "den": 256.0,
        "n": 155.0,
        "share": 0.60546875
       }
      },
      "medium": {
       "found": {
        "den": 132.0,
        "n": 18.0,
        "share": 0.13636363636363635
       },
       "missed": {
        "den": 132.0,
        "n": 22.0,
        "share": 0.16666666666666666
       },
       "risk_pays": 132.0,
       "wrong": {
        "den": 132.0,
        "n": 92.0,
        "share": 0.696969696969697
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 939.0,
     "wrong": {
      "den": 388.0,
      "n": 247.0,
      "share": 0.6365979381443299
     }
    }
   },
   "route": {
    "provider": "local (glide.server)",
    "reasoning": null,
    "spec": "glide-0.4b"
   },
   "running": 0,
   "slug": "glide-0-4b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7203848282615406,
    "auroc_blunder": 0.6710263749656687,
    "confident_badly_wrong": {
     "den": 1739,
     "n": 20,
     "share": 0.011500862564692352
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 368,
       "n": 20,
       "share": 0.05434782608695652
      },
      "kept": {
       "den": 1739,
       "n": 368,
       "share": 0.21161587119033928
      },
      "mean_loss": 0.013352157710039097,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 67,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1739,
       "n": 67,
       "share": 0.03852788959171938
      },
      "mean_loss": 0.0016235335549311851,
      "too_few": true
     }
    },
    "ece": 0.14646935020126509,
    "held_out": {
     "blunders": 0.012886095555919321,
     "kept": 0.07631401349849187,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1739,
    "surest": {
     "cut": 0.8791,
     "error_rate": 7.788564384668723,
     "n": 435,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-12T19:29:40.095Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1740,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1740
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-12T20:06:33.942Z",
     "id": 1221,
     "opponent": "Fastino GLiDE",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-12T19:29:40.095Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T20:32:01.152Z",
     "id": 1222,
     "opponent": "Celeris-1 Decision",
     "score_against": 2,
     "score_for": 6,
     "started": "2026-11-12T20:06:34.185Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T21:01:44.005Z",
     "id": 1223,
     "opponent": "GNUbg weak",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-12T20:32:01.394Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T21:19:37.147Z",
     "id": 1224,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 9,
     "started": "2026-11-12T21:01:44.238Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T21:46:39.660Z",
     "id": 1225,
     "opponent": "Safest",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-12T21:19:37.406Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T22:09:05.478Z",
     "id": 1226,
     "opponent": "Liquid d1-ultra",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-12T21:46:40.117Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T22:30:08.952Z",
     "id": 1227,
     "opponent": "Jev 1.14.0",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-12T22:09:05.719Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T22:47:28.507Z",
     "id": 1228,
     "opponent": "Jev 1.13.0",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-12T22:30:09.172Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T23:13:20.592Z",
     "id": 1229,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-12T22:47:28.727Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-12T23:13:20.863Z",
     "id": 1230,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-12T23:13:20.812Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T08:08:29.903Z",
     "id": 1411,
     "opponent": "Cygnet",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T07:42:02.648Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T08:24:32.814Z",
     "id": 1412,
     "opponent": "Winnow-12B",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-14T08:09:23.502Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T08:51:05.328Z",
     "id": 1413,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-14T08:25:38.017Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T09:14:36.396Z",
     "id": 1414,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T08:52:12.625Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T09:36:00.246Z",
     "id": 1415,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-14T09:15:35.167Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T09:54:58.903Z",
     "id": 1416,
     "opponent": "Clef",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-14T09:37:03.733Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T10:10:26.024Z",
     "id": 1417,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-14T09:55:25.698Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T10:28:20.203Z",
     "id": 1418,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-14T10:10:58.531Z",
     "status": "finished"
    }
   ],
   "name": "Sieve 31B v3",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7203848282615406,
    "best_share": 0.5379310344827586,
    "blunder_share": 0.19022988505747127,
    "brier": 0.23488605037377805,
    "clusters": 88,
    "confidence_n": 1739,
    "confident_badly_wrong": 0.011500862564692352,
    "cost_coverage": 1.0,
    "decisions": 1740,
    "ece": 0.14646935020126509,
    "engine_scored": 1740,
    "error_hi": 31.584909041993047,
    "error_lo": 24.08198699101624,
    "error_rate": 27.491367377083876,
    "first_date": "2026-11-12",
    "group_sizes": [
     140
    ],
    "grouped": 1,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.6835022426682001,
    "over_budget": 0.035632183908045977,
    "own_cost": {
     "decisions": 1740,
     "estimate": true,
     "excluded_hours": 32.483333333333334,
     "gaps": [
      [
       "2026-11-12T23:13Z",
       "2026-11-14T07:42Z",
       1949
      ]
     ],
     "gpu_decisions": 1740,
     "gpu_usd": 1.3815651473497537,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 6.491773611108475,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 6.491773611108475,
       "machine": "dgx_spark",
       "usd": 1.3815651473497537,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 1.3815651473497537,
     "usd_per_1000": 0.7940029582469849
    },
    "p95_loss": 0.2875056117773055,
    "probability_source": "decision",
    "retry_mean": 10.846356896551724,
    "scored": 1740,
    "time_median": 11.0675,
    "time_p90": 16.0999,
    "too_few": false,
    "usd_per_1000": 0.7940029582469849,
    "very_confident": 0.21161587119033928,
    "worst_mean": 0.5035853564054117
   },
   "record": {
    "drawn": 0,
    "lost": 2,
    "won": 15
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 15.02387320687031,
      "needless": 3.274887354894616,
      "none": 1.5753522258380364,
      "right_risk": 2.1314944686560797,
      "right_safety": 4.074433634335968,
      "wrong_risk": 1.4113264864888684
     },
     "calls": {
      "missed": 340.0,
      "needless": 76.0,
      "right_risk": 200.0,
      "right_safety": 696.0,
      "wrong_risk": 28.0
     },
     "confidence": {
      "auroc_right_risk": 0.5844951923076923,
      "missed_mean_p": 0.6445899705014749,
      "missed_n": 339,
      "taken_grouped": 0,
      "taken_n": 304,
      "taken_other": 0
     },
     "error_rate": 27.491367377083876,
     "found": {
      "den": 568.0,
      "n": 200.0,
      "share": 0.352112676056338
     },
     "good": {
      "den": 304.0,
      "n": 200.0,
      "share": 0.6578947368421053
     },
     "judgement": 62.68335401007079,
     "judgement_hi": 64.940615293519,
     "judgement_lo": 60.55379215165374,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07608695652173914,
      "x": 0.647887323943662,
      "y": 0.09844559585492228
     },
     "margin": 0.001,
     "missed": {
      "den": 568.0,
      "n": 340.0,
      "share": 0.5985915492957746
     },
     "needless": {
      "den": 772.0,
      "n": 76.0,
      "share": 0.09844559585492228
     },
     "needless_by_loss": {
      "big": {
       "den": 772.0,
       "n": 47.0,
       "share": 0.06088082901554404
      },
      "medium": {
       "den": 772.0,
       "n": 26.0,
       "share": 0.03367875647668394
      },
      "small": {
       "den": 772.0,
       "n": 3.0,
       "share": 0.0038860103626943004
      }
     },
     "no_trade_off": 400.0,
     "reference": null,
     "right_safety": {
      "den": 772.0,
      "n": 696.0,
      "share": 0.9015544041450777
     },
     "risk_pays": 568.0,
     "safety_pays": 772.0,
     "scored": 1740,
     "sdt": {
      "aim": {
       "den": 228.0,
       "n": 200.0,
       "share": 0.8771929824561403
      },
      "beta": 1.325405431422376,
      "caution": 0.7683631016760468,
      "caution_hi": 0.8512231829918698,
      "caution_lo": 0.6933585595169021,
      "cstar": 0.27134855246830547,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0382159626448741,
      "dprime_hi": 1.2150465013301652,
      "dprime_lo": 0.8838884026151661,
      "false_alarm": {
       "den": 772.0,
       "n": 76.0,
       "share": 0.09844559585492228
      },
      "false_alarm_rate": 0.09896507115135834,
      "hit": {
       "den": 568.0,
       "n": 228.0,
       "share": 0.4014084507042254
      },
      "hit_rate": 0.4015817223198594,
      "missed_loss": 0.15377376105855492,
      "missed_n": 340.0,
      "na": null,
      "needless_loss": 0.14995536835570084,
      "needless_n": 76.0
     },
     "size": {
      "bad": {
       "mean": 10.490384615384615,
       "n": 104.0,
       "too_few": true
      },
      "right": {
       "mean": 10.13,
       "n": 200.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 296.0,
        "n": 136.0,
        "share": 0.4594594594594595
       },
       "missed": {
        "den": 296.0,
        "n": 151.0,
        "share": 0.5101351351351351
       },
       "risk_pays": 296.0,
       "wrong": {
        "den": 296.0,
        "n": 9.0,
        "share": 0.030405405405405407
       }
      },
      "medium": {
       "found": {
        "den": 181.0,
        "n": 51.0,
        "share": 0.281767955801105
       },
       "missed": {
        "den": 181.0,
        "n": 119.0,
        "share": 0.6574585635359116
       },
       "risk_pays": 181.0,
       "wrong": {
        "den": 181.0,
        "n": 11.0,
        "share": 0.06077348066298342
       }
      },
      "small": {
       "found": {
        "den": 91.0,
        "n": 13.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 91.0,
        "n": 70.0,
        "share": 0.7692307692307693
       },
       "risk_pays": 91.0,
       "wrong": {
        "den": 91.0,
        "n": 8.0,
        "share": 0.08791208791208792
       }
      }
     },
     "trade_off": 1340.0,
     "wrong": {
      "den": 568.0,
      "n": 28.0,
      "share": 0.04929577464788732
     }
    },
    "robust": {
     "by_call": {
      "missed": 14.056803645758793,
      "needless": 3.5674650949993354,
      "none": 1.5753522258380364,
      "right_risk": 1.8259421847332482,
      "right_safety": 5.041503195447484,
      "wrong_risk": 1.4243010303069805
     },
     "calls": {
      "missed": 270.0,
      "needless": 97.0,
      "right_risk": 176.0,
      "right_safety": 766.0,
      "wrong_risk": 31.0
     },
     "confidence": {
      "auroc_right_risk": 0.5548872514204546,
      "missed_mean_p": 0.6313422222222222,
      "missed_n": 270,
      "taken_grouped": 0,
      "taken_n": 304,
      "taken_other": 0
     },
     "error_rate": 27.491367377083876,
     "found": {
      "den": 477.0,
      "n": 176.0,
      "share": 0.3689727463312369
     },
     "good": {
      "den": 304.0,
      "n": 176.0,
      "share": 0.5789473684210527
     },
     "judgement": 62.82870684147495,
     "judgement_hi": 65.3147479125176,
     "judgement_lo": 60.32107134944259,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10299003322259136,
      "x": 0.6310272536687631,
      "y": 0.11239860950173812
     },
     "margin": 0.02,
     "missed": {
      "den": 477.0,
      "n": 270.0,
      "share": 0.5660377358490566
     },
     "needless": {
      "den": 863.0,
      "n": 97.0,
      "share": 0.11239860950173812
     },
     "needless_by_loss": {
      "big": {
       "den": 863.0,
       "n": 52.0,
       "share": 0.06025492468134415
      },
      "medium": {
       "den": 863.0,
       "n": 28.0,
       "share": 0.03244495944380069
      },
      "small": {
       "den": 863.0,
       "n": 17.0,
       "share": 0.019698725376593278
      }
     },
     "no_trade_off": 400.0,
     "reference": null,
     "right_safety": {
      "den": 863.0,
      "n": 766.0,
      "share": 0.8876013904982619
     },
     "risk_pays": 477.0,
     "safety_pays": 863.0,
     "scored": 1740,
     "sdt": {
      "aim": {
       "den": 207.0,
       "n": 176.0,
       "share": 0.8502415458937198
      },
      "beta": 1.278078710702235,
      "caution": 0.6887343748903743,
      "caution_hi": 0.7682001728344146,
      "caution_lo": 0.6142220764280074,
      "cstar": 0.23466198342553338,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0455802829501195,
      "dprime_hi": 1.2110212448539837,
      "dprime_lo": 0.888935631784992,
      "false_alarm": {
       "den": 863.0,
       "n": 97.0,
       "share": 0.11239860950173812
      },
      "false_alarm_rate": 0.11284722222222222,
      "hit": {
       "den": 477.0,
       "n": 207.0,
       "share": 0.4339622641509434
      },
      "hit_rate": 0.4341004184100418,
      "missed_loss": 0.18117658032311335,
      "missed_n": 270.0,
      "na": null,
      "needless_loss": 0.1279874075319349,
      "needless_n": 97.0
     },
     "size": {
      "bad": {
       "mean": 10.1015625,
       "n": 128.0,
       "too_few": true
      },
      "right": {
       "mean": 10.363636363636363,
       "n": 176.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 296.0,
        "n": 132.0,
        "share": 0.44594594594594594
       },
       "missed": {
        "den": 296.0,
        "n": 151.0,
        "share": 0.5101351351351351
       },
       "risk_pays": 296.0,
       "wrong": {
        "den": 296.0,
        "n": 13.0,
        "share": 0.04391891891891892
       }
      },
      "medium": {
       "found": {
        "den": 181.0,
        "n": 44.0,
        "share": 0.2430939226519337
       },
       "missed": {
        "den": 181.0,
        "n": 119.0,
        "share": 0.6574585635359116
       },
       "risk_pays": 181.0,
       "wrong": {
        "den": 181.0,
        "n": 18.0,
        "share": 0.09944751381215469
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1340.0,
     "wrong": {
      "den": 477.0,
      "n": 31.0,
      "share": 0.0649895178197065
     }
    }
   },
   "route": {
    "provider": "local (sieve-serve)",
    "reasoning": null,
    "spec": "sieve"
   },
   "running": 0,
   "slug": "sieve-31b-v3",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7340589477310874,
    "auroc_blunder": 0.6962208331106003,
    "confident_badly_wrong": {
     "den": 1855,
     "n": 8,
     "share": 0.00431266846361186
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 230,
       "n": 8,
       "share": 0.034782608695652174
      },
      "kept": {
       "den": 1855,
       "n": 230,
       "share": 0.12398921832884097
      },
      "mean_loss": 0.007557354025218798,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 12,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1855,
       "n": 12,
       "share": 0.00646900269541779
      },
      "mean_loss": 0.003563265005747477,
      "too_few": true
     }
    },
    "ece": 0.07513852506738546,
    "held_out": {
     "blunders": 0.014225427518038524,
     "kept": 0.057358351627992965,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1855,
    "surest": {
     "cut": 0.781008,
     "error_rate": 6.634619703856847,
     "n": 465,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-13T12:30:04.224Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1855,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1855
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-13T14:38:56.457Z",
     "id": 1241,
     "opponent": "Fastino GLiDE",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-13T12:30:04.224Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T14:47:53.546Z",
     "id": 1242,
     "opponent": "Celeris-1 Decision",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-13T14:38:56.684Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T14:54:39.668Z",
     "id": 1243,
     "opponent": "GNUbg weak",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-13T14:47:57.709Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:01:15.935Z",
     "id": 1244,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 7,
     "started": "2026-11-13T14:54:39.897Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:07:17.751Z",
     "id": 1245,
     "opponent": "Safest",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-13T15:01:16.177Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:15:54.602Z",
     "id": 1246,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-13T15:07:17.971Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:26:02.938Z",
     "id": 1247,
     "opponent": "Jev 1.14.0",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-13T15:15:54.842Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:35:02.976Z",
     "id": 1248,
     "opponent": "Jev 1.13.0",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-13T15:26:03.228Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:47:52.204Z",
     "id": 1249,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-11-13T15:35:03.232Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T15:47:52.528Z",
     "id": 1250,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-13T15:47:52.449Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T06:31:23.807Z",
     "id": 1403,
     "opponent": "Cygnet",
     "score_against": 3,
     "score_for": 4,
     "started": "2026-11-14T06:22:23.809Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:37:14.780Z",
     "id": 1404,
     "opponent": "Winnow-12B",
     "score_against": 0,
     "score_for": 7,
     "started": "2026-11-14T06:31:55.162Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:44:31.303Z",
     "id": 1405,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-14T06:38:17.317Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:59:30.978Z",
     "id": 1406,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 4,
     "score_for": 5,
     "started": "2026-11-14T06:45:20.186Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T07:07:31.929Z",
     "id": 1407,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T07:00:25.629Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T07:21:20.957Z",
     "id": 1408,
     "opponent": "Clef",
     "score_against": 6,
     "score_for": 5,
     "started": "2026-11-14T07:08:55.443Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T07:28:07.435Z",
     "id": 1409,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T07:21:53.435Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T07:37:25.253Z",
     "id": 1410,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-14T07:29:23.773Z",
     "status": "finished"
    }
   ],
   "name": "Turion Jev 31B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7340589477310874,
    "best_share": 0.5180592991913746,
    "blunder_share": 0.2242587601078167,
    "brier": 0.21305085429808734,
    "clusters": 94,
    "confidence_n": 1855,
    "confident_badly_wrong": 0.00431266846361186,
    "cost_coverage": 1.0,
    "decisions": 1855,
    "ece": 0.07513852506738546,
    "engine_scored": 1855,
    "error_hi": 33.282136621886444,
    "error_lo": 26.452445902937864,
    "error_rate": 29.695650621887165,
    "first_date": "2026-11-13",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.5861615881401616,
    "over_budget": 0.00215633423180593,
    "own_cost": {
     "decisions": 1855,
     "estimate": true,
     "excluded_hours": 14.583333333333334,
     "gaps": [
      [
       "2026-11-13T15:47Z",
       "2026-11-14T06:22Z",
       875
      ]
     ],
     "gpu_decisions": 1855,
     "gpu_usd": 0.5438470280296485,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 2.5554580555359525,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 2.5554580555359525,
       "machine": "dgx_spark",
       "usd": 0.5438470280296485,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.5438470280296485,
     "usd_per_1000": 0.29317899085156246
    },
    "p95_loss": 0.3038090169429779,
    "probability_source": "decision",
    "retry_mean": 3.7874134770889487,
    "scored": 1855,
    "time_median": 3.949,
    "time_p90": 7.725,
    "tokens_in": 6293.631805929919,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.29317899085156246,
    "very_confident": 0.12398921832884097,
    "worst_mean": 0.4633294251016391
   },
   "record": {
    "drawn": 1,
    "lost": 3,
    "won": 13
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 20.226307394048273,
      "needless": 0.9051672451579668,
      "none": 1.726401205654093,
      "right_risk": 1.8537272500863293,
      "right_safety": 3.9203712239740995,
      "wrong_risk": 1.0636763029664031
     },
     "calls": {
      "missed": 490.0,
      "needless": 35.0,
      "right_risk": 162.0,
      "right_safety": 680.0,
      "wrong_risk": 22.0
     },
     "confidence": {
      "auroc_right_risk": 0.5925925925925926,
      "missed_mean_p": 0.5233489285714286,
      "missed_n": 490,
      "taken_grouped": 0,
      "taken_n": 219,
      "taken_other": 0
     },
     "error_rate": 29.695650621887165,
     "found": {
      "den": 674.0,
      "n": 162.0,
      "share": 0.2403560830860534
     },
     "good": {
      "den": 219.0,
      "n": 162.0,
      "share": 0.7397260273972602
     },
     "judgement": 59.57025170675022,
     "judgement_hi": 61.37184662257339,
     "judgement_lo": 57.72513631106309,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.04296875,
      "x": 0.7596439169139466,
      "y": 0.04895104895104895
     },
     "margin": 0.001,
     "missed": {
      "den": 674.0,
      "n": 490.0,
      "share": 0.7270029673590505
     },
     "needless": {
      "den": 715.0,
      "n": 35.0,
      "share": 0.04895104895104895
     },
     "needless_by_loss": {
      "big": {
       "den": 715.0,
       "n": 15.0,
       "share": 0.02097902097902098
      },
      "medium": {
       "den": 715.0,
       "n": 14.0,
       "share": 0.019580419580419582
      },
      "small": {
       "den": 715.0,
       "n": 6.0,
       "share": 0.008391608391608392
      }
     },
     "no_trade_off": 466.0,
     "reference": null,
     "right_safety": {
      "den": 715.0,
      "n": 680.0,
      "share": 0.951048951048951
     },
     "risk_pays": 674.0,
     "safety_pays": 715.0,
     "scored": 1855,
     "sdt": {
      "aim": {
       "den": 184.0,
       "n": 162.0,
       "share": 0.8804347826086957
      },
      "beta": 0.6646398971703038,
      "caution": 1.1258461874942087,
      "caution_hi": 1.2354175419699613,
      "caution_lo": 1.0379804945087905,
      "cstar": -0.39048238188535644,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0461672842623035,
      "dprime_hi": 1.2592696165000623,
      "dprime_lo": 0.8728154171484964,
      "false_alarm": {
       "den": 715.0,
       "n": 35.0,
       "share": 0.04895104895104895
      },
      "false_alarm_rate": 0.04958100558659218,
      "hit": {
       "den": 674.0,
       "n": 184.0,
       "share": 0.27299703264094954
      },
      "hit_rate": 0.2733333333333333,
      "missed_loss": 0.15314204169779408,
      "missed_n": 490.0,
      "na": null,
      "needless_loss": 0.09594772798674447,
      "needless_n": 35.0
     },
     "size": {
      "bad": {
       "mean": 6.964912280701754,
       "n": 57.0,
       "too_few": true
      },
      "right": {
       "mean": 7.697530864197531,
       "n": 162.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 389.0,
        "n": 119.0,
        "share": 0.3059125964010283
       },
       "missed": {
        "den": 389.0,
        "n": 259.0,
        "share": 0.6658097686375322
       },
       "risk_pays": 389.0,
       "wrong": {
        "den": 389.0,
        "n": 11.0,
        "share": 0.028277634961439587
       }
      },
      "medium": {
       "found": {
        "den": 214.0,
        "n": 38.0,
        "share": 0.17757009345794392
       },
       "missed": {
        "den": 214.0,
        "n": 171.0,
        "share": 0.7990654205607477
       },
       "risk_pays": 214.0,
       "wrong": {
        "den": 214.0,
        "n": 5.0,
        "share": 0.02336448598130841
       }
      },
      "small": {
       "found": {
        "den": 71.0,
        "n": 5.0,
        "share": 0.07042253521126761
       },
       "missed": {
        "den": 71.0,
        "n": 60.0,
        "share": 0.8450704225352113
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 6.0,
        "share": 0.08450704225352113
       }
      }
     },
     "trade_off": 1389.0,
     "wrong": {
      "den": 674.0,
      "n": 22.0,
      "share": 0.032640949554896145
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.715519968390144,
      "needless": 1.0432313796323587,
      "none": 1.726401205654093,
      "right_risk": 1.6919176372877671,
      "right_safety": 4.431158649632231,
      "wrong_risk": 1.0874217812905735
     },
     "calls": {
      "missed": 430.0,
      "needless": 46.0,
      "right_risk": 153.0,
      "right_safety": 740.0,
      "wrong_risk": 20.0
     },
     "confidence": {
      "auroc_right_risk": 0.5808080808080808,
      "missed_mean_p": 0.5209402511627907,
      "missed_n": 430,
      "taken_grouped": 0,
      "taken_n": 219,
      "taken_other": 0
     },
     "error_rate": 29.695650621887165,
     "found": {
      "den": 603.0,
      "n": 153.0,
      "share": 0.2537313432835821
     },
     "good": {
      "den": 219.0,
      "n": 153.0,
      "share": 0.6986301369863014
     },
     "judgement": 59.76035851277961,
     "judgement_hi": 61.78046997270365,
     "judgement_lo": 57.758451544283176,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.044444444444444446,
      "x": 0.746268656716418,
      "y": 0.058524173027989825
     },
     "margin": 0.02,
     "missed": {
      "den": 603.0,
      "n": 430.0,
      "share": 0.7131011608623549
     },
     "needless": {
      "den": 786.0,
      "n": 46.0,
      "share": 0.058524173027989825
     },
     "needless_by_loss": {
      "big": {
       "den": 786.0,
       "n": 18.0,
       "share": 0.022900763358778626
      },
      "medium": {
       "den": 786.0,
       "n": 16.0,
       "share": 0.020356234096692113
      },
      "small": {
       "den": 786.0,
       "n": 12.0,
       "share": 0.015267175572519083
      }
     },
     "no_trade_off": 466.0,
     "reference": null,
     "right_safety": {
      "den": 786.0,
      "n": 740.0,
      "share": 0.9414758269720102
     },
     "risk_pays": 603.0,
     "safety_pays": 786.0,
     "scored": 1855,
     "sdt": {
      "aim": {
       "den": 173.0,
       "n": 153.0,
       "share": 0.884393063583815
      },
      "beta": 0.6447454176450362,
      "caution": 1.0619657817107946,
      "caution_hi": 1.172062369723261,
      "caution_lo": 0.9715350838763591,
      "cstar": -0.43843138341762206,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0010682584026895,
      "dprime_hi": 1.1909811633537317,
      "dprime_lo": 0.8360707802499766,
      "false_alarm": {
       "den": 786.0,
       "n": 46.0,
       "share": 0.058524173027989825
      },
      "false_alarm_rate": 0.0590851334180432,
      "hit": {
       "den": 603.0,
       "n": 173.0,
       "share": 0.28689883913764513
      },
      "hit_rate": 0.28725165562913907,
      "missed_loss": 0.17010367228541262,
      "missed_n": 430.0,
      "na": null,
      "needless_loss": 0.08413887866165327,
      "needless_n": 46.0
     },
     "size": {
      "bad": {
       "mean": 6.954545454545454,
       "n": 66.0,
       "too_few": true
      },
      "right": {
       "mean": 7.745098039215686,
       "n": 153.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 389.0,
        "n": 117.0,
        "share": 0.30077120822622105
       },
       "missed": {
        "den": 389.0,
        "n": 259.0,
        "share": 0.6658097686375322
       },
       "risk_pays": 389.0,
       "wrong": {
        "den": 389.0,
        "n": 13.0,
        "share": 0.033419023136246784
       }
      },
      "medium": {
       "found": {
        "den": 214.0,
        "n": 36.0,
        "share": 0.16822429906542055
       },
       "missed": {
        "den": 214.0,
        "n": 171.0,
        "share": 0.7990654205607477
       },
       "risk_pays": 214.0,
       "wrong": {
        "den": 214.0,
        "n": 7.0,
        "share": 0.03271028037383177
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1389.0,
     "wrong": {
      "den": 603.0,
      "n": 20.0,
      "share": 0.03316749585406302
     }
    }
   },
   "route": {
    "provider": "local (turion_jev.serve)",
    "reasoning": null,
    "spec": "turion-jev"
   },
   "running": 0,
   "slug": "turion-jev-31b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7297997677206188,
    "auroc_blunder": 0.6819026586051675,
    "confident_badly_wrong": {
     "den": 1989,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 1,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1989,
       "n": 1,
       "share": 0.0005027652086475615
      },
      "mean_loss": 2.1457672119140625e-05,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1989,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.04685269791321042,
    "held_out": {
     "blunders": 0.031867459168019634,
     "kept": 0.019861321854403282,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1989,
    "surest": {
     "cut": 0.4998869723893936,
     "error_rate": 13.377802738224167,
     "n": 498,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-13T16:16:56.424Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1989,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1989
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-13T16:18:28.512Z",
     "id": 1251,
     "opponent": "Fastino GLiDE",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-13T16:16:56.424Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:19:53.395Z",
     "id": 1252,
     "opponent": "Celeris-1 Decision",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-13T16:18:32.222Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:20:49.784Z",
     "id": 1253,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-13T16:19:53.868Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:21:21.068Z",
     "id": 1254,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 6,
     "started": "2026-11-13T16:20:50.176Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:22:11.244Z",
     "id": 1255,
     "opponent": "Safest",
     "score_against": 0,
     "score_for": 5,
     "started": "2026-11-13T16:21:21.489Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:23:27.188Z",
     "id": 1256,
     "opponent": "Liquid d1-ultra",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-13T16:22:11.724Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:24:40.258Z",
     "id": 1257,
     "opponent": "Jev 1.14.0",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-13T16:23:27.667Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:26:34.788Z",
     "id": 1258,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 7,
     "started": "2026-11-13T16:24:40.624Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:27:34.748Z",
     "id": 1259,
     "opponent": "SubQ Snap Preview",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-13T16:26:35.223Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T16:27:35.257Z",
     "id": 1260,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-13T16:27:35.185Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T05:00:44.156Z",
     "id": 1387,
     "opponent": "Cygnet",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T04:59:33.429Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:03:26.463Z",
     "id": 1388,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T05:01:43.866Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:05:34.863Z",
     "id": 1389,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T05:03:55.880Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:09:43.815Z",
     "id": 1390,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T05:06:19.722Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:13:45.965Z",
     "id": 1391,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-14T05:10:43.960Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:18:43.700Z",
     "id": 1392,
     "opponent": "Clef",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-14T05:15:06.756Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:23:37.255Z",
     "id": 1393,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 3,
     "score_for": 5,
     "started": "2026-11-14T05:19:34.239Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:29:07.644Z",
     "id": 1394,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 6,
     "score_for": 4,
     "started": "2026-11-14T05:25:04.100Z",
     "status": "finished"
    }
   ],
   "name": "StartLux-Decision-v1.1-4B-Instant",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7297997677206188,
    "best_share": 0.4238310708898944,
    "blunder_share": 0.2986425339366516,
    "brier": 0.2091285448764187,
    "clusters": 96,
    "confidence_n": 1989,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1989,
    "ece": 0.04685269791321042,
    "engine_scored": 1989,
    "error_hi": 43.6986826827898,
    "error_lo": 36.69790553625286,
    "error_rate": 40.14492664971263,
    "first_date": "2026-11-13",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.38071562570682904,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1989,
     "estimate": true,
     "excluded_hours": 12.533333333333333,
     "gaps": [
      [
       "2026-11-13T16:27Z",
       "2026-11-14T04:59Z",
       752
      ]
     ],
     "gpu_decisions": 1989,
     "gpu_usd": 0.14237908642728475,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.669018611113232,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.669018611113232,
       "machine": "dgx_spark",
       "usd": 0.14237908642728475,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.14237908642728475,
     "usd_per_1000": 0.07158325109466303
    },
    "p95_loss": 0.3614137530326843,
    "probability_source": "decision",
    "retry_mean": 0.25355555555555553,
    "scored": 1989,
    "time_median": 0.439,
    "time_p90": 0.8348000000000289,
    "tokens_in": 4506.821015585721,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.07158325109466303,
    "very_confident": 0.0005027652086475615,
    "worst_mean": 0.5488924468406523
   },
   "record": {
    "drawn": 0,
    "lost": 7,
    "won": 10
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 15.66932409956804,
      "needless": 6.356011853258834,
      "none": 5.331382762253015,
      "right_risk": 2.770351346201966,
      "right_safety": 3.947894063170919,
      "wrong_risk": 6.0699625252598555
     },
     "calls": {
      "missed": 407.0,
      "needless": 145.0,
      "right_risk": 265.0,
      "right_safety": 594.0,
      "wrong_risk": 105.0
     },
     "confidence": {
      "auroc_right_risk": 0.5761056603773584,
      "missed_mean_p": 0.3182526096415976,
      "missed_n": 407,
      "taken_grouped": 0,
      "taken_n": 515,
      "taken_other": 0
     },
     "error_rate": 40.14492664971263,
     "found": {
      "den": 777.0,
      "n": 265.0,
      "share": 0.3410553410553411
     },
     "good": {
      "den": 515.0,
      "n": 265.0,
      "share": 0.5145631067961165
     },
     "judgement": 57.242212248978156,
     "judgement_hi": 59.30158088287291,
     "judgement_lo": 54.990324940128716,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.205078125,
      "x": 0.6589446589446589,
      "y": 0.19621109607577808
     },
     "margin": 0.001,
     "missed": {
      "den": 777.0,
      "n": 407.0,
      "share": 0.5238095238095238
     },
     "needless": {
      "den": 739.0,
      "n": 145.0,
      "share": 0.19621109607577808
     },
     "needless_by_loss": {
      "big": {
       "den": 739.0,
       "n": 98.0,
       "share": 0.13261163734776726
      },
      "medium": {
       "den": 739.0,
       "n": 32.0,
       "share": 0.04330175913396482
      },
      "small": {
       "den": 739.0,
       "n": 15.0,
       "share": 0.02029769959404601
      }
     },
     "no_trade_off": 473.0,
     "reference": null,
     "right_safety": {
      "den": 739.0,
      "n": 594.0,
      "share": 0.803788903924222
     },
     "risk_pays": 777.0,
     "safety_pays": 739.0,
     "scored": 1989,
     "sdt": {
      "aim": {
       "den": 370.0,
       "n": 265.0,
       "share": 0.7162162162162162
      },
      "beta": 1.0828897964030326,
      "caution": 0.4566953787896901,
      "caution_hi": 0.5489388906010217,
      "caution_lo": 0.357069886820019,
      "cstar": 0.10027978440779471,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7941102546659696,
      "dprime_hi": 0.9205535748248846,
      "dprime_lo": 0.6746685041148346,
      "false_alarm": {
       "den": 739.0,
       "n": 145.0,
       "share": 0.19621109607577808
      },
      "false_alarm_rate": 0.1966216216216216,
      "hit": {
       "den": 777.0,
       "n": 370.0,
       "share": 0.47619047619047616
      },
      "hit_rate": 0.4762210796915167,
      "missed_loss": 0.15315128075695741,
      "missed_n": 407.0,
      "na": null,
      "needless_loss": 0.1743738976018182,
      "needless_n": 145.0
     },
     "size": {
      "bad": {
       "mean": 10.368,
       "n": 250.0,
       "too_few": false
      },
      "right": {
       "mean": 8.935849056603773,
       "n": 265.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 444.0,
        "n": 191.0,
        "share": 0.43018018018018017
       },
       "missed": {
        "den": 444.0,
        "n": 208.0,
        "share": 0.46846846846846846
       },
       "risk_pays": 444.0,
       "wrong": {
        "den": 444.0,
        "n": 45.0,
        "share": 0.10135135135135136
       }
      },
      "medium": {
       "found": {
        "den": 251.0,
        "n": 55.0,
        "share": 0.21912350597609562
       },
       "missed": {
        "den": 251.0,
        "n": 152.0,
        "share": 0.6055776892430279
       },
       "risk_pays": 251.0,
       "wrong": {
        "den": 251.0,
        "n": 44.0,
        "share": 0.1752988047808765
       }
      },
      "small": {
       "found": {
        "den": 82.0,
        "n": 19.0,
        "share": 0.23170731707317074
       },
       "missed": {
        "den": 82.0,
        "n": 47.0,
        "share": 0.573170731707317
       },
       "risk_pays": 82.0,
       "wrong": {
        "den": 82.0,
        "n": 16.0,
        "share": 0.1951219512195122
       }
      }
     },
     "trade_off": 1516.0,
     "wrong": {
      "den": 777.0,
      "n": 105.0,
      "share": 0.13513513513513514
     }
    },
    "robust": {
     "by_call": {
      "missed": 15.424592612435795,
      "needless": 6.892212690451206,
      "none": 5.331382762253015,
      "right_risk": 2.395972564569246,
      "right_safety": 4.192625550303164,
      "wrong_risk": 5.908140469700203
     },
     "calls": {
      "missed": 360.0,
      "needless": 180.0,
      "right_risk": 231.0,
      "right_safety": 641.0,
      "wrong_risk": 104.0
     },
     "confidence": {
      "auroc_right_risk": 0.5689287238583013,
      "missed_mean_p": 0.3176541279707489,
      "missed_n": 360,
      "taken_grouped": 0,
      "taken_n": 515,
      "taken_other": 0
     },
     "error_rate": 40.14492664971263,
     "found": {
      "den": 695.0,
      "n": 231.0,
      "share": 0.33237410071942447
     },
     "good": {
      "den": 515.0,
      "n": 231.0,
      "share": 0.44854368932038835
     },
     "judgement": 55.6564638666655,
     "judgement_hi": 57.926814693501605,
     "judgement_lo": 53.28865335835847,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.22413793103448276,
      "x": 0.6676258992805756,
      "y": 0.2192448233861145
     },
     "margin": 0.02,
     "missed": {
      "den": 695.0,
      "n": 360.0,
      "share": 0.5179856115107914
     },
     "needless": {
      "den": 821.0,
      "n": 180.0,
      "share": 0.2192448233861145
     },
     "needless_by_loss": {
      "big": {
       "den": 821.0,
       "n": 111.0,
       "share": 0.13520097442143728
      },
      "medium": {
       "den": 821.0,
       "n": 33.0,
       "share": 0.040194884287454324
      },
      "small": {
       "den": 821.0,
       "n": 36.0,
       "share": 0.0438489646772229
      }
     },
     "no_trade_off": 473.0,
     "reference": null,
     "right_safety": {
      "den": 821.0,
      "n": 641.0,
      "share": 0.7807551766138855
     },
     "risk_pays": 695.0,
     "safety_pays": 821.0,
     "scored": 1989,
     "sdt": {
      "aim": {
       "den": 335.0,
       "n": 231.0,
       "share": 0.6895522388059702
      },
      "beta": 1.0556824866390457,
      "caution": 0.4093122971677106,
      "caution_hi": 0.49929129116290305,
      "caution_lo": 0.3219198797697718,
      "cstar": 0.0743764012875383,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7285572251798581,
      "dprime_hi": 0.861379028254961,
      "dprime_lo": 0.597954659414223,
      "false_alarm": {
       "den": 821.0,
       "n": 180.0,
       "share": 0.2192448233861145
      },
      "false_alarm_rate": 0.21958637469586376,
      "hit": {
       "den": 695.0,
       "n": 335.0,
       "share": 0.48201438848920863
      },
      "hit_rate": 0.48204022988505746,
      "missed_loss": 0.17044174836741555,
      "missed_n": 360.0,
      "na": null,
      "needless_loss": 0.15231790045897167,
      "needless_n": 180.0
     },
     "size": {
      "bad": {
       "mean": 10.172535211267606,
       "n": 284.0,
       "too_few": false
      },
      "right": {
       "mean": 8.965367965367966,
       "n": 231.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 444.0,
        "n": 182.0,
        "share": 0.4099099099099099
       },
       "missed": {
        "den": 444.0,
        "n": 208.0,
        "share": 0.46846846846846846
       },
       "risk_pays": 444.0,
       "wrong": {
        "den": 444.0,
        "n": 54.0,
        "share": 0.12162162162162163
       }
      },
      "medium": {
       "found": {
        "den": 251.0,
        "n": 49.0,
        "share": 0.1952191235059761
       },
       "missed": {
        "den": 251.0,
        "n": 152.0,
        "share": 0.6055776892430279
       },
       "risk_pays": 251.0,
       "wrong": {
        "den": 251.0,
        "n": 50.0,
        "share": 0.199203187250996
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1516.0,
     "wrong": {
      "den": 695.0,
      "n": 104.0,
      "share": 0.14964028776978416
     }
    }
   },
   "route": {
    "provider": "local (startlux-decide serve)",
    "reasoning": null,
    "spec": "startlux"
   },
   "running": 0,
   "slug": "startlux-decision-v1-1-4b-instant",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7158022057276798,
    "auroc_blunder": 0.6779280051981806,
    "confident_badly_wrong": {
     "den": 2100,
     "n": 1,
     "share": 0.0004761904761904762
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 8,
       "n": 1,
       "share": 0.125
      },
      "kept": {
       "den": 2100,
       "n": 8,
       "share": 0.0038095238095238095
      },
      "mean_loss": 0.02899378538131714,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2100,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.049156571428571424,
    "held_out": {
     "blunders": 0.03227444795379321,
     "kept": 0.01487506913866756,
     "no_cutoff": 3,
     "runs": 300
    },
    "n": 2100,
    "surest": {
     "cut": 0.6168,
     "error_rate": 19.83941581539328,
     "n": 526,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-13T17:22:00.231Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 2108,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 2108
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-13T17:27:46.908Z",
     "id": 1261,
     "opponent": "Fastino GLiDE",
     "score_against": 6,
     "score_for": 4,
     "started": "2026-11-13T17:22:00.231Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:32:07.128Z",
     "id": 1262,
     "opponent": "Celeris-1 Decision",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-13T17:27:47.146Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:34:58.609Z",
     "id": 1263,
     "opponent": "GNUbg weak",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-13T17:32:07.364Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:37:41.861Z",
     "id": 1264,
     "opponent": "Random",
     "score_against": 0,
     "score_for": 8,
     "started": "2026-11-13T17:34:58.857Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:41:36.460Z",
     "id": 1265,
     "opponent": "Safest",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-13T17:37:42.102Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:47:22.368Z",
     "id": 1266,
     "opponent": "Liquid d1-ultra",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-13T17:41:36.692Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:51:40.439Z",
     "id": 1267,
     "opponent": "Jev 1.14.0",
     "score_against": 6,
     "score_for": 3,
     "started": "2026-11-13T17:47:24.211Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T17:55:48.207Z",
     "id": 1268,
     "opponent": "Jev 1.13.0",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-13T17:51:40.674Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T18:02:35.971Z",
     "id": 1269,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 3,
     "started": "2026-11-13T17:55:48.524Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-13T18:02:36.396Z",
     "id": 1270,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-13T18:02:36.207Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T05:40:05.431Z",
     "id": 1395,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 5,
     "started": "2026-11-14T05:34:53.683Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:44:53.100Z",
     "id": 1396,
     "opponent": "Winnow-12B",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-14T05:41:03.812Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:49:09.199Z",
     "id": 1397,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T05:45:18.172Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T05:56:29.047Z",
     "id": 1398,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 4,
     "score_for": 5,
     "started": "2026-11-14T05:49:41.438Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:01:05.326Z",
     "id": 1399,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-14T05:57:04.755Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:08:23.568Z",
     "id": 1400,
     "opponent": "Clef",
     "score_against": 4,
     "score_for": 5,
     "started": "2026-11-14T06:02:28.625Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:12:39.704Z",
     "id": 1401,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T06:08:45.748Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T06:17:10.670Z",
     "id": 1402,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 6,
     "score_for": 4,
     "started": "2026-11-14T06:13:15.341Z",
     "status": "finished"
    }
   ],
   "name": "Cerno 9B v1.2",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7158022057276798,
    "best_share": 0.4060721062618596,
    "blunder_share": 0.3230550284629981,
    "brier": 0.2102947168,
    "clusters": 98,
    "confidence_n": 2100,
    "confident_badly_wrong": 0.0004761904761904762,
    "cost_coverage": 1.0,
    "decisions": 2108,
    "ece": 0.049156571428571424,
    "engine_scored": 2108,
    "error_hi": 52.57950404579136,
    "error_lo": 44.53177648103248,
    "error_rate": 48.46733851637514,
    "first_date": "2026-11-13",
    "group_sizes": [
     129,
     131,
     132,
     133,
     138,
     142,
     146,
     154
    ],
    "grouped": 8,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.45677561904761904,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2108,
     "estimate": true,
     "excluded_hours": 11.533333333333333,
     "gaps": [
      [
       "2026-11-13T18:02Z",
       "2026-11-14T05:34Z",
       692
      ]
     ],
     "gpu_decisions": 2108,
     "gpu_usd": 0.29334519478709103,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 1.3783863888846477,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 1.3783863888846477,
       "machine": "dgx_spark",
       "usd": 0.29334519478709103,
       "usd_per_gpu_hour": 0.21281782608464228
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 0.29334519478709103,
     "usd_per_1000": 0.13915806204321207
    },
    "p95_loss": 0.45183861851692164,
    "probability_source": "decision",
    "retry_mean": 1.3835887096774193,
    "scored": 2108,
    "time_median": 1.964,
    "time_p90": 2.3893,
    "tokens_in": 5564.453036053131,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.13915806204321207,
    "very_confident": 0.0038095238095238095,
    "worst_mean": 0.6833683067844027
   },
   "record": {
    "drawn": 1,
    "lost": 10,
    "won": 6
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 12.729993439942202,
      "needless": 13.821740502198235,
      "none": 5.616280545376283,
      "right_risk": 3.450380479192372,
      "right_safety": 4.150365092270288,
      "wrong_risk": 8.698578457395763
     },
     "calls": {
      "missed": 306.0,
      "needless": 232.0,
      "right_risk": 288.0,
      "right_safety": 625.0,
      "wrong_risk": 140.0
     },
     "confidence": {
      "auroc_right_risk": 0.5400662623539982,
      "missed_mean_p": 0.43165115511551155,
      "missed_n": 303,
      "taken_grouped": 1,
      "taken_n": 659,
      "taken_other": 0
     },
     "error_rate": 48.46733851637514,
     "found": {
      "den": 734.0,
      "n": 288.0,
      "share": 0.3923705722070845
     },
     "good": {
      "den": 660.0,
      "n": 288.0,
      "share": 0.43636363636363634
     },
     "judgement": 56.082939345476746,
     "judgement_hi": 58.20105667000356,
     "judgement_lo": 53.94009186815113,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.31390134529147984,
      "x": 0.6076294277929155,
      "y": 0.2707117852975496
     },
     "margin": 0.001,
     "missed": {
      "den": 734.0,
      "n": 306.0,
      "share": 0.41689373297002724
     },
     "needless": {
      "den": 857.0,
      "n": 232.0,
      "share": 0.2707117852975496
     },
     "needless_by_loss": {
      "big": {
       "den": 857.0,
       "n": 177.0,
       "share": 0.20653442240373396
      },
      "medium": {
       "den": 857.0,
       "n": 40.0,
       "share": 0.046674445740956826
      },
      "small": {
       "den": 857.0,
       "n": 15.0,
       "share": 0.01750291715285881
      }
     },
     "no_trade_off": 517.0,
     "reference": null,
     "right_safety": {
      "den": 857.0,
      "n": 625.0,
      "share": 0.7292882147024504
     },
     "risk_pays": 734.0,
     "safety_pays": 857.0,
     "scored": 2108,
     "sdt": {
      "aim": {
       "den": 428.0,
       "n": 288.0,
       "share": 0.6728971962616822
      },
      "beta": 1.6720634696470336,
      "caution": 0.20014896953554595,
      "caution_hi": 0.27156125174069906,
      "caution_lo": 0.13004253490495377,
      "cstar": 0.6273507990338935,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.8194115239015964,
      "dprime_hi": 0.9658718579116908,
      "dprime_lo": 0.6889811068020693,
      "false_alarm": {
       "den": 857.0,
       "n": 232.0,
       "share": 0.2707117852975496
      },
      "false_alarm_rate": 0.270979020979021,
      "hit": {
       "den": 734.0,
       "n": 428.0,
       "share": 0.5831062670299727
      },
      "hit_rate": 0.5829931972789115,
      "missed_loss": 0.17539102072809257,
      "missed_n": 306.0,
      "na": null,
      "needless_loss": 0.2511743877468438,
      "needless_n": 232.0
     },
     "size": {
      "bad": {
       "mean": 13.28225806451613,
       "n": 372.0,
       "too_few": false
      },
      "right": {
       "mean": 11.48263888888889,
       "n": 288.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 425.0,
        "n": 194.0,
        "share": 0.45647058823529413
       },
       "missed": {
        "den": 425.0,
        "n": 166.0,
        "share": 0.3905882352941176
       },
       "risk_pays": 425.0,
       "wrong": {
        "den": 425.0,
        "n": 65.0,
        "share": 0.15294117647058825
       }
      },
      "medium": {
       "found": {
        "den": 215.0,
        "n": 82.0,
        "share": 0.3813953488372093
       },
       "missed": {
        "den": 215.0,
        "n": 90.0,
        "share": 0.4186046511627907
       },
       "risk_pays": 215.0,
       "wrong": {
        "den": 215.0,
        "n": 43.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 94.0,
        "n": 12.0,
        "share": 0.1276595744680851
       },
       "missed": {
        "den": 94.0,
        "n": 50.0,
        "share": 0.5319148936170213
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 32.0,
        "share": 0.3404255319148936
       }
      }
     },
     "trade_off": 1591.0,
     "wrong": {
      "den": 734.0,
      "n": 140.0,
      "share": 0.1907356948228883
     }
    },
    "robust": {
     "by_call": {
      "missed": 12.499543037654327,
      "needless": 14.901627123751721,
      "none": 5.616280545376283,
      "right_risk": 3.054968256369035,
      "right_safety": 4.380815494558164,
      "wrong_risk": 8.014104058665614
     },
     "calls": {
      "missed": 256.0,
      "needless": 276.0,
      "right_risk": 256.0,
      "right_safety": 675.0,
      "wrong_risk": 128.0
     },
     "confidence": {
      "auroc_right_risk": 0.54817869882134,
      "missed_mean_p": 0.43586496062992125,
      "missed_n": 254,
      "taken_grouped": 1,
      "taken_n": 659,
      "taken_other": 0
     },
     "error_rate": 48.46733851637514,
     "found": {
      "den": 640.0,
      "n": 256.0,
      "share": 0.4
     },
     "good": {
      "den": 660.0,
      "n": 256.0,
      "share": 0.3878787878787879
     },
     "judgement": 55.488958990536275,
     "judgement_hi": 57.73095071840371,
     "judgement_lo": 53.341192357862646,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 0.6,
      "y": 0.2902208201892745
     },
     "margin": 0.02,
     "missed": {
      "den": 640.0,
      "n": 256.0,
      "share": 0.4
     },
     "needless": {
      "den": 951.0,
      "n": 276.0,
      "share": 0.2902208201892745
     },
     "needless_by_loss": {
      "big": {
       "den": 951.0,
       "n": 197.0,
       "share": 0.20715036803364878
      },
      "medium": {
       "den": 951.0,
       "n": 49.0,
       "share": 0.05152471083070452
      },
      "small": {
       "den": 951.0,
       "n": 30.0,
       "share": 0.031545741324921134
      }
     },
     "no_trade_off": 517.0,
     "reference": null,
     "right_safety": {
      "den": 951.0,
      "n": 675.0,
      "share": 0.7097791798107256
     },
     "risk_pays": 640.0,
     "safety_pays": 951.0,
     "scored": 2108,
     "sdt": {
      "aim": {
       "den": 384.0,
       "n": 256.0,
       "share": 0.6666666666666666
      },
      "beta": 1.6431264323541956,
      "caution": 0.14957650696930752,
      "caution_hi": 0.22393200782960698,
      "caution_lo": 0.07533902065682586,
      "cstar": 0.6168650012820985,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.805039655670415,
      "dprime_hi": 0.9368466879444528,
      "dprime_lo": 0.6824657804729172,
      "false_alarm": {
       "den": 951.0,
       "n": 276.0,
       "share": 0.2902208201892745
      },
      "false_alarm_rate": 0.29044117647058826,
      "hit": {
       "den": 640.0,
       "n": 384.0,
       "share": 0.6
      },
      "hit_rate": 0.5998439937597504,
      "missed_loss": 0.2058518494013697,
      "missed_n": 256.0,
      "na": null,
      "needless_loss": 0.2276277534555698,
      "needless_n": 276.0
     },
     "size": {
      "bad": {
       "mean": 13.297029702970297,
       "n": 404.0,
       "too_few": false
      },
      "right": {
       "mean": 11.234375,
       "n": 256.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 425.0,
        "n": 186.0,
        "share": 0.4376470588235294
       },
       "missed": {
        "den": 425.0,
        "n": 166.0,
        "share": 0.3905882352941176
       },
       "risk_pays": 425.0,
       "wrong": {
        "den": 425.0,
        "n": 73.0,
        "share": 0.17176470588235293
       }
      },
      "medium": {
       "found": {
        "den": 215.0,
        "n": 70.0,
        "share": 0.32558139534883723
       },
       "missed": {
        "den": 215.0,
        "n": 90.0,
        "share": 0.4186046511627907
       },
       "risk_pays": 215.0,
       "wrong": {
        "den": 215.0,
        "n": 55.0,
        "share": 0.2558139534883721
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1591.0,
     "wrong": {
      "den": 640.0,
      "n": 128.0,
      "share": 0.2
     }
    }
   },
   "route": {
    "provider": "local (cerno_server.py around CernoEngine)",
    "reasoning": null,
    "spec": "cerno"
   },
   "running": 0,
   "slug": "cerno-9b-v1-2",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.738889316181796,
    "auroc_blunder": 0.6787598786237625,
    "confident_badly_wrong": {
     "den": 1977,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1977,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1977,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.06811672994323545,
    "held_out": {
     "blunders": 0.021193313638183633,
     "kept": 0.027975535452560003,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1977,
    "surest": {
     "cut": 0.4504115665663546,
     "error_rate": 17.41600307551297,
     "n": 495,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-14T16:12:45.223Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1980,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1980
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-14T16:13:42.349Z",
     "id": 1419,
     "opponent": "Fastino GLiDE",
     "score_against": 7,
     "score_for": 1,
     "started": "2026-11-14T16:12:45.223Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:14:05.226Z",
     "id": 1420,
     "opponent": "Celeris-1 Decision",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T16:13:45.739Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:14:16.484Z",
     "id": 1421,
     "opponent": "GNUbg weak",
     "score_against": 4,
     "score_for": 3,
     "started": "2026-11-14T16:14:05.675Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:14:23.578Z",
     "id": 1422,
     "opponent": "Random",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T16:14:16.945Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:14:32.803Z",
     "id": 1423,
     "opponent": "Safest",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T16:14:24.060Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:15:15.236Z",
     "id": 1424,
     "opponent": "Liquid d1-ultra",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T16:14:33.277Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:15:31.791Z",
     "id": 1425,
     "opponent": "Jev 1.14.0",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T16:15:15.723Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:15:42.274Z",
     "id": 1426,
     "opponent": "Jev 1.13.0",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T16:15:32.178Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:16:04.528Z",
     "id": 1427,
     "opponent": "SubQ Snap Preview",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T16:15:42.739Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T16:16:05.054Z",
     "id": 1428,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-14T16:16:04.986Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T18:44:59.684Z",
     "id": 1429,
     "opponent": "Cygnet",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T18:44:29.134Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T18:46:54.876Z",
     "id": 1430,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-14T18:45:44.090Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T18:48:40.120Z",
     "id": 1431,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 2,
     "score_for": 4,
     "started": "2026-11-14T18:47:57.295Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T18:52:13.040Z",
     "id": 1432,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 5,
     "score_for": 4,
     "started": "2026-11-14T18:49:18.350Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T18:54:13.923Z",
     "id": 1433,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 6,
     "score_for": 2,
     "started": "2026-11-14T18:52:39.823Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T18:56:49.732Z",
     "id": 1434,
     "opponent": "Clef",
     "score_against": 5,
     "score_for": 2,
     "started": "2026-11-14T18:54:56.389Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:00:42.357Z",
     "id": 1435,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T18:57:13.229Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:03:30.372Z",
     "id": 1436,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T19:01:36.874Z",
     "status": "finished"
    }
   ],
   "name": "Liquid d1-2B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.738889316181796,
    "best_share": 0.396969696969697,
    "blunder_share": 0.3085858585858586,
    "brier": 0.20501383115353122,
    "clusters": 96,
    "confidence_n": 1977,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1980,
    "ece": 0.06811672994323545,
    "engine_scored": 1980,
    "error_hi": 51.54151049208344,
    "error_lo": 42.751547215232456,
    "error_rate": 47.10251993753693,
    "first_date": "2026-11-14",
    "group_sizes": [
     130,
     136,
     146
    ],
    "grouped": 3,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.32945534896420003,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1980,
     "estimate": true,
     "excluded_hours": 2.466666666666667,
     "gaps": [
      [
       "2026-11-14T16:16Z",
       "2026-11-14T18:44Z",
       148
      ]
     ],
     "gpu_decisions": 1980,
     "gpu_usd": 0.925097250171504,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.37152500006887706,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.37152500006887706,
       "machine": "rtx_pro_6000",
       "usd": 0.925097250171504,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 0.925097250171504,
     "usd_per_1000": 0.4672208334199515
    },
    "p95_loss": 0.4181086659431456,
    "probability_source": "decision",
    "retry_mean": 0.012575757575757575,
    "scored": 1980,
    "time_median": 0.064,
    "time_p90": 0.129,
    "tokens_in": 3398.4237373737374,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.4672208334199515,
    "very_confident": 0.0,
    "worst_mean": 0.6806815245536842
   },
   "record": {
    "drawn": 0,
    "lost": 12,
    "won": 5
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 14.628714240259594,
      "needless": 10.5707564965041,
      "none": 5.946658386124505,
      "right_risk": 2.620328774656912,
      "right_safety": 5.167806916164629,
      "wrong_risk": 8.168255123827192
     },
     "calls": {
      "missed": 339.0,
      "needless": 180.0,
      "right_risk": 231.0,
      "right_safety": 596.0,
      "wrong_risk": 118.0
     },
     "confidence": {
      "auroc_right_risk": 0.5499948984797469,
      "missed_mean_p": 0.27250292234591333,
      "missed_n": 338,
      "taken_grouped": 1,
      "taken_n": 528,
      "taken_other": 0
     },
     "error_rate": 47.10251993753693,
     "found": {
      "den": 688.0,
      "n": 231.0,
      "share": 0.33575581395348836
     },
     "good": {
      "den": 529.0,
      "n": 231.0,
      "share": 0.43667296786389415
     },
     "judgement": 55.18985255334452,
     "judgement_hi": 57.5344479711062,
     "judgement_lo": 52.815853750595366,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25820568927789933,
      "x": 0.6642441860465116,
      "y": 0.23195876288659795
     },
     "margin": 0.001,
     "missed": {
      "den": 688.0,
      "n": 339.0,
      "share": 0.49273255813953487
     },
     "needless": {
      "den": 776.0,
      "n": 180.0,
      "share": 0.23195876288659795
     },
     "needless_by_loss": {
      "big": {
       "den": 776.0,
       "n": 136.0,
       "share": 0.17525773195876287
      },
      "medium": {
       "den": 776.0,
       "n": 31.0,
       "share": 0.03994845360824742
      },
      "small": {
       "den": 776.0,
       "n": 13.0,
       "share": 0.01675257731958763
      }
     },
     "no_trade_off": 516.0,
     "reference": null,
     "right_safety": {
      "den": 776.0,
      "n": 596.0,
      "share": 0.7680412371134021
     },
     "risk_pays": 688.0,
     "safety_pays": 776.0,
     "scored": 1980,
     "sdt": {
      "aim": {
       "den": 349.0,
       "n": 231.0,
       "share": 0.66189111747851
      },
      "beta": 1.5349717549607238,
      "caution": 0.35654488677110463,
      "caution_hi": 0.4259088850373428,
      "caution_lo": 0.2901980166334782,
      "cstar": 0.5717514756020083,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7494724517179854,
      "dprime_hi": 0.8858185762569059,
      "dprime_lo": 0.6171309955629546,
      "false_alarm": {
       "den": 776.0,
       "n": 180.0,
       "share": 0.23195876288659795
      },
      "false_alarm_rate": 0.2323037323037323,
      "hit": {
       "den": 688.0,
       "n": 349.0,
       "share": 0.5072674418604651
      },
      "hit_rate": 0.5072568940493469,
      "missed_loss": 0.17088409554993508,
      "missed_n": 339.0,
      "na": null,
      "needless_loss": 0.2325566429230902,
      "needless_n": 180.0
     },
     "size": {
      "bad": {
       "mean": 13.134228187919463,
       "n": 298.0,
       "too_few": false
      },
      "right": {
       "mean": 10.367965367965368,
       "n": 231.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 392.0,
        "n": 173.0,
        "share": 0.4413265306122449
       },
       "missed": {
        "den": 392.0,
        "n": 165.0,
        "share": 0.42091836734693877
       },
       "risk_pays": 392.0,
       "wrong": {
        "den": 392.0,
        "n": 54.0,
        "share": 0.1377551020408163
       }
      },
      "medium": {
       "found": {
        "den": 215.0,
        "n": 45.0,
        "share": 0.20930232558139536
       },
       "missed": {
        "den": 215.0,
        "n": 124.0,
        "share": 0.5767441860465117
       },
       "risk_pays": 215.0,
       "wrong": {
        "den": 215.0,
        "n": 46.0,
        "share": 0.21395348837209302
       }
      },
      "small": {
       "found": {
        "den": 81.0,
        "n": 13.0,
        "share": 0.16049382716049382
       },
       "missed": {
        "den": 81.0,
        "n": 50.0,
        "share": 0.6172839506172839
       },
       "risk_pays": 81.0,
       "wrong": {
        "den": 81.0,
        "n": 18.0,
        "share": 0.2222222222222222
       }
      }
     },
     "trade_off": 1464.0,
     "wrong": {
      "den": 688.0,
      "n": 118.0,
      "share": 0.17151162790697674
     }
    },
    "robust": {
     "by_call": {
      "missed": 14.201043576303155,
      "needless": 11.159448408418232,
      "none": 5.946658386124505,
      "right_risk": 2.355343366813178,
      "right_safety": 5.595477580121069,
      "wrong_risk": 7.844548619756795
     },
     "calls": {
      "missed": 289.0,
      "needless": 211.0,
      "right_risk": 209.0,
      "right_safety": 646.0,
      "wrong_risk": 109.0
     },
     "confidence": {
      "auroc_right_risk": 0.5634008789428687,
      "missed_mean_p": 0.27221124240784317,
      "missed_n": 288,
      "taken_grouped": 1,
      "taken_n": 528,
      "taken_other": 0
     },
     "error_rate": 47.10251993753693,
     "found": {
      "den": 607.0,
      "n": 209.0,
      "share": 0.3443163097199341
     },
     "good": {
      "den": 529.0,
      "n": 209.0,
      "share": 0.3950850661625709
     },
     "judgement": 54.90543042181935,
     "judgement_hi": 57.47924077823541,
     "judgement_lo": 52.206809228825314,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.27386934673366836,
      "x": 0.6556836902800659,
      "y": 0.24620770128354727
     },
     "margin": 0.02,
     "missed": {
      "den": 607.0,
      "n": 289.0,
      "share": 0.47611202635914335
     },
     "needless": {
      "den": 857.0,
      "n": 211.0,
      "share": 0.24620770128354727
     },
     "needless_by_loss": {
      "big": {
       "den": 857.0,
       "n": 146.0,
       "share": 0.17036172695449242
      },
      "medium": {
       "den": 857.0,
       "n": 37.0,
       "share": 0.043173862310385065
      },
      "small": {
       "den": 857.0,
       "n": 28.0,
       "share": 0.03267211201866978
      }
     },
     "no_trade_off": 516.0,
     "reference": null,
     "right_safety": {
      "den": 857.0,
      "n": 646.0,
      "share": 0.7537922987164527
     },
     "risk_pays": 607.0,
     "safety_pays": 857.0,
     "scored": 1980,
     "sdt": {
      "aim": {
       "den": 318.0,
       "n": 209.0,
       "share": 0.6572327044025157
      },
      "beta": 1.519602456602834,
      "caution": 0.3128592981390897,
      "caution_hi": 0.3806035141587193,
      "caution_lo": 0.24501536713393104,
      "cstar": 0.5614128364565559,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.745349467929216,
      "dprime_hi": 0.886713529802892,
      "dprime_lo": 0.6183892421389897,
      "false_alarm": {
       "den": 857.0,
       "n": 211.0,
       "share": 0.24620770128354727
      },
      "false_alarm_rate": 0.2465034965034965,
      "hit": {
       "den": 607.0,
       "n": 318.0,
       "share": 0.5238879736408567
      },
      "hit_rate": 0.5238486842105263,
      "missed_loss": 0.1945886939867145,
      "missed_n": 289.0,
      "na": null,
      "needless_loss": 0.2094379890869014,
      "needless_n": 211.0
     },
     "size": {
      "bad": {
       "mean": 12.90625,
       "n": 320.0,
       "too_few": false
      },
      "right": {
       "mean": 10.425837320574162,
       "n": 209.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 392.0,
        "n": 168.0,
        "share": 0.42857142857142855
       },
       "missed": {
        "den": 392.0,
        "n": 165.0,
        "share": 0.42091836734693877
       },
       "risk_pays": 392.0,
       "wrong": {
        "den": 392.0,
        "n": 59.0,
        "share": 0.15051020408163265
       }
      },
      "medium": {
       "found": {
        "den": 215.0,
        "n": 41.0,
        "share": 0.19069767441860466
       },
       "missed": {
        "den": 215.0,
        "n": 124.0,
        "share": 0.5767441860465117
       },
       "risk_pays": 215.0,
       "wrong": {
        "den": 215.0,
        "n": 50.0,
        "share": 0.23255813953488372
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1464.0,
     "wrong": {
      "den": 607.0,
      "n": 109.0,
      "share": 0.17957166392092258
     }
    }
   },
   "route": {
    "provider": "local (d1_server.py)",
    "reasoning": null,
    "spec": "d1-local"
   },
   "running": 0,
   "slug": "liquid-d1-2b",
   "status": "Published",
   "total": 19
  },
  {
   "close": null,
   "confidence": {
    "auroc_best": 0.7322733731173628,
    "auroc_blunder": 0.6990471518540216,
    "confident_badly_wrong": {
     "den": 1710,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1710,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1710,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.1024800846204276,
    "held_out": {
     "blunders": 0.032368865241493384,
     "kept": 0.02838560396546067,
     "no_cutoff": 76,
     "runs": 300
    },
    "n": 1710,
    "surest": {
     "cut": 0.40150158998972496,
     "error_rate": 18.048545780861488,
     "n": 428,
     "too_few": false
    },
    "too_few": false
   },
   "entry": "2026-11-14T19:47:39.029Z",
   "exchanges": {
    "cut_off": 0,
    "decisions": 1710,
    "efforts": {},
    "limit_sent": 0,
    "output_limit": 32768,
    "past_limit_no_limit_sent": 0,
    "with_exchanges": 1710
   },
   "field": [
    "Celeris-1 Decision",
    "Clef",
    "Cygnet",
    "Perplexity Decider Flash v1.2",
    "Perplexity Decider 27B v1.1 (local GPU)",
    "Perplexity Decider 27B v1.2 (local GPU)",
    "Fastino GLiDE",
    "Fastino GLiDE v1.2",
    "GNUbg weak",
    "GPT-6 Luna (Decisions API)",
    "Jev 1.13.0",
    "Jev 1.14.0",
    "Liquid d1-ultra",
    "Inception Mercury Decide",
    "Open-Jev 27B v1.1",
    "Random",
    "Safest",
    "SubQ Snap Preview",
    "Winnow-12B"
   ],
   "field_league": 1,
   "matches": [
    {
     "finished": "2026-11-14T19:48:25.904Z",
     "id": 1437,
     "opponent": "Fastino GLiDE",
     "score_against": 4,
     "score_for": 2,
     "started": "2026-11-14T19:47:39.029Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:48:54.906Z",
     "id": 1438,
     "opponent": "Celeris-1 Decision",
     "score_against": 3,
     "score_for": 6,
     "started": "2026-11-14T19:48:26.717Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:49:04.456Z",
     "id": 1439,
     "opponent": "GNUbg weak",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T19:48:55.392Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:49:11.093Z",
     "id": 1440,
     "opponent": "Random",
     "score_against": 1,
     "score_for": 5,
     "started": "2026-11-14T19:49:04.919Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:49:17.033Z",
     "id": 1441,
     "opponent": "Safest",
     "score_against": 5,
     "score_for": 1,
     "started": "2026-11-14T19:49:11.496Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:49:33.199Z",
     "id": 1442,
     "opponent": "Liquid d1-ultra",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T19:49:17.524Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:49:51.210Z",
     "id": 1443,
     "opponent": "Jev 1.14.0",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T19:49:33.669Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:50:02.468Z",
     "id": 1444,
     "opponent": "Jev 1.13.0",
     "score_against": 1,
     "score_for": 6,
     "started": "2026-11-14T19:49:51.579Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:50:24.195Z",
     "id": 1445,
     "opponent": "SubQ Snap Preview",
     "score_against": 6,
     "score_for": 3,
     "started": "2026-11-14T19:50:02.894Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:50:24.775Z",
     "id": 1446,
     "opponent": "Inception Mercury Decide",
     "score_against": 0,
     "score_for": 0,
     "started": "2026-11-14T19:50:24.686Z",
     "status": "aborted"
    },
    {
     "finished": "2026-11-14T19:56:38.948Z",
     "id": 1447,
     "opponent": "Cygnet",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T19:56:22.334Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:58:12.153Z",
     "id": 1448,
     "opponent": "Winnow-12B",
     "score_against": 6,
     "score_for": 0,
     "started": "2026-11-14T19:57:34.864Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T19:59:19.314Z",
     "id": 1449,
     "opponent": "Perplexity Decider Flash v1.2",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T19:58:46.862Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T20:02:30.474Z",
     "id": 1450,
     "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
     "score_against": 2,
     "score_for": 7,
     "started": "2026-11-14T20:00:08.472Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T20:04:49.285Z",
     "id": 1451,
     "opponent": "Fastino GLiDE v1.2",
     "score_against": 6,
     "score_for": 1,
     "started": "2026-11-14T20:03:27.628Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T20:09:27.278Z",
     "id": 1452,
     "opponent": "Clef",
     "score_against": 3,
     "score_for": 7,
     "started": "2026-11-14T20:05:44.144Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T20:12:17.810Z",
     "id": 1453,
     "opponent": "Open-Jev 27B v1.1",
     "score_against": 2,
     "score_for": 5,
     "started": "2026-11-14T20:10:07.752Z",
     "status": "finished"
    },
    {
     "finished": "2026-11-14T20:14:46.913Z",
     "id": 1454,
     "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
     "score_against": 5,
     "score_for": 0,
     "started": "2026-11-14T20:13:28.793Z",
     "status": "finished"
    }
   ],
   "name": "Liquid d1-Omni-2B",
   "not_played": [
    {
     "opponent": "GPT-6 Luna (Decisions API)",
     "out_of_scope": true,
     "reason": "opponent's API out of credit"
    },
    {
     "opponent": "Inception Mercury Decide",
     "out_of_scope": true,
     "reason": "opponent no longer served on OpenRouter"
    }
   ],
   "played": 17,
   "price": {
    "date": null,
    "input_per_mtok": null,
    "label": "estimate: GPU time, at most",
    "output_per_mtok": null,
    "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
   },
   "quality": {
    "auroc": 0.7322733731173628,
    "best_share": 0.40350877192982454,
    "blunder_share": 0.3140350877192982,
    "brier": 0.21426720351746026,
    "clusters": 80,
    "confidence_n": 1710,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 1710,
    "ece": 0.1024800846204276,
    "engine_scored": 1710,
    "error_hi": 57.44308628433984,
    "error_lo": 43.4655985362529,
    "error_rate": 49.79613642943533,
    "first_date": "2026-11-14",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-11-14",
    "mean_confidence": 0.30102868730939697,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1710,
     "estimate": true,
     "excluded_hours": 0.0,
     "gaps": [],
     "gpu_decisions": 1710,
     "gpu_usd": 1.1235142833610374,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 0.45121055556668166,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.45121055556668166,
       "machine": "rtx_pro_6000",
       "usd": 1.1235142833610374,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 1.1235142833610374,
     "usd_per_1000": 0.657025896702361
    },
    "p95_loss": 0.42634550631046286,
    "probability_source": "decision",
    "retry_mean": 0.011870175438596493,
    "scored": 1710,
    "time_median": 0.0635,
    "time_p90": 0.142,
    "tokens_in": 3336.0409356725145,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.657025896702361,
    "very_confident": 0.0,
    "worst_mean": 0.7341423793587574
   },
   "record": {
    "drawn": 0,
    "lost": 8,
    "won": 9
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 19.716191274380822,
      "needless": 12.08123090671517,
      "none": 4.049348534896359,
      "right_risk": 2.0772749917549,
      "right_safety": 4.552308761934091,
      "wrong_risk": 7.319781959753985
     },
     "calls": {
      "missed": 332.0,
      "needless": 175.0,
      "right_risk": 188.0,
      "right_safety": 553.0,
      "wrong_risk": 99.0
     },
     "confidence": {
      "auroc_right_risk": 0.5575399906817828,
      "missed_mean_p": 0.26096416298242925,
      "missed_n": 332,
      "taken_grouped": 0,
      "taken_n": 462,
      "taken_other": 0
     },
     "error_rate": 49.79613642943533,
     "found": {
      "den": 619.0,
      "n": 188.0,
      "share": 0.3037156704361874
     },
     "good": {
      "den": 462.0,
      "n": 188.0,
      "share": 0.4069264069264069
     },
     "judgement": 53.166552752578596,
     "judgement_hi": 55.586399751069315,
     "judgement_lo": 50.93532654686919,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2296983758700696,
      "x": 0.6962843295638126,
      "y": 0.2403846153846154
     },
     "margin": 0.001,
     "missed": {
      "den": 619.0,
      "n": 332.0,
      "share": 0.5363489499192245
     },
     "needless": {
      "den": 728.0,
      "n": 175.0,
      "share": 0.2403846153846154
     },
     "needless_by_loss": {
      "big": {
       "den": 728.0,
       "n": 127.0,
       "share": 0.17445054945054944
      },
      "medium": {
       "den": 728.0,
       "n": 33.0,
       "share": 0.04532967032967033
      },
      "small": {
       "den": 728.0,
       "n": 15.0,
       "share": 0.020604395604395604
      }
     },
     "no_trade_off": 363.0,
     "reference": null,
     "right_safety": {
      "den": 728.0,
      "n": 553.0,
      "share": 0.7596153846153846
     },
     "risk_pays": 619.0,
     "safety_pays": 728.0,
     "scored": 1710,
     "sdt": {
      "aim": {
       "den": 287.0,
       "n": 188.0,
       "share": 0.6550522648083623
      },
      "beta": 1.3671901712024612,
      "caution": 0.3975069790198251,
      "caution_hi": 0.4755865267864002,
      "caution_lo": 0.322051953871412,
      "cstar": 0.5103501100208903,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6128296196173766,
      "dprime_hi": 0.7532455784638639,
      "dprime_lo": 0.47570956897738653,
      "false_alarm": {
       "den": 728.0,
       "n": 175.0,
       "share": 0.2403846153846154
      },
      "false_alarm_rate": 0.24074074074074073,
      "hit": {
       "den": 619.0,
       "n": 287.0,
       "share": 0.46365105008077545
      },
      "hit_rate": 0.4637096774193548,
      "missed_loss": 0.20310052457344102,
      "missed_n": 332.0,
      "na": null,
      "needless_loss": 0.23610176971980504,
      "needless_n": 175.0
     },
     "size": {
      "bad": {
       "mean": 11.996350364963504,
       "n": 274.0,
       "too_few": false
      },
      "right": {
       "mean": 9.851063829787234,
       "n": 188.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 332.0,
        "n": 123.0,
        "share": 0.3704819277108434
       },
       "missed": {
        "den": 332.0,
        "n": 165.0,
        "share": 0.49698795180722893
       },
       "risk_pays": 332.0,
       "wrong": {
        "den": 332.0,
        "n": 44.0,
        "share": 0.13253012048192772
       }
      },
      "medium": {
       "found": {
        "den": 228.0,
        "n": 60.0,
        "share": 0.2631578947368421
       },
       "missed": {
        "den": 228.0,
        "n": 135.0,
        "share": 0.5921052631578947
       },
       "risk_pays": 228.0,
       "wrong": {
        "den": 228.0,
        "n": 33.0,
        "share": 0.14473684210526316
       }
      },
      "small": {
       "found": {
        "den": 59.0,
        "n": 5.0,
        "share": 0.0847457627118644
       },
       "missed": {
        "den": 59.0,
        "n": 32.0,
        "share": 0.5423728813559322
       },
       "risk_pays": 59.0,
       "wrong": {
        "den": 59.0,
        "n": 22.0,
        "share": 0.3728813559322034
       }
      }
     },
     "trade_off": 1347.0,
     "wrong": {
      "den": 619.0,
      "n": 99.0,
      "share": 0.15993537964458804
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.198970304943664,
      "needless": 13.193972304201962,
      "none": 4.049348534896359,
      "right_risk": 1.649369900686699,
      "right_safety": 5.069529731371249,
      "wrong_risk": 6.634945653335393
     },
     "calls": {
      "missed": 300.0,
      "needless": 202.0,
      "right_risk": 168.0,
      "right_safety": 585.0,
      "wrong_risk": 92.0
     },
     "confidence": {
      "auroc_right_risk": 0.5620343375445416,
      "missed_mean_p": 0.25848944497414367,
      "missed_n": 300,
      "taken_grouped": 0,
      "taken_n": 462,
      "taken_other": 0
     },
     "error_rate": 49.79613642943533,
     "found": {
      "den": 560.0,
      "n": 168.0,
      "share": 0.3
     },
     "good": {
      "den": 462.0,
      "n": 168.0,
      "share": 0.36363636363636365
     },
     "judgement": 52.16645489199492,
     "judgement_hi": 54.54323112145561,
     "judgement_lo": 49.76719183360102,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23469387755102042,
      "x": 0.7,
      "y": 0.25667090216010163
     },
     "margin": 0.02,
     "missed": {
      "den": 560.0,
      "n": 300.0,
      "share": 0.5357142857142857
     },
     "needless": {
      "den": 787.0,
      "n": 202.0,
      "share": 0.25667090216010163
     },
     "needless_by_loss": {
      "big": {
       "den": 787.0,
       "n": 141.0,
       "share": 0.17916137229987295
      },
      "medium": {
       "den": 787.0,
       "n": 41.0,
       "share": 0.052096569250317665
      },
      "small": {
       "den": 787.0,
       "n": 20.0,
       "share": 0.025412960609911054
      }
     },
     "no_trade_off": 363.0,
     "reference": null,
     "right_safety": {
      "den": 787.0,
      "n": 585.0,
      "share": 0.7433290978398983
     },
     "risk_pays": 560.0,
     "safety_pays": 787.0,
     "scored": 1710,
     "sdt": {
      "aim": {
       "den": 260.0,
       "n": 168.0,
       "share": 0.6461538461538462
      },
      "beta": 1.4343469750383395,
      "caution": 0.37108355407732985,
      "caution_hi": 0.4494312767912701,
      "caution_lo": 0.2998200734410087,
      "cstar": 0.6404613920295279,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.563202841678299,
      "dprime_hi": 0.7107296793722068,
      "dprime_lo": 0.42782159764779626,
      "false_alarm": {
       "den": 787.0,
       "n": 202.0,
       "share": 0.25667090216010163
      },
      "false_alarm_rate": 0.2569796954314721,
      "hit": {
       "den": 560.0,
       "n": 260.0,
       "share": 0.4642857142857143
      },
      "hit_rate": 0.464349376114082,
      "missed_loss": 0.21886826147635777,
      "missed_n": 300.0,
      "na": null,
      "needless_loss": 0.22338309544737978,
      "needless_n": 202.0
     },
     "size": {
      "bad": {
       "mean": 11.891156462585034,
       "n": 294.0,
       "too_few": false
      },
      "right": {
       "mean": 9.779761904761905,
       "n": 168.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 332.0,
        "n": 116.0,
        "share": 0.3493975903614458
       },
       "missed": {
        "den": 332.0,
        "n": 165.0,
        "share": 0.49698795180722893
       },
       "risk_pays": 332.0,
       "wrong": {
        "den": 332.0,
        "n": 51.0,
        "share": 0.1536144578313253
       }
      },
      "medium": {
       "found": {
        "den": 228.0,
        "n": 52.0,
        "share": 0.22807017543859648
       },
       "missed": {
        "den": 228.0,
        "n": 135.0,
        "share": 0.5921052631578947
       },
       "risk_pays": 228.0,
       "wrong": {
        "den": 228.0,
        "n": 41.0,
        "share": 0.17982456140350878
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1347.0,
     "wrong": {
      "den": 560.0,
      "n": 92.0,
      "share": 0.16428571428571428
     }
    }
   },
   "route": {
    "provider": "local (d1_server.py)",
    "reasoning": null,
    "spec": "d1-local/LiquidAI/d1-Omni-2B"
   },
   "running": 0,
   "slug": "liquid-d1-omni-2b",
   "status": "Published",
   "total": 19
  }
 ],
 "note": "Late entries: not in any standings table, league table or other setup's numbers; each entrant's own late-entry games only.",
 "version": "v3"
}
