{
 "bench": "logic-math",
 "title": "Logic & Math",
 "url": "https://zekiworks.github.io/analysis/logic/",
 "updated": "2026-11-16T22:07:58Z",
 "score": {
  "zero": "chance: 1 of 5 options right on every question (accuracy 20%)",
  "hundred": "every one of the 3,288 Logic and Math questions right (accuracy 100%)"
 },
 "models": [
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6-astra",
   "name": "GPT-6 Astra",
   "display_name": "GPT-6 Astra",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "GPT-6 Astra",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 98.28923357664232,
   "raw": {
    "metric": "accuracy",
    "value": 0.9863138686131386,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6-astra-sub_en",
    "math:gpt-6-astra-sub_en",
    "logic:gpt-6-astra-sub_en_dontknow",
    "math:gpt-6-astra-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gemini-4-carbon",
   "name": "Gemini 4 Carbon",
   "display_name": "Gemini 4 Carbon",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Gemini 4 Carbon (Antigravity subscription)",
   "maker": "Google",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 98.25121654501217,
   "raw": {
    "metric": "accuracy",
    "value": 0.9860097323600974,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemini-4-carbon-sub_en",
    "math:gemini-4-carbon-sub_en",
    "logic:gemini-4-carbon-sub_en_dontknow",
    "math:gemini-4-carbon-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6.1-sol",
   "name": "GPT-6.1 Sol",
   "display_name": "GPT-6.1 Sol",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "GPT-6.1 Sol",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 98.213199513382,
   "raw": {
    "metric": "accuracy",
    "value": 0.985705596107056,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6.1-sol-sub_en",
    "math:gpt-6.1-sol-sub_en",
    "logic:gpt-6.1-sol-sub_en_dontknow",
    "math:gpt-6.1-sol-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "qwen4-max",
   "name": "Qwen4-Max",
   "display_name": "Qwen4-Max",
   "tag": "high · chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Qwen4-Max",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 98.213199513382,
   "raw": {
    "metric": "accuracy",
    "value": 0.985705596107056,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen4-max_en",
    "math:qwen4-max_en",
    "logic:qwen4-max_en_dontknow",
    "math:qwen4-max_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "claude-opus-5.5",
   "name": "Claude Opus 5.5",
   "display_name": "Claude Opus 5.5",
   "tag": "chat",
   "class_label": "Closed · Flagship",
   "base_model": null,
   "setup_label": "Claude Opus 5.5",
   "maker": "Anthropic",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 98.17518248175183,
   "raw": {
    "metric": "accuracy",
    "value": 0.9854014598540146,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:claude-opus-5.5-sub_en",
    "math:claude-opus-5.5-sub_en",
    "logic:claude-opus-5.5-sub_en_dontknow",
    "math:claude-opus-5.5-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "deepseek-v4.1-flash-1017",
   "name": "DeepSeek-V4.1-Flash",
   "display_name": "DeepSeek-V4.1-Flash",
   "tag": "high · chat · 1017",
   "class_label": "Open · 552B MoE · 16B active",
   "base_model": null,
   "setup_label": "DeepSeek-V4.1-Flash 1017",
   "maker": "DeepSeek",
   "kind": "chat",
   "params_total": 552.0,
   "params_active": 16.0,
   "quantization": null,
   "score_0_100": 98.0611313868613,
   "raw": {
    "metric": "accuracy",
    "value": 0.9844890510948905,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:deepseek-v4.1-flash-1017_en",
    "math:deepseek-v4.1-flash-1017_en",
    "logic:deepseek-v4.1-flash-1017_en_dontknow",
    "math:deepseek-v4.1-flash-1017_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gemini-4-hydrogen",
   "name": "Gemini 4 Hydrogen",
   "display_name": "Gemini 4 Hydrogen",
   "tag": "chat",
   "class_label": "",
   "base_model": null,
   "setup_label": "Gemini 4 Hydrogen (Antigravity subscription)",
   "maker": "Google",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 97.98509732360097,
   "raw": {
    "metric": "accuracy",
    "value": 0.9838807785888077,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemini-4-hydrogen-sub_en",
    "math:gemini-4-hydrogen-sub_en",
    "logic:gemini-4-hydrogen-sub_en_dontknow",
    "math:gemini-4-hydrogen-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "claude-sonnet-5.5",
   "name": "Claude Sonnet 5.5",
   "display_name": "Claude Sonnet 5.5",
   "tag": "chat",
   "class_label": "Closed · Workhorse",
   "base_model": null,
   "setup_label": "Claude Sonnet 5.5",
   "maker": "Anthropic",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 97.79501216545012,
   "raw": {
    "metric": "accuracy",
    "value": 0.982360097323601,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:claude-sonnet-5.5-sub_en",
    "math:claude-sonnet-5.5-sub_en",
    "logic:claude-sonnet-5.5-sub_en_dontknow",
    "math:claude-sonnet-5.5-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "inkling-2-small",
   "name": "Inkling 2 Small",
   "display_name": "Inkling 2 Small",
   "tag": "high · chat",
   "class_label": "Open · 594B MoE · 17B active",
   "base_model": null,
   "setup_label": "Inkling 2 Small",
   "maker": "Thinking Machines",
   "kind": "chat",
   "params_total": 594.0,
   "params_active": 17.0,
   "quantization": null,
   "score_0_100": 97.75699513381994,
   "raw": {
    "metric": "accuracy",
    "value": 0.9820559610705596,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:inkling-2-small_en",
    "math:inkling-2-small_en",
    "logic:inkling-2-small_en_dontknow",
    "math:inkling-2-small_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "claude-fable-5.1",
   "name": "Claude Fable 5.1",
   "display_name": "Claude Fable 5.1",
   "tag": "chat",
   "class_label": "Closed · Flagship",
   "base_model": null,
   "setup_label": "Claude Fable 5.1",
   "maker": "Anthropic",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 97.71897810218977,
   "raw": {
    "metric": "accuracy",
    "value": 0.9817518248175182,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:claude-fable-5.1-sub_en",
    "math:claude-fable-5.1-sub_en",
    "logic:claude-fable-5.1-sub_en_dontknow",
    "math:claude-fable-5.1-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "inkling-small",
   "name": "Inkling-Small",
   "display_name": "Inkling-Small",
   "tag": "high · chat · Jul 2026",
   "class_label": "Open · 276B MoE · 12B active",
   "base_model": null,
   "setup_label": "Inkling Small",
   "maker": "Thinking Machines",
   "kind": "chat",
   "params_total": 276.0,
   "params_active": 12.0,
   "quantization": null,
   "score_0_100": 97.71897810218977,
   "raw": {
    "metric": "accuracy",
    "value": 0.9817518248175182,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:inkling-small-64k_en",
    "math:inkling-small-64k_en",
    "logic:inkling-small-64k_en_dontknow",
    "math:inkling-small-64k_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "muse-ember",
   "name": "Muse Ember",
   "display_name": "Muse Ember",
   "tag": "max · chat",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Muse Ember",
   "maker": "Meta",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 97.71897810218977,
   "raw": {
    "metric": "accuracy",
    "value": 0.9817518248175182,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:muse-ember_en",
    "math:muse-ember_en",
    "logic:muse-ember_en_dontknow",
    "math:muse-ember_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "mimo-v2.6-flash",
   "name": "MiMo-V2.6-Flash",
   "display_name": "MiMo-V2.6-Flash",
   "tag": "on · chat",
   "class_label": "Open · 309B MoE · 15B active",
   "base_model": null,
   "setup_label": "MiMo V2.6 Flash",
   "maker": "Xiaomi",
   "kind": "chat",
   "params_total": 309.0,
   "params_active": 15.0,
   "quantization": null,
   "score_0_100": 97.45285888077859,
   "raw": {
    "metric": "accuracy",
    "value": 0.9796228710462287,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:mimo-v2.6-flash-64k_en",
    "math:mimo-v2.6-flash-64k_en",
    "logic:mimo-v2.6-flash-64k_en_dontknow",
    "math:mimo-v2.6-flash-64k_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "qwen3.8-flash",
   "name": "Qwen3.8 Flash",
   "display_name": "Qwen3.8 Flash",
   "tag": "off · chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Qwen3.8 Flash",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 96.99665450121655,
   "raw": {
    "metric": "accuracy",
    "value": 0.9759732360097324,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.8-flash_en",
    "math:qwen3.8-flash_en",
    "logic:qwen3.8-flash_en_dontknow",
    "math:qwen3.8-flash_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "Qwen/Qwen3.8-27B",
   "commit": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
   "model_key": "qwen3.8-27b",
   "name": "Qwen3.8-27B",
   "display_name": "Qwen3.8-27B",
   "tag": "low · chat",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Qwen3.8-27B (chat, reasoning low, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 96.80656934306569,
   "raw": {
    "metric": "accuracy",
    "value": 0.9744525547445255,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.8-27b-bf16_en_low",
    "math:qwen3.8-27b-bf16_en_low",
    "logic:qwen3.8-27b-bf16_en_low_dontknow",
    "math:qwen3.8-27b-bf16_en_low_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 2.6669444444444443,
   "gpu_cost_usd": 6.640691666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6.1-terra",
   "name": "GPT-6.1 Terra",
   "display_name": "GPT-6.1 Terra",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "GPT-6.1 Terra",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 96.76855231143551,
   "raw": {
    "metric": "accuracy",
    "value": 0.9741484184914841,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6.1-terra-sub_en",
    "math:gpt-6.1-terra-sub_en",
    "logic:gpt-6.1-terra-sub_en_dontknow",
    "math:gpt-6.1-terra-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "google/gemma-4-31B-it",
   "commit": "842da3794eaa0b77d5f08bae87a17459d91ff475",
   "model_key": "gemma-4-31b",
   "name": "Gemma 4 31B",
   "display_name": "Gemma 4 31B",
   "tag": "chat",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Gemma 4 31B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 30.7,
   "params_active": 30.7,
   "quantization": "FP8",
   "score_0_100": 96.65450121654501,
   "raw": {
    "metric": "accuracy",
    "value": 0.9732360097323601,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-31b-it_en_t0",
    "math:gemma-4-31b-it_en_t0",
    "logic:gemma-4-31b-it_en_t0_dontknow",
    "math:gemma-4-31b-it_en_t0_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); BF16 weights quantized to FP8 by vLLM at load",
   "gpu_hours": 1.0230555555555556,
   "gpu_cost_usd": 2.5474083333333333
  },
  {
   "repo": "Qwen/Qwen3.5-4B",
   "commit": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
   "model_key": "qwen3.5-4b",
   "name": "Qwen3.5-4B",
   "display_name": "Qwen3.5-4B",
   "tag": "on · chat",
   "class_label": "Open · 4.7B",
   "base_model": null,
   "setup_label": "Qwen3.5-4B (chat, thinking, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 4.66,
   "params_active": 4.66,
   "quantization": "BF16",
   "score_0_100": 96.27433090024331,
   "raw": {
    "metric": "accuracy",
    "value": 0.9701946472019465,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.5-4b_en",
    "math:qwen3.5-4b_en",
    "logic:qwen3.5-4b_en_dontknow",
    "math:qwen3.5-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Qwen3.5-4B (off · chat)",
   "gpu_hours": 2.6966666666666668,
   "gpu_cost_usd": 6.714700000000001
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "glm-5.3-flash",
   "name": "GLM-5.3-Flash",
   "display_name": "GLM-5.3-Flash",
   "tag": "high · chat",
   "class_label": "Open · 320B MoE · 18B active",
   "base_model": null,
   "setup_label": "GLM-5.3-Flash",
   "maker": "Z.ai",
   "kind": "chat",
   "params_total": 320.0,
   "params_active": 18.0,
   "quantization": null,
   "score_0_100": 96.08424574209245,
   "raw": {
    "metric": "accuracy",
    "value": 0.9686739659367397,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:glm-5.3-flash_en",
    "math:glm-5.3-flash_en",
    "logic:glm-5.3-flash_en_dontknow",
    "math:glm-5.3-flash_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "minimax-m3.1-flash",
   "name": "MiniMax-M3.1-Flash",
   "display_name": "MiniMax-M3.1-Flash",
   "tag": "high · chat",
   "class_label": "Open · 428B MoE · 23B active",
   "base_model": null,
   "setup_label": "MiniMax-M3.1-Flash",
   "maker": "MiniMax",
   "kind": "chat",
   "params_total": 428.0,
   "params_active": 23.0,
   "quantization": null,
   "score_0_100": 95.97019464720194,
   "raw": {
    "metric": "accuracy",
    "value": 0.9677615571776156,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:minimax-m3.1-flash_en",
    "math:minimax-m3.1-flash_en",
    "logic:minimax-m3.1-flash_en_dontknow",
    "math:minimax-m3.1-flash_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "ibm-granite/granite-4.2-3b",
   "commit": "4e9c275e232f10211ec88644d106a1f6a1b60e06",
   "model_key": "granite-4.2-3b",
   "name": "Granite-4.2-3B",
   "display_name": "Granite-4.2-3B",
   "tag": "high · chat",
   "class_label": "Open · 3.0B",
   "base_model": "Granite-4.1-3B-Base",
   "setup_label": "Granite-4.2-3B (chat, thinking, on our GPU)",
   "maker": "IBM",
   "kind": "chat",
   "params_total": 3.0,
   "params_active": 3.0,
   "quantization": "BF16",
   "score_0_100": 95.7801094890511,
   "raw": {
    "metric": "accuracy",
    "value": 0.9662408759124088,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:granite-4.2-3b-64k_en",
    "math:granite-4.2-3b-64k_en",
    "logic:granite-4.2-3b-64k_en_dontknow",
    "math:granite-4.2-3b-64k_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 5.599722222222223,
   "gpu_cost_usd": 13.943308333333334
  },
  {
   "repo": "openbmb/MiniCPM5-2B",
   "commit": "42433e90dad95123ab87729fd7011e7110629556",
   "model_key": "minicpm5-2b",
   "name": "MiniCPM5-2B",
   "display_name": "MiniCPM5-2B",
   "tag": "on · chat",
   "class_label": "Open · 2.5B",
   "base_model": null,
   "setup_label": "MiniCPM5-2B (chat, thinking, on our GPU)",
   "maker": "OpenBMB",
   "kind": "chat",
   "params_total": 2.52,
   "params_active": 2.52,
   "quantization": "BF16",
   "score_0_100": 94.60158150851579,
   "raw": {
    "metric": "accuracy",
    "value": 0.9568126520681265,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:minicpm5-2b_en",
    "math:minicpm5-2b_en",
    "logic:minicpm5-2b_en_dontknow",
    "math:minicpm5-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: MiniCPM5-2B (off · chat); accuracy is the mean of 3 seed runs (min 0.9544, max 0.9595): seed 0 minicpm5-2b_en+minicpm5-2b_en 3145/3288, seed 1 minicpm5-2b-seed1_en+minicpm5-2b-seed1_en 3138/3288, seed 2 minicpm5-2b-seed2_en+minicpm5-2b-seed2_en 3155/3288",
   "gpu_hours": 1.8980555555555556,
   "gpu_cost_usd": 4.726158333333334
  },
  {
   "repo": "google/gemma-4-12B-it",
   "commit": "43c9d014b231474fa7212dbb48a762566c2b255d",
   "model_key": "gemma-4-12b",
   "name": "Gemma 4 12B Unified",
   "display_name": "Gemma 4 12B Unified",
   "tag": "chat",
   "class_label": "Open · 12B",
   "base_model": null,
   "setup_label": "Gemma 4 12B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 11.95,
   "params_active": 11.95,
   "quantization": "BF16",
   "score_0_100": 93.80322384428224,
   "raw": {
    "metric": "accuracy",
    "value": 0.9504257907542579,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-12b-it_en",
    "math:gemma-4-12b-it_en",
    "logic:gemma-4-12b-it_en_dontknow",
    "math:gemma-4-12b-it_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.9894444444444443,
   "gpu_cost_usd": 2.463716666666667
  },
  {
   "repo": "LiquidAI/LFM2.5-24B-A2B",
   "commit": "1769516ac588c4c558089c94f27d96b0dc67b183",
   "model_key": "lfm2.5-24b-a2b",
   "name": "LFM2.5-24B-A2B",
   "display_name": "LFM2.5-24B-A2B",
   "tag": "on · chat",
   "class_label": "Open · 24B MoE · 2.5B active",
   "base_model": null,
   "setup_label": "LFM2.5-24B-A2B (chat, thinking, on our GPU)",
   "maker": "Liquid AI",
   "kind": "chat",
   "params_total": 24.0,
   "params_active": 2.45,
   "quantization": "BF16",
   "score_0_100": 93.49908759124087,
   "raw": {
    "metric": "accuracy",
    "value": 0.947992700729927,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm2.5-24b-a2b_en",
    "math:lfm2.5-24b-a2b_en",
    "logic:lfm2.5-24b-a2b_en_dontknow",
    "math:lfm2.5-24b-a2b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 4.232222222222222,
   "gpu_cost_usd": 10.538233333333334
  },
  {
   "repo": "LiquidAI/LFM3-1.7B",
   "commit": "0dc4268b561499c648c7ba7c9466bf3d8d01517a",
   "model_key": "lfm3-1.7b",
   "name": "LFM3-1.7B",
   "display_name": "LFM3-1.7B",
   "tag": "off · chat",
   "class_label": "Open · 1.7B",
   "base_model": null,
   "setup_label": "LFM3-1.7B (chat, thinking off, on our GPU)",
   "maker": null,
   "kind": "chat",
   "params_total": 1.73,
   "params_active": 1.73,
   "quantization": "BF16",
   "score_0_100": 92.73874695863745,
   "raw": {
    "metric": "accuracy",
    "value": 0.9419099756690997,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm3-1.7b-vllm-nothink_en",
    "math:lfm3-1.7b-vllm-nothink_en",
    "logic:lfm3-1.7b-vllm-nothink_en_dontknow",
    "math:lfm3-1.7b-vllm-nothink_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10); other setups of this model under its row, not in this entry: LFM3-1.7B (on · chat), LFM3-1.7B (off · chat · NVIDIA RTX PRO 6000 Blackwell)",
   "gpu_hours": 3.1822222222222223,
   "gpu_cost_usd": 0.6772336154515728
  },
  {
   "repo": "google/gemma-4-E4B-it",
   "commit": "4ecc2ba63bcac23ba4a767fc87025b1450f84c9c",
   "model_key": "gemma-4-e4b",
   "name": "Gemma 4 E4B",
   "display_name": "Gemma 4 E4B",
   "tag": "chat",
   "class_label": "Open · 8.0B",
   "base_model": null,
   "setup_label": "Gemma 4 E4B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 8.0,
   "params_active": 8.0,
   "quantization": "BF16",
   "score_0_100": 91.25608272506082,
   "raw": {
    "metric": "accuracy",
    "value": 0.9300486618004866,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-e4b-it_en",
    "math:gemma-4-e4b-it_en",
    "logic:gemma-4-e4b-it_en_dontknow",
    "math:gemma-4-e4b-it_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Gemma 4 E4B (on · chat), Gemma 4 E4B (on · chat · 32k cap), Gemma 4 E4B (on · chat · 32k cap · sampled); 4.5B effective parameters",
   "gpu_hours": 0.616111111111111,
   "gpu_cost_usd": 1.5341166666666668
  },
  {
   "repo": "google/gemma-4-E2B-it",
   "commit": "4adf15748de9e1a0097b6274cee9c15836c41c37",
   "model_key": "gemma-4-e2b",
   "name": "Gemma 4 E2B",
   "display_name": "Gemma 4 E2B",
   "tag": "chat",
   "class_label": "Open · 5.1B",
   "base_model": null,
   "setup_label": "Gemma 4 E2B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 5.1,
   "params_active": 5.1,
   "quantization": "BF16",
   "score_0_100": 85.74361313868614,
   "raw": {
    "metric": "accuracy",
    "value": 0.8859489051094891,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-e2b-it_en",
    "math:gemma-4-e2b-it_en",
    "logic:gemma-4-e2b-it_en_dontknow",
    "math:gemma-4-e2b-it_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Gemma 4 E2B (on · chat), Gemma 4 E2B (on · chat · 32k cap), Gemma 4 E2B (on · chat · 32k cap · sampled); 2.3B effective parameters",
   "gpu_hours": 0.4127777777777778,
   "gpu_cost_usd": 1.0278166666666668
  },
  {
   "repo": "LiquidAI/LFM2.5-2.6B",
   "commit": "7141b56cd4650af95c7c7b86983443aed050c96a",
   "model_key": "lfm2.5-2.6b",
   "name": "LFM2.5-2.6B",
   "display_name": "LFM2.5-2.6B",
   "tag": "on · chat",
   "class_label": "Open · 2.7B",
   "base_model": null,
   "setup_label": "LFM2.5-2.6B (chat, thinking, on our GPU)",
   "maker": "Liquid AI",
   "kind": "chat",
   "params_total": 2.69,
   "params_active": 2.69,
   "quantization": "BF16",
   "score_0_100": 84.52706812652069,
   "raw": {
    "metric": "accuracy",
    "value": 0.8762165450121655,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm2.5-2.6b_en",
    "math:lfm2.5-2.6b_en",
    "logic:lfm2.5-2.6b_en_dontknow",
    "math:lfm2.5-2.6b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 1.3808333333333334,
   "gpu_cost_usd": 3.438275
  },
  {
   "repo": "Qwen/Qwen3-14B",
   "commit": "40c069824f4251a91eefaf281ebe4c544efd3e18",
   "model_key": "qwen3-14b",
   "name": "Qwen3-14B",
   "display_name": "Qwen3-14B",
   "tag": "off · chat",
   "class_label": "Open · 15B",
   "base_model": null,
   "setup_label": "Qwen3-14B (chat, reasoning off, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 14.8,
   "params_active": 14.8,
   "quantization": "BF16",
   "score_0_100": 81.71380778588806,
   "raw": {
    "metric": "accuracy",
    "value": 0.8537104622871047,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3-14b_en",
    "math:qwen3-14b_en",
    "logic:qwen3-14b_en_dontknow",
    "math:qwen3-14b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 1.108888888888889,
   "gpu_cost_usd": 2.7611333333333334
  },
  {
   "repo": "Qwen/Qwen3.5-2B",
   "commit": "15852e8c16360a2fea060d615a32b45270f8a8fc",
   "model_key": "qwen3.5-2b",
   "name": "Qwen3.5-2B",
   "display_name": "Qwen3.5-2B",
   "tag": "off · chat",
   "class_label": "Open · 2.0B",
   "base_model": null,
   "setup_label": "Qwen3.5-2B (chat, thinking off, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 80.5352798053528,
   "raw": {
    "metric": "accuracy",
    "value": 0.8442822384428224,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.5-2b-nothink_en",
    "math:qwen3.5-2b-nothink_en",
    "logic:qwen3.5-2b-nothink_en_dontknow",
    "math:qwen3.5-2b-nothink_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Qwen3.5-2B (on · chat)",
   "gpu_hours": 1.0405555555555555,
   "gpu_cost_usd": 2.590983333333334
  },
  {
   "repo": "LiquidAI/LFM2.5-8B-A1B",
   "commit": "dd83f5cb02aa2938b66bba9a9998d38d0517c1f3",
   "model_key": "lfm2.5-8b-a1b",
   "name": "LFM2.5-8B-A1B",
   "display_name": "LFM2.5-8B-A1B",
   "tag": "on · chat",
   "class_label": "Open · 8.3B MoE · 1.5B active",
   "base_model": null,
   "setup_label": "LFM2.5-8B-A1B (chat, thinking, on our GPU)",
   "maker": "Liquid AI",
   "kind": "chat",
   "params_total": 8.3,
   "params_active": 1.5,
   "quantization": "BF16",
   "score_0_100": 79.8889902676399,
   "raw": {
    "metric": "accuracy",
    "value": 0.8391119221411192,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm2.5-8b-a1b_en",
    "math:lfm2.5-8b-a1b_en",
    "logic:lfm2.5-8b-a1b_en_dontknow",
    "math:lfm2.5-8b-a1b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 2.5261111111111108,
   "gpu_cost_usd": 6.290016666666668
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6-luna",
   "name": "GPT-6 Luna",
   "display_name": "GPT-6 Luna",
   "tag": "chat",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "GPT-6 Luna (low)",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 76.80961070559611,
   "raw": {
    "metric": "accuracy",
    "value": 0.8144768856447688,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6-luna-low-sub_en",
    "math:gpt-6-luna-low-sub_en"
   ],
   "notes": "hosted API (the maker's service); no complete 'I don't know' run",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "KRAFTON/Raon-1-nano",
   "commit": "fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee",
   "model_key": "raon-1-nano",
   "name": "Raon-1 nano",
   "display_name": "Raon-1 nano",
   "tag": "off · chat",
   "class_label": "Open · 3.1B",
   "base_model": "Raon-1 mini preview (MoE-to-Dense pruning and distillation)",
   "setup_label": "Raon-1 nano (chat, thinking off, KRAFTON vLLM fork, on our GPU)",
   "maker": "KRAFTON",
   "kind": "chat",
   "params_total": 3.1,
   "params_active": 3.1,
   "quantization": null,
   "score_0_100": 76.46745742092456,
   "raw": {
    "metric": "accuracy",
    "value": 0.8117396593673966,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:raon-1-nano-nothink_en",
    "math:raon-1-nano-nothink_en",
    "logic:raon-1-nano-nothink_en_dontknow",
    "math:raon-1-nano-nothink_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Raon-1 nano (on · chat); 1.5B effective parameters",
   "gpu_hours": 5.839444444444444,
   "gpu_cost_usd": 14.540216666666668
  },
  {
   "repo": "ecloudtech/Erk-14B",
   "commit": "8584b14a829d5cc803bc227f44e9012e36e8ad04",
   "model_key": "erk-14b",
   "name": "Erk-14B",
   "display_name": "Erk-14B",
   "tag": "off · chat",
   "class_label": "Open · 15B",
   "base_model": null,
   "setup_label": "Erk-14B (chat, reasoning off, on our GPU)",
   "maker": "eCloud Technology",
   "kind": "chat",
   "params_total": 14.77,
   "params_active": 14.77,
   "quantization": "BF16",
   "score_0_100": 72.81782238442821,
   "raw": {
    "metric": "accuracy",
    "value": 0.7825425790754258,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:erk-14b_en",
    "math:erk-14b_en",
    "logic:erk-14b_en_dontknow",
    "math:erk-14b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.4072222222222222,
   "gpu_cost_usd": 1.0139833333333335
  },
  {
   "repo": "MachinePulseAI/karpo-decision-31B",
   "commit": "d69cdd57eab23271cbe65236ca8a00d80d7bb8c7",
   "model_key": "karpo-decision-31b",
   "name": "Karpo Decision 31B",
   "display_name": "Karpo Decision 31B",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "karpo-decision-31B",
   "maker": "MachinePulse",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 68.02767639902676,
   "raw": {
    "metric": "accuracy",
    "value": 0.7442214111922141,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.027356011778684193,
   "improvement_points": null,
   "runs": [
    "logic:karpo-decision-31b_en",
    "math:karpo-decision-31b_en",
    "logic:karpo-decision-31b_en_dontknow",
    "math:karpo-decision-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.15583333333333332,
   "gpu_cost_usd": 0.388025
  },
  {
   "repo": "PelaAI/KnowLine-31B-Gen2",
   "commit": "fd99a9ed2255d8a67dd47a44cc429e638f611593",
   "model_key": "knowline-31b-gen2",
   "name": "KnowLine-31B-Gen2",
   "display_name": "KnowLine-31B-Gen2",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": "Gemma 4 31B",
   "setup_label": "KnowLine-31B-Gen2",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 66.20285888077859,
   "raw": {
    "metric": "accuracy",
    "value": 0.7296228710462287,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.02388174276626831,
   "improvement_points": null,
   "runs": [
    "logic:knowline-31b-gen2_en",
    "math:knowline-31b-gen2_en",
    "logic:knowline-31b-gen2_en_dontknow",
    "math:knowline-31b-gen2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.12277777777777776,
   "gpu_cost_usd": 0.3057166666666667
  },
  {
   "repo": "decisionmodels/REAX-1.3",
   "commit": "fa4bf7ee3bb56a8bc421dad090631be1c5845c2d",
   "model_key": "reax-1.3",
   "name": "REAX 1.3",
   "display_name": "REAX 1.3",
   "tag": "",
   "class_label": "Open · 57B",
   "base_model": null,
   "setup_label": "REAX 1.3",
   "maker": "REAX",
   "kind": "decision",
   "params_total": 57.36,
   "params_active": 57.36,
   "quantization": "FP8",
   "score_0_100": 64.49209245742094,
   "raw": {
    "metric": "accuracy",
    "value": 0.7159367396593674,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.04659104431713918,
   "improvement_points": null,
   "runs": [
    "logic:reax13_en",
    "math:reax13_en",
    "logic:reax13_en_dontknow",
    "math:reax13_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); weights byte-identical to decisionmodels/REAX-1.3 at this commit; served by the REAX engine (github.com/reaxlabs/reax-engine ff8f595)",
   "gpu_hours": 0.19583333333333333,
   "gpu_cost_usd": 0.4876250000000001
  },
  {
   "repo": "PelaAI/KnowLine-31B-Gen1.5",
   "commit": "8e56aa1b236a6dd1064dcfd22ba1e5e360e4c140",
   "model_key": "knowline-31b-gen1.5",
   "name": "KnowLine-31B-Gen1.5",
   "display_name": "KnowLine-31B-Gen1.5",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "KnowLine 31B Gen1.5",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 63.883819951338204,
   "raw": {
    "metric": "accuracy",
    "value": 0.7110705596107056,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.025510875826781288,
   "improvement_points": null,
   "runs": [
    "logic:knowline-31b_en",
    "math:knowline-31b_en",
    "logic:knowline-31b_en_dontknow",
    "math:knowline-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.8011111111111111,
   "gpu_cost_usd": 0.170490725118919
  },
  {
   "repo": "Poindexter-Labs/Copernicus-31B",
   "commit": "be715259e97a743341f2d7a3e6a6298dab23ca0e",
   "model_key": "copernicus-31b",
   "name": "Copernicus-31B",
   "display_name": "Copernicus-31B",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Copernicus-31B",
   "maker": "Poindexter Labs",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 63.69373479318735,
   "raw": {
    "metric": "accuracy",
    "value": 0.7095498783454988,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.050027622239130536,
   "improvement_points": null,
   "runs": [
    "logic:copernicus-31b_en",
    "math:copernicus-31b_en",
    "logic:copernicus-31b_en_dontknow",
    "math:copernicus-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.13472222222222222,
   "gpu_cost_usd": 0.33545833333333336
  },
  {
   "repo": "sthanika-ai/Sieve-31B-v3",
   "commit": "8fcee858f7f20a50bfa3c8f984c22adb3cbb46a2",
   "model_key": "sieve-31b-v3",
   "name": "Sieve 31B v3",
   "display_name": "Sieve 31B v3",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Sieve 31B v3",
   "maker": "Sthānika AI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 63.16149635036496,
   "raw": {
    "metric": "accuracy",
    "value": 0.7052919708029197,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.025529653284671536,
   "improvement_points": null,
   "runs": [
    "logic:sieve-31b_en",
    "math:sieve-31b_en",
    "logic:sieve-31b_en_dontknow",
    "math:sieve-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.7305555555555556,
   "gpu_cost_usd": 0.15547524516739145
  },
  {
   "repo": "logitshq/Logits-Sigma-1-Duo",
   "commit": "a0c1b6e8242916aafdcf9a5a49c1a952cb56e091",
   "model_key": "logits-sigma-1-duo",
   "name": "Logits Sigma-1 Duo",
   "display_name": "Logits Sigma-1 Duo",
   "tag": "",
   "class_label": "Open · 57B",
   "base_model": null,
   "setup_label": "Logits Sigma-1 Duo",
   "maker": "Logits",
   "kind": "decision",
   "params_total": 57.36,
   "params_active": 57.36,
   "quantization": "FP8",
   "score_0_100": 61.56478102189781,
   "raw": {
    "metric": "accuracy",
    "value": 0.6925182481751825,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.059973442131064064,
   "improvement_points": null,
   "runs": [
    "logic:logits-sigma-1-duo_en",
    "math:logits-sigma-1-duo_en",
    "logic:logits-sigma-1-duo_en_dontknow",
    "math:logits-sigma-1-duo_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.2177777777777778,
   "gpu_cost_usd": 0.5422666666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1-ultra",
   "name": "d1-ultra",
   "display_name": "d1-ultra",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Liquid d1-ultra",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 59.43582725060828,
   "raw": {
    "metric": "accuracy",
    "value": 0.6754866180048662,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.020692482363286382,
   "improvement_points": null,
   "runs": [
    "logic:d1-ultra_en",
    "math:d1-ultra_en",
    "logic:d1-ultra_en_dontknow",
    "math:d1-ultra_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "fastino/GLiDE-27B",
   "commit": "4d32743ae96b74f0116f050d37742bbd43c04e7d",
   "model_key": "glide-27b",
   "name": "GLiDE 27B",
   "display_name": "GLiDE 27B",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "GLiDE 27B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 59.169708029197075,
   "raw": {
    "metric": "accuracy",
    "value": 0.6733576642335767,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.04139597970976491,
   "improvement_points": null,
   "runs": [
    "logic:glide-27b_en",
    "math:glide-27b_en",
    "logic:glide-27b_en_dontknow",
    "math:glide-27b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.4411111111111111,
   "gpu_cost_usd": 0.09387630772844777
  },
  {
   "repo": "baselabs/mammoth-1",
   "commit": "61cec44c281c693992e3d6ebeb44dd3402dfa186",
   "model_key": "mammoth-1",
   "name": "Mammoth-1",
   "display_name": "Mammoth-1",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Mammoth-1",
   "maker": "Base Labs",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 59.13169099756691,
   "raw": {
    "metric": "accuracy",
    "value": 0.6730535279805353,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.0315745736009732,
   "improvement_points": null,
   "runs": [
    "logic:mammoth-1_en",
    "math:mammoth-1_en",
    "logic:mammoth-1_en_dontknow",
    "math:mammoth-1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.15833333333333333,
   "gpu_cost_usd": 0.39425000000000004
  },
  {
   "repo": "perplexity-ai/pplx-decider-v1.3",
   "commit": "9c2ebb27470d3dec2ad7ab727727e40d142c7213",
   "model_key": "perplexity-decider-27b-v1.3",
   "name": "Perplexity Decider 27B v1.3",
   "display_name": "Perplexity Decider 27B v1.3",
   "tag": "NVIDIA RTX PRO 6000 Blackwell",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Perplexity Decider 27B v1.3 (local GPU)",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 58.02919708029196,
   "raw": {
    "metric": "accuracy",
    "value": 0.6642335766423357,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05881688896428786,
   "improvement_points": null,
   "runs": [
    "logic:decider-v1.3-local_en",
    "math:decider-v1.3-local_en",
    "logic:decider-v1.3-local_en_dontknow",
    "math:decider-v1.3-local_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.09388888888888888,
   "gpu_cost_usd": 0.23378333333333334
  },
  {
   "repo": "vllm-sr/d3-ultra",
   "commit": "52ba9e7a00402f9560c7fba8c039608e7ddee7fb",
   "model_key": "vllm-sr-d3-ultra",
   "name": "d3-ultra",
   "display_name": "d3-ultra",
   "tag": "",
   "class_label": "Open · 26B",
   "base_model": null,
   "setup_label": "vLLM-SR d3-ultra",
   "maker": "vLLM Semantic Router",
   "kind": "decision",
   "params_total": 26.09,
   "params_active": 26.09,
   "quantization": "BF16",
   "score_0_100": 57.15480535279804,
   "raw": {
    "metric": "accuracy",
    "value": 0.6572384428223844,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.10115505435596814,
   "improvement_points": null,
   "runs": [
    "logic:d3-ultra_en",
    "math:d3-ultra_en",
    "logic:d3-ultra_en_dontknow",
    "math:d3-ultra_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.12638888888888888,
   "gpu_cost_usd": 0.31470833333333337
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "fastino-glide",
   "name": "GLiDE",
   "display_name": "GLiDE",
   "tag": "API",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Fastino GLiDE",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 56.50851581508515,
   "raw": {
    "metric": "accuracy",
    "value": 0.6520681265206812,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05343725853741545,
   "improvement_points": null,
   "runs": [
    "logic:glide_en",
    "math:glide_en",
    "logic:glide_en_dontknow",
    "math:glide_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "vllm-sr/d3",
   "commit": "20f37b9a892acc13d4b07a4f3c4f11b2518c615c",
   "model_key": "vllm-sr-d3",
   "name": "d3",
   "display_name": "d3",
   "tag": "",
   "class_label": "Open · 26B",
   "base_model": null,
   "setup_label": "vLLM-SR d3",
   "maker": "vLLM Semantic Router",
   "kind": "decision",
   "params_total": 26.09,
   "params_active": 26.09,
   "quantization": "BF16",
   "score_0_100": 56.20437956204379,
   "raw": {
    "metric": "accuracy",
    "value": 0.6496350364963503,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.04423810997461454,
   "improvement_points": null,
   "runs": [
    "logic:d3_en",
    "math:d3_en",
    "logic:d3_en_dontknow",
    "math:d3_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.06111111111111111,
   "gpu_cost_usd": 0.15216666666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "drex-max-1.1",
   "name": "Drex Max v1.1",
   "display_name": "Drex Max v1.1",
   "tag": "",
   "class_label": "Closed · Efficient (provisional)",
   "base_model": null,
   "setup_label": "Drex Max 1.1",
   "maker": "Nace.AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 56.052311435523116,
   "raw": {
    "metric": "accuracy",
    "value": 0.648418491484185,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05762789601484136,
   "improvement_points": null,
   "runs": [
    "logic:drex-max-1.1_en",
    "math:drex-max-1.1_en",
    "logic:drex-max-1.1_en_dontknow",
    "math:drex-max-1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "fastino/GLiDE",
   "commit": "a7e45896be7c96ba3354891da790c5ec99c30b6c",
   "model_key": "fastino-glide-v1.2",
   "name": "GLiDE",
   "display_name": "GLiDE",
   "tag": "v1.2",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Fastino GLiDE v1.2",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 56.052311435523116,
   "raw": {
    "metric": "accuracy",
    "value": 0.648418491484185,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05086397570791474,
   "improvement_points": null,
   "runs": [
    "logic:glide-v1.2_en",
    "math:glide-v1.2_en",
    "logic:glide-v1.2_en_dontknow",
    "math:glide-v1.2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.08722222222222223,
   "gpu_cost_usd": 0.21718333333333334
  },
  {
   "repo": "nace-ai/drex-max-v1",
   "commit": "cac65e1982a0237e996419ba559004522d9a33ac",
   "model_key": "drex-max-v1",
   "name": "Drex Max",
   "display_name": "Drex Max",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Drex Max v1",
   "maker": "Nace.AI",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 55.52007299270072,
   "raw": {
    "metric": "accuracy",
    "value": 0.6441605839416058,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.13306835732526895,
   "improvement_points": null,
   "runs": [
    "logic:drex-max-v1_en",
    "math:drex-max-v1_en",
    "logic:drex-max-v1_en_dontknow",
    "math:drex-max-v1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); served with Nace's drex-decision-models code at e206b27",
   "gpu_hours": 0.08416666666666667,
   "gpu_cost_usd": 0.209575
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "perplexity-decider-27b-v1.2",
   "name": "Perplexity Decider 27B v1.2",
   "display_name": "Perplexity Decider 27B v1.2",
   "tag": "API",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Perplexity Decider 27B v1.2 (API)",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": null,
   "score_0_100": 55.17791970802919,
   "raw": {
    "metric": "accuracy",
    "value": 0.6414233576642335,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.030739340675629948,
   "improvement_points": null,
   "runs": [
    "logic:decider-v1.2_en",
    "math:decider-v1.2_en",
    "logic:decider-v1.2_en_dontknow",
    "math:decider-v1.2_en_dontknow"
   ],
   "notes": "hosted API (the maker's service); other setups of this model under its row, not in this entry: Perplexity Decider 27B v1.2 (NVIDIA RTX PRO 6000 Blackwell)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gemini-decision-1",
   "name": "Gemini Decision 1",
   "display_name": "Gemini Decision 1",
   "tag": "20261111",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Gemini Decision 1",
   "maker": "Google",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 55.06386861313869,
   "raw": {
    "metric": "accuracy",
    "value": 0.6405109489051095,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.020467706279056145,
   "improvement_points": null,
   "runs": [
    "logic:gemini-decision-1_en",
    "math:gemini-decision-1_en",
    "logic:gemini-decision-1_en_dontknow",
    "math:gemini-decision-1_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1.2-ultra",
   "name": "d1.2-ultra",
   "display_name": "d1.2-ultra",
   "tag": "",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Liquid d1.2-ultra",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 54.493613138686136,
   "raw": {
    "metric": "accuracy",
    "value": 0.6359489051094891,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.03239794297434979,
   "improvement_points": null,
   "runs": [
    "logic:d1.2-ultra_en",
    "math:d1.2-ultra_en",
    "logic:d1.2-ultra_en_dontknow",
    "math:d1.2-ultra_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "perplexity-decider-27b-v1.2-with-web",
   "name": "Perplexity Decider 27B v1.2",
   "display_name": "Perplexity Decider 27B v1.2",
   "tag": "API · with web",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Perplexity Decider 27B v1.2 (API, with web)",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": null,
   "score_0_100": 54.45559610705596,
   "raw": {
    "metric": "accuracy",
    "value": 0.6356447688564477,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.036947861603181184,
   "improvement_points": null,
   "runs": [
    "logic:decider-v1.2-web_en",
    "math:decider-v1.2-web_en",
    "logic:decider-v1.2-web_en_dontknow",
    "math:decider-v1.2-web_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "turion-ai/turion-jev-31b",
   "commit": "866c0fc6e040cba23fcc72113a80e5c99d5ebab1",
   "model_key": "turion-jev-31b",
   "name": "Turion Jev 31B",
   "display_name": "Turion Jev 31B",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Turion Jev 31B",
   "maker": "Turion.AI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "FP8",
   "score_0_100": 54.11344282238443,
   "raw": {
    "metric": "accuracy",
    "value": 0.6329075425790754,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.035488999391727505,
   "improvement_points": null,
   "runs": [
    "logic:turion-jev-31b_en",
    "math:turion-jev-31b_en",
    "logic:turion-jev-31b_en_dontknow",
    "math:turion-jev-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.30916666666666665,
   "gpu_cost_usd": 0.06579617789783523
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "subq-snap-1.1",
   "name": "SubQ Snap 1.1",
   "display_name": "SubQ Snap 1.1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "SubQ Snap 1.1",
   "maker": "Subquadratic",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 53.771289537712896,
   "raw": {
    "metric": "accuracy",
    "value": 0.6301703163017032,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.10473201449715741,
   "improvement_points": null,
   "runs": [
    "logic:subq-1.1_en",
    "math:subq-1.1_en",
    "logic:subq-1.1_en_dontknow",
    "math:subq-1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service); shown as one row with SubQ Snap Preview (the same answer to every question); every number from SubQ Snap 1.1",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "celeris-1-decision",
   "name": "celeris-1-decision",
   "display_name": "celeris-1-decision",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Celeris-1 Decision",
   "maker": "Celeris",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 52.78284671532846,
   "raw": {
    "metric": "accuracy",
    "value": 0.6222627737226277,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05759124087591238,
   "improvement_points": null,
   "runs": [
    "logic:celeris_en",
    "math:celeris_en",
    "logic:celeris_en_dontknow",
    "math:celeris_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "celeris-1.1-decision",
   "name": "celeris-1.1-decision",
   "display_name": "celeris-1.1-decision",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Celeris-1.1 Decision",
   "maker": "Celeris",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 52.66879562043795,
   "raw": {
    "metric": "accuracy",
    "value": 0.6213503649635036,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05964111922141121,
   "improvement_points": null,
   "runs": [
    "logic:celeris-1.1_en",
    "math:celeris-1.1_en",
    "logic:celeris-1.1_en_dontknow",
    "math:celeris-1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "PelaAI/KnowLine-12B-Gen1",
   "commit": "f26fbc2d64092bb2f8caaedbec243172bb3e908f",
   "model_key": "knowline-12b-gen1",
   "name": "KnowLine-12B-Gen1",
   "display_name": "KnowLine-12B-Gen1",
   "tag": "",
   "class_label": "Open · 12B",
   "base_model": "Gemma 4 12B",
   "setup_label": "KnowLine-12B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 12.0,
   "params_active": 12.0,
   "quantization": "BF16",
   "score_0_100": 51.11009732360097,
   "raw": {
    "metric": "accuracy",
    "value": 0.6088807785888077,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.029121863781880038,
   "improvement_points": null,
   "runs": [
    "logic:knowline-12b-gen1_en",
    "math:knowline-12b-gen1_en",
    "logic:knowline-12b-gen1_en_dontknow",
    "math:knowline-12b-gen1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.05472222222222223,
   "gpu_cost_usd": 0.13625833333333334
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1.2",
   "name": "d1.2",
   "display_name": "d1.2",
   "tag": "",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Liquid d1.2",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 49.89355231143551,
   "raw": {
    "metric": "accuracy",
    "value": 0.5991484184914841,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.024843457817886924,
   "improvement_points": null,
   "runs": [
    "logic:d1.2_en",
    "math:d1.2_en",
    "logic:d1.2_en_dontknow",
    "math:d1.2_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "jev-1.14.0",
   "name": "Jev 1.14",
   "display_name": "Jev 1.14",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Jev 1.14.0",
   "maker": "TypeSafe",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 49.17122871046229,
   "raw": {
    "metric": "accuracy",
    "value": 0.5933698296836983,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.017801094890510953,
   "improvement_points": null,
   "runs": [
    "logic:jev-1.14_en",
    "math:jev-1.14_en",
    "logic:jev-1.14_en_dontknow",
    "math:jev-1.14_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1.1",
   "name": "d1.1",
   "display_name": "d1.1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Liquid d1.1",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 48.29683698296836,
   "raw": {
    "metric": "accuracy",
    "value": 0.5863746958637469,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.008077240223353713,
   "improvement_points": null,
   "runs": [
    "logic:d1.1_en",
    "math:d1.1_en",
    "logic:d1.1_en_dontknow",
    "math:d1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "jev-1.13.0",
   "name": "Jev 1.13",
   "display_name": "Jev 1.13",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Jev 1.13.0",
   "maker": "TypeSafe",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 47.49847931873479,
   "raw": {
    "metric": "accuracy",
    "value": 0.5799878345498783,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.0318734793187348,
   "improvement_points": null,
   "runs": [
    "logic:jev-1.13_en",
    "math:jev-1.13_en",
    "logic:jev-1.13_en_dontknow",
    "math:jev-1.13_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "newsbang/adjudex-9b-v5",
   "commit": "ffdcb8254d1b22e40b2bbbf569f143e0b357aeca",
   "model_key": "adjudex-9b-v5",
   "name": "Adjudex 9B v5",
   "display_name": "Adjudex 9B v5",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Adjudex 9B v5",
   "maker": "newsbang",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 45.90176399026763,
   "raw": {
    "metric": "accuracy",
    "value": 0.5672141119221411,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05615898820458099,
   "improvement_points": null,
   "runs": [
    "logic:adjudex-9b_en",
    "math:adjudex-9b_en",
    "logic:adjudex-9b_en_dontknow",
    "math:adjudex-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03722222222222222,
   "gpu_cost_usd": 0.09268333333333334
  },
  {
   "repo": "baselabs/elephant-1",
   "commit": "b3f8a93462fb1051a9de031e94a7ff380e254072",
   "model_key": "elephant-1",
   "name": "Elephant-1",
   "display_name": "Elephant-1",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "Elephant-1",
   "maker": "Base Labs",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 45.29349148418491,
   "raw": {
    "metric": "accuracy",
    "value": 0.5623479318734793,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05632416940389293,
   "improvement_points": null,
   "runs": [
    "logic:elephant-1_en",
    "math:elephant-1_en",
    "logic:elephant-1_en_dontknow",
    "math:elephant-1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.07694444444444444,
   "gpu_cost_usd": 0.1915916666666667
  },
  {
   "repo": "tattrongvu/Jeffan-9B-1211",
   "commit": "862d1a7a8b64a8d708ddb0b0cd775a740f01841a",
   "model_key": "jeffan-9b-1211",
   "name": "Jeffan-9B-1211",
   "display_name": "Jeffan-9B-1211",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Jeffan-9B-1211",
   "maker": "tattrongvu",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 44.799270072992705,
   "raw": {
    "metric": "accuracy",
    "value": 0.5583941605839416,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.03609648592290957,
   "improvement_points": null,
   "runs": [
    "logic:jeffan-9b_en",
    "math:jeffan-9b_en",
    "logic:jeffan-9b_en_dontknow",
    "math:jeffan-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.042777777777777776,
   "gpu_cost_usd": 0.10651666666666668
  },
  {
   "repo": "PelaAI/KnowLine-9B-Gen2",
   "commit": "8ec8eb609bc10aa6050ae3754aee419d458fae42",
   "model_key": "knowline-9b-gen2",
   "name": "KnowLine-9B-Gen2",
   "display_name": "KnowLine-9B-Gen2",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "KnowLine-9B-Gen2",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 43.20255474452554,
   "raw": {
    "metric": "accuracy",
    "value": 0.5456204379562044,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.03635415202928956,
   "improvement_points": null,
   "runs": [
    "logic:knowline-9b-gen2_en",
    "math:knowline-9b-gen2_en",
    "logic:knowline-9b-gen2_en_dontknow",
    "math:knowline-9b-gen2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.045,
   "gpu_cost_usd": 0.11205000000000001
  },
  {
   "repo": "fastino/GLiDE-9B",
   "commit": "ab54df5acba0eebf7df45560ffdaacd64e32df3b",
   "model_key": "glide-9b",
   "name": "GLiDE 9B",
   "display_name": "GLiDE 9B",
   "tag": "",
   "class_label": "Open · 7.9B",
   "base_model": null,
   "setup_label": "GLiDE 9B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 7.94,
   "params_active": 7.94,
   "quantization": "BF16",
   "score_0_100": 43.08850364963503,
   "raw": {
    "metric": "accuracy",
    "value": 0.5447080291970803,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.06680273588737132,
   "improvement_points": null,
   "runs": [
    "logic:glide-9b_en",
    "math:glide-9b_en",
    "logic:glide-9b_en_dontknow",
    "math:glide-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.17694444444444446,
   "gpu_cost_usd": 0.037656932004421426
  },
  {
   "repo": "PelaAI/KnowLine-9B-Gen1",
   "commit": "325378d128e9f5eb5088196668f5874c5682b6c0",
   "model_key": "knowline-9b-gen1",
   "name": "KnowLine-9B-Gen1",
   "display_name": "KnowLine-9B-Gen1",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "KnowLine-9B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 43.08850364963503,
   "raw": {
    "metric": "accuracy",
    "value": 0.5447080291970803,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.021630261863242076,
   "improvement_points": null,
   "runs": [
    "logic:knowline-9b_en",
    "math:knowline-9b_en",
    "logic:knowline-9b_en_dontknow",
    "math:knowline-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03944444444444445,
   "gpu_cost_usd": 0.09821666666666667
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-9B-Instant",
   "commit": "18a17f734966b213b2f00fa9c915e8b9af2a9b20",
   "model_key": "startlux-decision-v1.1-9b",
   "name": "StartLux-Decision-v1.1-9B-Instant",
   "display_name": "StartLux-Decision-v1.1-9B-Instant",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "StartLux-Decision v1.1 9B",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 42.974452554744516,
   "raw": {
    "metric": "accuracy",
    "value": 0.5437956204379562,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.02746704204461614,
   "improvement_points": null,
   "runs": [
    "logic:startlux-9b_en",
    "math:startlux-9b_en",
    "logic:startlux-9b_en_dontknow",
    "math:startlux-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.13777777777777778,
   "gpu_cost_usd": 0.0293215671494396
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "microsoft-decision-1",
   "name": "Microsoft-Decision-1",
   "display_name": "Microsoft-Decision-1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Microsoft-Decision-1",
   "maker": "Microsoft",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 42.82238442822384,
   "raw": {
    "metric": "accuracy",
    "value": 0.5425790754257908,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.048894690921314585,
   "improvement_points": null,
   "runs": [
    "logic:ms-decision-1_en",
    "math:ms-decision-1_en",
    "logic:ms-decision-1_en_dontknow",
    "math:ms-decision-1_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "Patrick-18/Dexy-Decision-9B-V2",
   "commit": "4f434e2b5fd9f0addfe3233489571c2dc8ce7a19",
   "model_key": "dexy-decision-9b-v2",
   "name": "Dexy-Decision-9B-V2",
   "display_name": "Dexy-Decision-9B-V2",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "vllm-sr/d3-flash",
   "setup_label": "Dexy-Decision-9B-V2",
   "maker": "Patrick-18",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 42.7463503649635,
   "raw": {
    "metric": "accuracy",
    "value": 0.541970802919708,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.13093113363487935,
   "improvement_points": null,
   "runs": [
    "logic:dexy-9b_en",
    "math:dexy-9b_en",
    "logic:dexy-9b_en_dontknow",
    "math:dexy-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.043055555555555555,
   "gpu_cost_usd": 0.10720833333333334
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "drex-2.0",
   "name": "Drex 2.0",
   "display_name": "Drex 2.0",
   "tag": "",
   "class_label": "Open · 35B MoE · 3.0B active",
   "base_model": null,
   "setup_label": "Drex 2.0",
   "maker": "Nace.AI",
   "kind": "decision",
   "params_total": 35.0,
   "params_active": 3.0,
   "quantization": null,
   "score_0_100": 41.41575425790754,
   "raw": {
    "metric": "accuracy",
    "value": 0.5313260340632603,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.011098965936739638,
   "improvement_points": null,
   "runs": [
    "logic:drex-2.0_en",
    "math:drex-2.0_en",
    "logic:drex-2.0_en_dontknow",
    "math:drex-2.0_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "scar-ai/vera-medium-omni",
   "commit": "1f23a6cf5304e8e53b7ded53980765d5f8f4047c",
   "model_key": "vera-medium-omni",
   "name": "vera-medium-omni",
   "display_name": "vera-medium-omni",
   "tag": "",
   "class_label": "Open · 4.2B",
   "base_model": "Qwen3.5-4B",
   "setup_label": "vera-medium-omni",
   "maker": "scar-ai",
   "kind": "decision",
   "params_total": 4.2,
   "params_active": 4.2,
   "quantization": "BF16",
   "score_0_100": 40.57937956204379,
   "raw": {
    "metric": "accuracy",
    "value": 0.5246350364963503,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.03501024939172748,
   "improvement_points": null,
   "runs": [
    "logic:vera-medium-omni_en",
    "math:vera-medium-omni_en",
    "logic:vera-medium-omni_en_dontknow",
    "math:vera-medium-omni_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03194444444444444,
   "gpu_cost_usd": 0.07954166666666668
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-4B-Instant",
   "commit": "416088f77cfce09633906a3675c7cd2e5dabcf10",
   "model_key": "startlux-decision-v1.1-4b",
   "name": "StartLux-Decision-v1.1-4B-Instant",
   "display_name": "StartLux-Decision-v1.1-4B-Instant",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "StartLux-Decision v1.1 4B",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 40.541362530413615,
   "raw": {
    "metric": "accuracy",
    "value": 0.524330900243309,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05373157575576887,
   "improvement_points": null,
   "runs": [
    "logic:startlux-4b_en",
    "math:startlux-4b_en",
    "logic:startlux-4b_en_dontknow",
    "math:startlux-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.0661111111111111,
   "gpu_cost_usd": 0.014069622946706906
  },
  {
   "repo": "perplexity-ai/pplx-decider-flash-v1.3",
   "commit": "d06fb3f2d97e0a52325a0d463c450cf0338f44fe",
   "model_key": "perplexity-decider-flash-v1.3",
   "name": "Perplexity Decider Flash v1.3",
   "display_name": "Perplexity Decider Flash v1.3",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "Perplexity Decider Flash v1.3",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 40.12317518248175,
   "raw": {
    "metric": "accuracy",
    "value": 0.5209854014598541,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.11131961883276667,
   "improvement_points": null,
   "runs": [
    "logic:decider-flash-v1.3_en",
    "math:decider-flash-v1.3_en",
    "logic:decider-flash-v1.3_en_dontknow",
    "math:decider-flash-v1.3_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03138888888888889,
   "gpu_cost_usd": 0.07815833333333334
  },
  {
   "repo": "apertixai/cerno-9b-v1.2",
   "commit": "f02a632fbe3a4698cd1ff5c0b929ea240e2b8eda",
   "model_key": "cerno-9b-v1.2",
   "name": "Cerno 9B v1.2",
   "display_name": "Cerno 9B v1.2",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "Cerno 9B v1.2",
   "maker": "Apertix AI",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 39.59093673965936,
   "raw": {
    "metric": "accuracy",
    "value": 0.5167274939172749,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.16156213503649636,
   "improvement_points": null,
   "runs": [
    "logic:cerno-9b_en",
    "math:cerno-9b_en",
    "logic:cerno-9b_en_dontknow",
    "math:cerno-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.16722222222222222,
   "gpu_cost_usd": 0.03558786980637629
  },
  {
   "repo": "Valen-Team/Valen-Decision-1.5-9B",
   "commit": "5a512117ebc0f2b69f311becfcf47cdef8abf568",
   "model_key": "valen-decision-1.5-9b",
   "name": "Valen-Decision-1.5-9B",
   "display_name": "Valen-Decision-1.5-9B",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Valen-Decision-1.5-9B",
   "maker": "Valen-Team",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 39.476885644768856,
   "raw": {
    "metric": "accuracy",
    "value": 0.5158150851581509,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.045180792918975296,
   "improvement_points": null,
   "runs": [
    "logic:valen-9b_en",
    "math:valen-9b_en",
    "logic:valen-9b_en_dontknow",
    "math:valen-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.05472222222222222,
   "gpu_cost_usd": 0.13625833333333334
  },
  {
   "repo": "PelaAI/KnowLine-4B-Gen5.5",
   "commit": "779944d2cc8ffa19cef386aee83c83bcb967ade2",
   "model_key": "knowline-4b-gen5.5",
   "name": "KnowLine 4B Gen5.5",
   "display_name": "KnowLine 4B Gen5.5",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "KnowLine 4B Gen5.5",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "FP8",
   "score_0_100": 39.134732360097324,
   "raw": {
    "metric": "accuracy",
    "value": 0.5130778588807786,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.10365906116831469,
   "improvement_points": null,
   "runs": [
    "logic:knowline-4b_en",
    "math:knowline-4b_en",
    "logic:knowline-4b_en_dontknow",
    "math:knowline-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.0775,
   "gpu_cost_usd": 0.016493381521559776
  },
  {
   "repo": "perplexity-ai/pplx-decider-flash-v1.2",
   "commit": "6d771ad7b5ecff5e93b8fc7b90d4c5ccc341954d",
   "model_key": "perplexity-decider-flash-v1.2",
   "name": "Perplexity Decider Flash v1.2",
   "display_name": "Perplexity Decider Flash v1.2",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "Perplexity Decider Flash v1.2",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 38.86861313868613,
   "raw": {
    "metric": "accuracy",
    "value": 0.5109489051094891,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.08868503250528151,
   "improvement_points": null,
   "runs": [
    "logic:decider-flash-v1.2_en",
    "math:decider-flash-v1.2_en",
    "logic:decider-flash-v1.2_en_dontknow",
    "math:decider-flash-v1.2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.04166666666666667,
   "gpu_cost_usd": 0.10375000000000001
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "inception-mercury-decide",
   "name": "Mercury Decide",
   "display_name": "Mercury Decide",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Inception Mercury Decide",
   "maker": "Inception",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 38.26034063260341,
   "raw": {
    "metric": "accuracy",
    "value": 0.5060827250608273,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.15653227083997467,
   "improvement_points": null,
   "runs": [
    "logic:mercury-decide_en",
    "math:mercury-decide_en",
    "logic:mercury-decide_en_dontknow",
    "math:mercury-decide_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1",
   "name": "d1",
   "display_name": "d1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Liquid d1",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 38.184306569343065,
   "raw": {
    "metric": "accuracy",
    "value": 0.5054744525547445,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05821117407187681,
   "improvement_points": null,
   "runs": [
    "logic:d1_en",
    "math:d1_en",
    "logic:d1_en_dontknow",
    "math:d1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "ZefanCai/Open-Jev-27B-v1.1",
   "commit": "28cf73067d5b337860bbef3c85b8b82ba8730956",
   "model_key": "open-jev-27b-v1.1",
   "name": "Open-Jev-27B-v1.1",
   "display_name": "Open-Jev-27B-v1.1",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": "Qwen3.8-27B + adapter",
   "setup_label": "Open-Jev 27B v1.1",
   "maker": "Zefan Cai",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 38.070255474452544,
   "raw": {
    "metric": "accuracy",
    "value": 0.5045620437956204,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.18263166301686395,
   "improvement_points": null,
   "runs": [
    "logic:open-jev_en",
    "math:open-jev_en",
    "logic:open-jev_en_dontknow",
    "math:open-jev_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); the repository holds an adapter and head on Qwen3.8-27B",
   "gpu_hours": 0.28,
   "gpu_cost_usd": 0.6972
  },
  {
   "repo": "OmniJev/OneJev-27B",
   "commit": "a5e5f55bdbdc9deda44f3fcb5b163776b9b369e8",
   "model_key": "onejev-27b",
   "name": "OneJev-27B",
   "display_name": "OneJev-27B",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "OneJev 27B",
   "maker": "OmniJev",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 36.58759124087591,
   "raw": {
    "metric": "accuracy",
    "value": 0.4927007299270073,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.03139984793187349,
   "improvement_points": null,
   "runs": [
    "logic:onejev_en",
    "math:onejev_en",
    "logic:onejev_en_dontknow",
    "math:onejev_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.09166666666666667,
   "gpu_cost_usd": 0.22825
  },
  {
   "repo": "Cloudflare/clef",
   "commit": "2f3de3dd85f379784083b0814d997ab627200f0c",
   "model_key": "clef",
   "name": "Clef",
   "display_name": "Clef",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Clef",
   "maker": "Cloudflare",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 34.458637469586364,
   "raw": {
    "metric": "accuracy",
    "value": 0.47566909975669097,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.12585444038929441,
   "improvement_points": null,
   "runs": [
    "logic:clef_en",
    "math:clef_en",
    "logic:clef_en_dontknow",
    "math:clef_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.17777777777777776,
   "gpu_cost_usd": 0.44266666666666676
  },
  {
   "repo": "victorbennett/Verdin-4B-v1.1",
   "commit": "45830d216bb7e45f43f0a482c131a7cafa6d189f",
   "model_key": "verdin-4b-v1.1",
   "name": "Verdin-4B-v1.1",
   "display_name": "Verdin-4B-v1.1",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": "Qwen3.5-4B",
   "setup_label": "Verdin-4B-v1.1",
   "maker": "victorbennett",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 34.34458637469586,
   "raw": {
    "metric": "accuracy",
    "value": 0.4747566909975669,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.07301977921359004,
   "improvement_points": null,
   "runs": [
    "logic:verdin-4b_en",
    "math:verdin-4b_en",
    "logic:verdin-4b_en_dontknow",
    "math:verdin-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.04416666666666667,
   "gpu_cost_usd": 0.10997500000000002
  },
  {
   "repo": "quincyqiang/chinese-decision-pointer-4b",
   "commit": "889f23e2655e5cba1208bb17f90526092813f5f2",
   "model_key": "chinese-decision-pointer-4b",
   "name": "Chinese Decision Pointer 4B",
   "display_name": "Chinese Decision Pointer 4B",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": "Qwen3.5-4B",
   "setup_label": "Chinese Decision Pointer 4B",
   "maker": "quincyqiang",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 33.73631386861313,
   "raw": {
    "metric": "accuracy",
    "value": 0.4698905109489051,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.14337543762223412,
   "improvement_points": null,
   "runs": [
    "logic:chinese-pointer-4b_en",
    "math:chinese-pointer-4b_en",
    "logic:chinese-pointer-4b_en_dontknow",
    "math:chinese-pointer-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03305555555555555,
   "gpu_cost_usd": 0.08230833333333334
  },
  {
   "repo": "Cloudflare/clef-flash",
   "commit": "fde727a287004204b7518dcc983fe64379776712",
   "model_key": "clef-flash",
   "name": "Clef-Flash",
   "display_name": "Clef-Flash",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "Clef-flash",
   "maker": "Cloudflare",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 32.59580291970802,
   "raw": {
    "metric": "accuracy",
    "value": 0.4607664233576642,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05666110097323602,
   "improvement_points": null,
   "runs": [
    "logic:clef-flash_en",
    "math:clef-flash_en",
    "logic:clef-flash_en_dontknow",
    "math:clef-flash_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.09916666666666667,
   "gpu_cost_usd": 0.246925
  },
  {
   "repo": "EldanRing/Winnow-12B",
   "commit": "b2b14213dfa252e6d6b543c8b334762e51772d29",
   "model_key": "winnow-12b",
   "name": "Winnow-12B",
   "display_name": "Winnow-12B",
   "tag": "",
   "class_label": "Open · 12B",
   "base_model": null,
   "setup_label": "Winnow-12B",
   "maker": "EldanRing",
   "kind": "decision",
   "params_total": 12.0,
   "params_active": 12.0,
   "quantization": "Q8_0",
   "score_0_100": 30.542883211678834,
   "raw": {
    "metric": "accuracy",
    "value": 0.4443430656934307,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.10460486276550544,
   "improvement_points": null,
   "runs": [
    "logic:winnow_en",
    "math:winnow_en",
    "logic:winnow_en_dontknow",
    "math:winnow_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); the Q8_0 GGUF, served by winnow-inference at d4631fb",
   "gpu_hours": 0.05666666666666667,
   "gpu_cost_usd": 0.1411
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "cygnet",
   "name": "Cygnet",
   "display_name": "Cygnet",
   "tag": "",
   "class_label": "Open · 12B",
   "base_model": "Gemma 4 12B IT",
   "setup_label": "Cygnet",
   "maker": "Blockbrain Labs",
   "kind": "decision",
   "params_total": 11.95,
   "params_active": 11.95,
   "quantization": "BF16",
   "score_0_100": 28.261861313868607,
   "raw": {
    "metric": "accuracy",
    "value": 0.4260948905109489,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.07390293444681291,
   "improvement_points": null,
   "runs": [
    "logic:cygnet_en",
    "math:cygnet_en",
    "logic:cygnet_en_dontknow",
    "math:cygnet_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); no weights of its own: google/gemma-4-12B-it at 707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7, unchanged, behind cygnet-recipe's shim (github.com/blockbrain-ai/cygnet-recipe 3cf591c, temperature 3.4); repo left empty so it is not matched with Gemma 4 12B",
   "gpu_hours": 0.03777777777777778,
   "gpu_cost_usd": 0.09406666666666667
  },
  {
   "repo": "wayfind/metask-jev-4b-policy-mix",
   "commit": "ea20fe85b28733b1522721dec119bec50947a869",
   "model_key": "metask-jev-4b",
   "name": "Metask-Jev-4B",
   "display_name": "Metask-Jev-4B",
   "tag": "",
   "class_label": "Open · 4.5B",
   "base_model": null,
   "setup_label": "Metask-Jev 4B",
   "maker": "Metask Lab",
   "kind": "decision",
   "params_total": 4.54,
   "params_active": 4.54,
   "quantization": "BF16",
   "score_0_100": 20.92457420924574,
   "raw": {
    "metric": "accuracy",
    "value": 0.36739659367396593,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.02210388753173417,
   "improvement_points": null,
   "runs": [
    "logic:metask_en",
    "math:metask_en",
    "logic:metask_en_dontknow",
    "math:metask_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.11333333333333333,
   "gpu_cost_usd": 0.2822
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-2B-Instant",
   "commit": "f1e6cd147dda82c9ffa3e8e725d5c1f175566fb1",
   "model_key": "startlux-decision-v1.1-2b",
   "name": "StartLux-Decision-v1.1-2B-Instant",
   "display_name": "StartLux-Decision-v1.1-2B-Instant",
   "tag": "",
   "class_label": "Open · 2.0B",
   "base_model": null,
   "setup_label": "StartLux-Decision v1.1 2B",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 19.93613138686131,
   "raw": {
    "metric": "accuracy",
    "value": 0.3594890510948905,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.03276380893703266,
   "improvement_points": null,
   "runs": [
    "logic:startlux-2b_en",
    "math:startlux-2b_en",
    "logic:startlux-2b_en_dontknow",
    "math:startlux-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.03638888888888889,
   "gpu_cost_usd": 0.007744204226968927
  },
  {
   "repo": "fastino/GLiDE-2B",
   "commit": "00f122c120cdeed82284106cb77d9bab5a50ad16",
   "model_key": "glide-2b",
   "name": "GLiDE 2B",
   "display_name": "GLiDE 2B",
   "tag": "",
   "class_label": "Open · 1.9B",
   "base_model": null,
   "setup_label": "GLiDE 2B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 1.88,
   "params_active": 1.88,
   "quantization": "BF16",
   "score_0_100": 19.02372262773722,
   "raw": {
    "metric": "accuracy",
    "value": 0.3521897810218978,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.1683616191457715,
   "improvement_points": null,
   "runs": [
    "logic:glide-2b_en",
    "math:glide-2b_en",
    "logic:glide-2b_en_dontknow",
    "math:glide-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.03,
   "gpu_cost_usd": 0.0063845347825392685
  },
  {
   "repo": "LiquidAI/d1-2B",
   "commit": "10e7671d44e4b37700020b1eed3f594c5f2af0b4",
   "model_key": "liquid-d1-2b",
   "name": "d1-2B",
   "display_name": "d1-2B",
   "tag": "",
   "class_label": "Open · 1.9B",
   "base_model": "LFM3-VL-2B",
   "setup_label": "Liquid d1-2B (open weights)",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": 1.92,
   "params_active": 1.92,
   "quantization": "BF16",
   "score_0_100": 18.605535279805352,
   "raw": {
    "metric": "accuracy",
    "value": 0.3488442822384428,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.0592241765431583,
   "improvement_points": null,
   "runs": [
    "logic:d1-2b_en",
    "math:d1-2b_en",
    "logic:d1-2b_en_dontknow",
    "math:d1-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.01888888888888889,
   "gpu_cost_usd": 0.04703333333333333
  },
  {
   "repo": "PelaAI/KnowLine-2B-Gen1",
   "commit": "53245d470a4ce316e32fd0d18c24e142c697f40b",
   "model_key": "knowline-2b-gen1",
   "name": "KnowLine-2B-Gen1",
   "display_name": "KnowLine-2B-Gen1",
   "tag": "",
   "class_label": "Open · 2.0B",
   "base_model": "Qwen3.5-2B",
   "setup_label": "KnowLine-2B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 17.579075425790748,
   "raw": {
    "metric": "accuracy",
    "value": 0.340632603406326,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.0904408049532455,
   "improvement_points": null,
   "runs": [
    "logic:knowline-2b_en",
    "math:knowline-2b_en",
    "logic:knowline-2b_en_dontknow",
    "math:knowline-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.052500000000000005,
   "gpu_cost_usd": 0.01117293586944372
  },
  {
   "repo": "fastino/GLiDE-0.8B",
   "commit": "9eacdeec79fa48ec52a8d6f54b331376b4bbfaf0",
   "model_key": "glide-0.8b",
   "name": "GLiDE 0.8B",
   "display_name": "GLiDE 0.8B",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": null,
   "setup_label": "GLiDE 0.8B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 0.75,
   "params_active": 0.75,
   "quantization": "BF16",
   "score_0_100": 13.85340632603406,
   "raw": {
    "metric": "accuracy",
    "value": 0.3108272506082725,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.1713609660179691,
   "improvement_points": null,
   "runs": [
    "logic:glide-0.8b_en",
    "math:glide-0.8b_en",
    "logic:glide-0.8b_en_dontknow",
    "math:glide-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.021388888888888888,
   "gpu_cost_usd": 0.004551936835699293
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-0.8B-Instant",
   "commit": "6496ae641cc71b149ce9dad69bd97f2a44e7bf11",
   "model_key": "startlux-decision-v1.1-0.8b-instant",
   "name": "StartLux-Decision-v1.1-0.8B-Instant",
   "display_name": "StartLux-Decision-v1.1-0.8B-Instant",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": "Qwen3.5-0.8B",
   "setup_label": "StartLux-Decision-v1.1-0.8B-Instant",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 0.8,
   "params_active": 0.8,
   "quantization": "BF16",
   "score_0_100": 9.975669099756688,
   "raw": {
    "metric": "accuracy",
    "value": 0.2798053527980535,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.05794440174027441,
   "improvement_points": null,
   "runs": [
    "logic:startlux-0.8b_en",
    "math:startlux-0.8b_en",
    "logic:startlux-0.8b_en_dontknow",
    "math:startlux-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.025,
   "gpu_cost_usd": 0.005320445652116057
  },
  {
   "repo": "OmniJev/OneJev1.6-0.8B",
   "commit": "bcd88a382f314b26cb7b1b7f369c1ed3502ee7a0",
   "model_key": "onejev1.6-0.8b",
   "name": "OneJev1.6-0.8B",
   "display_name": "OneJev1.6-0.8B",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": null,
   "setup_label": "OneJev1.6-0.8B",
   "maker": "OmniJev",
   "kind": "decision",
   "params_total": 0.8,
   "params_active": 0.8,
   "quantization": "BF16",
   "score_0_100": 9.785583941605836,
   "raw": {
    "metric": "accuracy",
    "value": 0.2782846715328467,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.10419309610705596,
   "improvement_points": null,
   "runs": [
    "logic:onejev1.6-0.8b_en",
    "math:onejev1.6-0.8b_en",
    "logic:onejev1.6-0.8b_en_dontknow",
    "math:onejev1.6-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.017222222222222222,
   "gpu_cost_usd": 0.0036651958936799504
  },
  {
   "repo": "PelaAI/KnowLine-0.8B-Gen1",
   "commit": "6b27831f7b783c03278bd946d4d8f4f7a98a3798",
   "model_key": "knowline-0.8b-gen1",
   "name": "KnowLine-0.8B-Gen1",
   "display_name": "KnowLine-0.8B-Gen1",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": "Qwen3.5-0.8B",
   "setup_label": "KnowLine-0.8B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 0.8,
   "params_active": 0.8,
   "quantization": "BF16",
   "score_0_100": 9.595498783454989,
   "raw": {
    "metric": "accuracy",
    "value": 0.2767639902676399,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.09799661221502888,
   "improvement_points": null,
   "runs": [
    "logic:knowline-0.8b_en",
    "math:knowline-0.8b_en",
    "logic:knowline-0.8b_en_dontknow",
    "math:knowline-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.027777777777777776,
   "gpu_cost_usd": 0.005911606280128953
  },
  {
   "repo": "StrandsAgents/strands-decider-2B-hobson-v21",
   "commit": "2b52a6235c1b8306bbfa30b00b9d4b74b63a39f5",
   "model_key": "strands-decider-2b",
   "name": "Strands Decider 2B",
   "display_name": "Strands Decider 2B",
   "tag": "",
   "class_label": "Open · 2.0B",
   "base_model": null,
   "setup_label": "Strands Decider 2B",
   "maker": "Strands Agents",
   "kind": "decision",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 8.150851581508515,
   "raw": {
    "metric": "accuracy",
    "value": 0.26520681265206814,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.09887791970802917,
   "improvement_points": null,
   "runs": [
    "logic:strands_en",
    "math:strands_en",
    "logic:strands_en_dontknow",
    "math:strands_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); the repository holds a LoRA and head on Qwen3.5-2B-Base",
   "gpu_hours": 0.03527777777777778,
   "gpu_cost_usd": 0.08784166666666667
  },
  {
   "repo": "knowledgator/gliclass-v4-edge",
   "commit": "885af1af8a07edf4ed34df83ca0d995ed8201283",
   "model_key": "gliclass-v4-edge",
   "name": "GLiClass v4 Edge",
   "display_name": "GLiClass v4 Edge",
   "tag": "",
   "class_label": "Open · 0.4B",
   "base_model": "DeBERTa-v3-large",
   "setup_label": "GLiClass v4 Edge",
   "maker": null,
   "kind": "decision",
   "params_total": 0.4,
   "params_active": 0.4,
   "quantization": "BF16",
   "score_0_100": 3.7028588807785887,
   "raw": {
    "metric": "accuracy",
    "value": 0.22962287104622872,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.07604377483198181,
   "improvement_points": null,
   "runs": [
    "logic:gliclass-v4-edge_en",
    "math:gliclass-v4-edge_en",
    "logic:gliclass-v4-edge_en_dontknow",
    "math:gliclass-v4-edge_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.015555555555555555,
   "gpu_cost_usd": 0.003310499516872213
  },
  {
   "repo": "fastino/GLiDE-0.4B",
   "commit": "6bda7ab91aeb36dcad6d27828a8871e548c7fc71",
   "model_key": "glide-0.4b",
   "name": "GLiDE 0.4B",
   "display_name": "GLiDE 0.4B",
   "tag": "",
   "class_label": "Open · 0.4B",
   "base_model": null,
   "setup_label": "GLiDE 0.4B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 0.4,
   "params_active": 0.4,
   "quantization": "BF16",
   "score_0_100": 1.8400243309002404,
   "raw": {
    "metric": "accuracy",
    "value": 0.21472019464720193,
    "questions": 3288,
    "options": 5
   },
   "calibration_error": 0.11006255383209179,
   "improvement_points": null,
   "runs": [
    "logic:glide-0.4b_en",
    "math:glide-0.4b_en",
    "logic:glide-0.4b_en_dontknow",
    "math:glide-0.4b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.012777777777777777,
   "gpu_cost_usd": 0.0027193388888593177
  }
 ]
}
