{
 "bench": "logic",
 "title": "Logic",
 "url": "https://zekiworks.github.io/analysis/logic/logic/",
 "updated": "2026-11-16T22:07:58Z",
 "score": {
  "zero": "chance: 1 of 5 options right on every question (accuracy 20%)",
  "hundred": "every one of the 1,125 Logic questions right (accuracy 100%)"
 },
 "models": [
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6-astra",
   "name": "GPT-6 Astra",
   "display_name": "GPT-6 Astra",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "GPT-6 Astra",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 95.88888888888889,
   "raw": {
    "metric": "accuracy",
    "value": 0.9671111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6-astra-sub_en",
    "logic:gpt-6-astra-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gemini-4-carbon",
   "name": "Gemini 4 Carbon",
   "display_name": "Gemini 4 Carbon",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Gemini 4 Carbon (Antigravity subscription)",
   "maker": "Google",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 95.88888888888889,
   "raw": {
    "metric": "accuracy",
    "value": 0.9671111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemini-4-carbon-sub_en",
    "logic:gemini-4-carbon-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6.1-sol",
   "name": "GPT-6.1 Sol",
   "display_name": "GPT-6.1 Sol",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "GPT-6.1 Sol",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 95.66666666666667,
   "raw": {
    "metric": "accuracy",
    "value": 0.9653333333333334,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6.1-sol-sub_en",
    "logic:gpt-6.1-sol-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "qwen4-max",
   "name": "Qwen4-Max",
   "display_name": "Qwen4-Max",
   "tag": "high · chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Qwen4-Max",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 95.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.9626666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen4-max_en",
    "logic:qwen4-max_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "claude-opus-5.5",
   "name": "Claude Opus 5.5",
   "display_name": "Claude Opus 5.5",
   "tag": "chat",
   "class_label": "Closed · Flagship",
   "base_model": null,
   "setup_label": "Claude Opus 5.5",
   "maker": "Anthropic",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 95.22222222222221,
   "raw": {
    "metric": "accuracy",
    "value": 0.9617777777777777,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:claude-opus-5.5-sub_en",
    "logic:claude-opus-5.5-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "deepseek-v4.1-flash-1017",
   "name": "DeepSeek-V4.1-Flash",
   "display_name": "DeepSeek-V4.1-Flash",
   "tag": "high · chat · 1017",
   "class_label": "Open · 552B MoE · 16B active",
   "base_model": null,
   "setup_label": "DeepSeek-V4.1-Flash 1017",
   "maker": "DeepSeek",
   "kind": "chat",
   "params_total": 552.0,
   "params_active": 16.0,
   "quantization": null,
   "score_0_100": 95.22222222222221,
   "raw": {
    "metric": "accuracy",
    "value": 0.9617777777777777,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:deepseek-v4.1-flash-1017_en",
    "logic:deepseek-v4.1-flash-1017_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gemini-4-hydrogen",
   "name": "Gemini 4 Hydrogen",
   "display_name": "Gemini 4 Hydrogen",
   "tag": "chat",
   "class_label": "",
   "base_model": null,
   "setup_label": "Gemini 4 Hydrogen (Antigravity subscription)",
   "maker": "Google",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 95.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.9608888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemini-4-hydrogen-sub_en",
    "logic:gemini-4-hydrogen-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "inkling-2-small",
   "name": "Inkling 2 Small",
   "display_name": "Inkling 2 Small",
   "tag": "high · chat",
   "class_label": "Open · 594B MoE · 17B active",
   "base_model": null,
   "setup_label": "Inkling 2 Small",
   "maker": "Thinking Machines",
   "kind": "chat",
   "params_total": 594.0,
   "params_active": 17.0,
   "quantization": null,
   "score_0_100": 94.55555555555556,
   "raw": {
    "metric": "accuracy",
    "value": 0.9564444444444444,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:inkling-2-small_en",
    "logic:inkling-2-small_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "claude-sonnet-5.5",
   "name": "Claude Sonnet 5.5",
   "display_name": "Claude Sonnet 5.5",
   "tag": "chat",
   "class_label": "Closed · Workhorse",
   "base_model": null,
   "setup_label": "Claude Sonnet 5.5",
   "maker": "Anthropic",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 94.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.9546666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:claude-sonnet-5.5-sub_en",
    "logic:claude-sonnet-5.5-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "muse-ember",
   "name": "Muse Ember",
   "display_name": "Muse Ember",
   "tag": "max · chat",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Muse Ember",
   "maker": "Meta",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 94.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.9546666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:muse-ember_en",
    "logic:muse-ember_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "inkling-small",
   "name": "Inkling-Small",
   "display_name": "Inkling-Small",
   "tag": "high · chat · Jul 2026",
   "class_label": "Open · 276B MoE · 12B active",
   "base_model": null,
   "setup_label": "Inkling Small",
   "maker": "Thinking Machines",
   "kind": "chat",
   "params_total": 276.0,
   "params_active": 12.0,
   "quantization": null,
   "score_0_100": 94.2222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.9537777777777777,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:inkling-small-64k_en",
    "logic:inkling-small-64k_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "claude-fable-5.1",
   "name": "Claude Fable 5.1",
   "display_name": "Claude Fable 5.1",
   "tag": "chat",
   "class_label": "Closed · Flagship",
   "base_model": null,
   "setup_label": "Claude Fable 5.1",
   "maker": "Anthropic",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 94.0,
   "raw": {
    "metric": "accuracy",
    "value": 0.952,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:claude-fable-5.1-sub_en",
    "logic:claude-fable-5.1-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "mimo-v2.6-flash",
   "name": "MiMo-V2.6-Flash",
   "display_name": "MiMo-V2.6-Flash",
   "tag": "on · chat",
   "class_label": "Open · 309B MoE · 15B active",
   "base_model": null,
   "setup_label": "MiMo V2.6 Flash",
   "maker": "Xiaomi",
   "kind": "chat",
   "params_total": 309.0,
   "params_active": 15.0,
   "quantization": null,
   "score_0_100": 93.88888888888887,
   "raw": {
    "metric": "accuracy",
    "value": 0.9511111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:mimo-v2.6-flash-64k_en",
    "logic:mimo-v2.6-flash-64k_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "qwen3.5-397b-a17b",
   "name": "Qwen3.5-397B-A17B",
   "display_name": "Qwen3.5-397B-A17B",
   "tag": "on · chat",
   "class_label": "Open · 397B MoE · 17B active",
   "base_model": null,
   "setup_label": "Qwen3.5-397B-A17B",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 397.0,
   "params_active": 17.0,
   "quantization": null,
   "score_0_100": 93.88888888888887,
   "raw": {
    "metric": "accuracy",
    "value": 0.9511111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.5-397b-a17b_en",
    "logic:qwen3.5-397b-a17b_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "Qwen/Qwen3.8-27B",
   "commit": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
   "model_key": "qwen3.8-27b",
   "name": "Qwen3.8-27B",
   "display_name": "Qwen3.8-27B",
   "tag": "low · chat",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Qwen3.8-27B (chat, reasoning low, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 92.55555555555556,
   "raw": {
    "metric": "accuracy",
    "value": 0.9404444444444444,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.8-27b-bf16_en_low",
    "logic:qwen3.8-27b-bf16_en_low_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 2.2066666666666666,
   "gpu_cost_usd": 5.4946
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6.1-terra",
   "name": "GPT-6.1 Terra",
   "display_name": "GPT-6.1 Terra",
   "tag": "chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "GPT-6.1 Terra",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 92.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.9395555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6.1-terra-sub_en",
    "logic:gpt-6.1-terra-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "minimax-m3.1-flash",
   "name": "MiniMax-M3.1-Flash",
   "display_name": "MiniMax-M3.1-Flash",
   "tag": "high · chat",
   "class_label": "Open · 428B MoE · 23B active",
   "base_model": null,
   "setup_label": "MiniMax-M3.1-Flash",
   "maker": "MiniMax",
   "kind": "chat",
   "params_total": 428.0,
   "params_active": 23.0,
   "quantization": null,
   "score_0_100": 92.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.9395555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:minimax-m3.1-flash_en",
    "logic:minimax-m3.1-flash_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "qwen3.8-flash",
   "name": "Qwen3.8 Flash",
   "display_name": "Qwen3.8 Flash",
   "tag": "off · chat",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Qwen3.8 Flash",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 92.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.9395555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.8-flash_en",
    "logic:qwen3.8-flash_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "google/gemma-4-31B-it",
   "commit": "842da3794eaa0b77d5f08bae87a17459d91ff475",
   "model_key": "gemma-4-31b",
   "name": "Gemma 4 31B",
   "display_name": "Gemma 4 31B",
   "tag": "chat",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Gemma 4 31B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 30.7,
   "params_active": 30.7,
   "quantization": "FP8",
   "score_0_100": 91.66666666666667,
   "raw": {
    "metric": "accuracy",
    "value": 0.9333333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-31b-it_en_t0",
    "logic:gemma-4-31b-it_en_t0_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); BF16 weights quantized to FP8 by vLLM at load",
   "gpu_hours": 0.5619444444444445,
   "gpu_cost_usd": 1.3992416666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "glm-5.3-flash",
   "name": "GLM-5.3-Flash",
   "display_name": "GLM-5.3-Flash",
   "tag": "high · chat",
   "class_label": "Open · 320B MoE · 18B active",
   "base_model": null,
   "setup_label": "GLM-5.3-Flash",
   "maker": "Z.ai",
   "kind": "chat",
   "params_total": 320.0,
   "params_active": 18.0,
   "quantization": null,
   "score_0_100": 91.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.9315555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:glm-5.3-flash_en",
    "logic:glm-5.3-flash_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "Qwen/Qwen3.5-4B",
   "commit": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
   "model_key": "qwen3.5-4b",
   "name": "Qwen3.5-4B",
   "display_name": "Qwen3.5-4B",
   "tag": "on · chat",
   "class_label": "Open · 4.7B",
   "base_model": null,
   "setup_label": "Qwen3.5-4B (chat, thinking, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 4.66,
   "params_active": 4.66,
   "quantization": "BF16",
   "score_0_100": 90.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.9235555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.5-4b_en",
    "logic:qwen3.5-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Qwen3.5-4B (off · chat)",
   "gpu_hours": 1.5925,
   "gpu_cost_usd": 3.9653250000000004
  },
  {
   "repo": "ibm-granite/granite-4.2-3b",
   "commit": "4e9c275e232f10211ec88644d106a1f6a1b60e06",
   "model_key": "granite-4.2-3b",
   "name": "Granite-4.2-3B",
   "display_name": "Granite-4.2-3B",
   "tag": "high · chat",
   "class_label": "Open · 3.0B",
   "base_model": "Granite-4.1-3B-Base",
   "setup_label": "Granite-4.2-3B (chat, thinking, on our GPU)",
   "maker": "IBM",
   "kind": "chat",
   "params_total": 3.0,
   "params_active": 3.0,
   "quantization": "BF16",
   "score_0_100": 89.55555555555556,
   "raw": {
    "metric": "accuracy",
    "value": 0.9164444444444444,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:granite-4.2-3b-64k_en",
    "logic:granite-4.2-3b-64k_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 4.921388888888889,
   "gpu_cost_usd": 12.254258333333334
  },
  {
   "repo": "openbmb/MiniCPM5-2B",
   "commit": "42433e90dad95123ab87729fd7011e7110629556",
   "model_key": "minicpm5-2b",
   "name": "MiniCPM5-2B",
   "display_name": "MiniCPM5-2B",
   "tag": "on · chat",
   "class_label": "Open · 2.5B",
   "base_model": null,
   "setup_label": "MiniCPM5-2B (chat, thinking, on our GPU)",
   "maker": "OpenBMB",
   "kind": "chat",
   "params_total": 2.52,
   "params_active": 2.52,
   "quantization": "BF16",
   "score_0_100": 86.07407407407405,
   "raw": {
    "metric": "accuracy",
    "value": 0.8885925925925925,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:minicpm5-2b_en",
    "logic:minicpm5-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: MiniCPM5-2B (off · chat); accuracy is the mean of 3 seed runs (min 0.8827, max 0.8960): seed 0 minicpm5-2b_en 998/1125, seed 1 minicpm5-2b-seed1_en 993/1125, seed 2 minicpm5-2b-seed2_en 1008/1125",
   "gpu_hours": 1.5375,
   "gpu_cost_usd": 3.8283750000000003
  },
  {
   "repo": "google/gemma-4-12B-it",
   "commit": "43c9d014b231474fa7212dbb48a762566c2b255d",
   "model_key": "gemma-4-12b",
   "name": "Gemma 4 12B Unified",
   "display_name": "Gemma 4 12B Unified",
   "tag": "chat",
   "class_label": "Open · 12B",
   "base_model": null,
   "setup_label": "Gemma 4 12B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 11.95,
   "params_active": 11.95,
   "quantization": "BF16",
   "score_0_100": 84.66666666666667,
   "raw": {
    "metric": "accuracy",
    "value": 0.8773333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-12b-it_en",
    "logic:gemma-4-12b-it_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.5836111111111111,
   "gpu_cost_usd": 1.4531916666666669
  },
  {
   "repo": "LiquidAI/LFM2.5-24B-A2B",
   "commit": "1769516ac588c4c558089c94f27d96b0dc67b183",
   "model_key": "lfm2.5-24b-a2b",
   "name": "LFM2.5-24B-A2B",
   "display_name": "LFM2.5-24B-A2B",
   "tag": "on · chat",
   "class_label": "Open · 24B MoE · 2.5B active",
   "base_model": null,
   "setup_label": "LFM2.5-24B-A2B (chat, thinking, on our GPU)",
   "maker": "Liquid AI",
   "kind": "chat",
   "params_total": 24.0,
   "params_active": 2.45,
   "quantization": "BF16",
   "score_0_100": 83.33333333333334,
   "raw": {
    "metric": "accuracy",
    "value": 0.8666666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm2.5-24b-a2b_en",
    "logic:lfm2.5-24b-a2b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 3.4163888888888887,
   "gpu_cost_usd": 8.506808333333334
  },
  {
   "repo": "LiquidAI/LFM3-1.7B",
   "commit": "0dc4268b561499c648c7ba7c9466bf3d8d01517a",
   "model_key": "lfm3-1.7b",
   "name": "LFM3-1.7B",
   "display_name": "LFM3-1.7B",
   "tag": "off · chat",
   "class_label": "Open · 1.7B",
   "base_model": null,
   "setup_label": "LFM3-1.7B (chat, thinking off, on our GPU)",
   "maker": null,
   "kind": "chat",
   "params_total": 1.73,
   "params_active": 1.73,
   "quantization": "BF16",
   "score_0_100": 81.8888888888889,
   "raw": {
    "metric": "accuracy",
    "value": 0.8551111111111112,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm3-1.7b-vllm-nothink_en",
    "logic:lfm3-1.7b-vllm-nothink_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10); other setups of this model under its row, not in this entry: LFM3-1.7B (on · chat), LFM3-1.7B (off · chat · NVIDIA RTX PRO 6000 Blackwell)",
   "gpu_hours": 2.5730555555555554,
   "gpu_cost_usd": 0.5475920897283448
  },
  {
   "repo": "google/gemma-4-E4B-it",
   "commit": "4ecc2ba63bcac23ba4a767fc87025b1450f84c9c",
   "model_key": "gemma-4-e4b",
   "name": "Gemma 4 E4B",
   "display_name": "Gemma 4 E4B",
   "tag": "chat",
   "class_label": "Open · 8.0B",
   "base_model": null,
   "setup_label": "Gemma 4 E4B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 8.0,
   "params_active": 8.0,
   "quantization": "BF16",
   "score_0_100": 78.99999999999999,
   "raw": {
    "metric": "accuracy",
    "value": 0.832,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-e4b-it_en",
    "logic:gemma-4-e4b-it_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Gemma 4 E4B (on · chat), Gemma 4 E4B (on · chat · 32k cap), Gemma 4 E4B (on · chat · 32k cap · sampled); 4.5B effective parameters",
   "gpu_hours": 0.38055555555555554,
   "gpu_cost_usd": 0.9475833333333333
  },
  {
   "repo": "LiquidAI/LFM2.5-2.6B",
   "commit": "7141b56cd4650af95c7c7b86983443aed050c96a",
   "model_key": "lfm2.5-2.6b",
   "name": "LFM2.5-2.6B",
   "display_name": "LFM2.5-2.6B",
   "tag": "on · chat",
   "class_label": "Open · 2.7B",
   "base_model": null,
   "setup_label": "LFM2.5-2.6B (chat, thinking, on our GPU)",
   "maker": "Liquid AI",
   "kind": "chat",
   "params_total": 2.69,
   "params_active": 2.69,
   "quantization": "BF16",
   "score_0_100": 69.2222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.7537777777777778,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm2.5-2.6b_en",
    "logic:lfm2.5-2.6b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 1.1202777777777777,
   "gpu_cost_usd": 2.7894916666666667
  },
  {
   "repo": "google/gemma-4-E2B-it",
   "commit": "4adf15748de9e1a0097b6274cee9c15836c41c37",
   "model_key": "gemma-4-e2b",
   "name": "Gemma 4 E2B",
   "display_name": "Gemma 4 E2B",
   "tag": "chat",
   "class_label": "Open · 5.1B",
   "base_model": null,
   "setup_label": "Gemma 4 E2B (chat, on our GPU)",
   "maker": "Google",
   "kind": "chat",
   "params_total": 5.1,
   "params_active": 5.1,
   "quantization": "BF16",
   "score_0_100": 66.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.7288888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gemma-4-e2b-it_en",
    "logic:gemma-4-e2b-it_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Gemma 4 E2B (on · chat), Gemma 4 E2B (on · chat · 32k cap), Gemma 4 E2B (on · chat · 32k cap · sampled); 2.3B effective parameters",
   "gpu_hours": 0.23194444444444445,
   "gpu_cost_usd": 0.5775416666666667
  },
  {
   "repo": "Qwen/Qwen3-14B",
   "commit": "40c069824f4251a91eefaf281ebe4c544efd3e18",
   "model_key": "qwen3-14b",
   "name": "Qwen3-14B",
   "display_name": "Qwen3-14B",
   "tag": "off · chat",
   "class_label": "Open · 15B",
   "base_model": null,
   "setup_label": "Qwen3-14B (chat, reasoning off, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 14.8,
   "params_active": 14.8,
   "quantization": "BF16",
   "score_0_100": 56.666666666666664,
   "raw": {
    "metric": "accuracy",
    "value": 0.6533333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3-14b_en",
    "logic:qwen3-14b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.8005555555555556,
   "gpu_cost_usd": 1.9933833333333335
  },
  {
   "repo": "KRAFTON/Raon-1-nano",
   "commit": "fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee",
   "model_key": "raon-1-nano",
   "name": "Raon-1 nano",
   "display_name": "Raon-1 nano",
   "tag": "off · chat",
   "class_label": "Open · 3.1B",
   "base_model": "Raon-1 mini preview (MoE-to-Dense pruning and distillation)",
   "setup_label": "Raon-1 nano (chat, thinking off, KRAFTON vLLM fork, on our GPU)",
   "maker": "KRAFTON",
   "kind": "chat",
   "params_total": 3.1,
   "params_active": 3.1,
   "quantization": null,
   "score_0_100": 56.33333333333332,
   "raw": {
    "metric": "accuracy",
    "value": 0.6506666666666666,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:raon-1-nano-nothink_en",
    "logic:raon-1-nano-nothink_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Raon-1 nano (on · chat); 1.5B effective parameters",
   "gpu_hours": 4.1883333333333335,
   "gpu_cost_usd": 10.42895
  },
  {
   "repo": "Qwen/Qwen3.5-2B",
   "commit": "15852e8c16360a2fea060d615a32b45270f8a8fc",
   "model_key": "qwen3.5-2b",
   "name": "Qwen3.5-2B",
   "display_name": "Qwen3.5-2B",
   "tag": "off · chat",
   "class_label": "Open · 2.0B",
   "base_model": null,
   "setup_label": "Qwen3.5-2B (chat, thinking off, on our GPU)",
   "maker": "Alibaba",
   "kind": "chat",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 55.99999999999999,
   "raw": {
    "metric": "accuracy",
    "value": 0.648,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:qwen3.5-2b-nothink_en",
    "logic:qwen3.5-2b-nothink_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); other setups of this model under its row, not in this entry: Qwen3.5-2B (on · chat)",
   "gpu_hours": 0.725,
   "gpu_cost_usd": 1.8052500000000002
  },
  {
   "repo": "MachinePulseAI/karpo-decision-31B",
   "commit": "d69cdd57eab23271cbe65236ca8a00d80d7bb8c7",
   "model_key": "karpo-decision-31b",
   "name": "Karpo Decision 31B",
   "display_name": "Karpo Decision 31B",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "karpo-decision-31B",
   "maker": "MachinePulse",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 50.88888888888889,
   "raw": {
    "metric": "accuracy",
    "value": 0.6071111111111112,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.05744902473365083,
   "improvement_points": null,
   "runs": [
    "logic:karpo-decision-31b_en",
    "logic:karpo-decision-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.058055555555555555,
   "gpu_cost_usd": 0.14455833333333334
  },
  {
   "repo": "LiquidAI/LFM2.5-8B-A1B",
   "commit": "dd83f5cb02aa2938b66bba9a9998d38d0517c1f3",
   "model_key": "lfm2.5-8b-a1b",
   "name": "LFM2.5-8B-A1B",
   "display_name": "LFM2.5-8B-A1B",
   "tag": "on · chat",
   "class_label": "Open · 8.3B MoE · 1.5B active",
   "base_model": null,
   "setup_label": "LFM2.5-8B-A1B (chat, thinking, on our GPU)",
   "maker": "Liquid AI",
   "kind": "chat",
   "params_total": 8.3,
   "params_active": 1.5,
   "quantization": "BF16",
   "score_0_100": 50.222222222222214,
   "raw": {
    "metric": "accuracy",
    "value": 0.6017777777777777,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:lfm2.5-8b-a1b_en",
    "logic:lfm2.5-8b-a1b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 2.107222222222222,
   "gpu_cost_usd": 5.246983333333334
  },
  {
   "repo": "decisionmodels/REAX-1.3",
   "commit": "fa4bf7ee3bb56a8bc421dad090631be1c5845c2d",
   "model_key": "reax-1.3",
   "name": "REAX 1.3",
   "display_name": "REAX 1.3",
   "tag": "",
   "class_label": "Open · 57B",
   "base_model": null,
   "setup_label": "REAX 1.3",
   "maker": "REAX",
   "kind": "decision",
   "params_total": 57.36,
   "params_active": 57.36,
   "quantization": "FP8",
   "score_0_100": 49.111111111111114,
   "raw": {
    "metric": "accuracy",
    "value": 0.5928888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.036759860372903616,
   "improvement_points": null,
   "runs": [
    "logic:reax13_en",
    "logic:reax13_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); weights byte-identical to decisionmodels/REAX-1.3 at this commit; served by the REAX engine (github.com/reaxlabs/reax-engine ff8f595)",
   "gpu_hours": 0.0725,
   "gpu_cost_usd": 0.18052500000000002
  },
  {
   "repo": "PelaAI/KnowLine-31B-Gen1.5",
   "commit": "8e56aa1b236a6dd1064dcfd22ba1e5e360e4c140",
   "model_key": "knowline-31b-gen1.5",
   "name": "KnowLine-31B-Gen1.5",
   "display_name": "KnowLine-31B-Gen1.5",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "KnowLine 31B Gen1.5",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 48.77777777777777,
   "raw": {
    "metric": "accuracy",
    "value": 0.5902222222222222,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.026296633103252868,
   "improvement_points": null,
   "runs": [
    "logic:knowline-31b_en",
    "logic:knowline-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.32472222222222225,
   "gpu_cost_usd": 0.06910667741470745
  },
  {
   "repo": "PelaAI/KnowLine-31B-Gen2",
   "commit": "fd99a9ed2255d8a67dd47a44cc429e638f611593",
   "model_key": "knowline-31b-gen2",
   "name": "KnowLine-31B-Gen2",
   "display_name": "KnowLine-31B-Gen2",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": "Gemma 4 31B",
   "setup_label": "KnowLine-31B-Gen2",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 48.66666666666667,
   "raw": {
    "metric": "accuracy",
    "value": 0.5893333333333334,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.03712864961929971,
   "improvement_points": null,
   "runs": [
    "logic:knowline-31b-gen2_en",
    "logic:knowline-31b-gen2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.050555555555555555,
   "gpu_cost_usd": 0.12588333333333335
  },
  {
   "repo": "Poindexter-Labs/Copernicus-31B",
   "commit": "be715259e97a743341f2d7a3e6a6298dab23ca0e",
   "model_key": "copernicus-31b",
   "name": "Copernicus-31B",
   "display_name": "Copernicus-31B",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Copernicus-31B",
   "maker": "Poindexter Labs",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 48.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.5866666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.038529006250350314,
   "improvement_points": null,
   "runs": [
    "logic:copernicus-31b_en",
    "logic:copernicus-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.06138888888888889,
   "gpu_cost_usd": 0.15285833333333335
  },
  {
   "repo": "fastino/GLiDE-27B",
   "commit": "4d32743ae96b74f0116f050d37742bbd43c04e7d",
   "model_key": "glide-27b",
   "name": "GLiDE 27B",
   "display_name": "GLiDE 27B",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "GLiDE 27B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 47.99999999999999,
   "raw": {
    "metric": "accuracy",
    "value": 0.584,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04361986569264688,
   "improvement_points": null,
   "runs": [
    "logic:glide-27b_en",
    "logic:glide-27b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.17527777777777778,
   "gpu_cost_usd": 0.037302235627613686
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gpt-6-luna",
   "name": "GPT-6 Luna",
   "display_name": "GPT-6 Luna",
   "tag": "chat",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "GPT-6 Luna (low)",
   "maker": "OpenAI",
   "kind": "chat",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 47.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.5795555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:gpt-6-luna-low-sub_en",
    "logic:gpt-6-luna-low-sub_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "sthanika-ai/Sieve-31B-v3",
   "commit": "8fcee858f7f20a50bfa3c8f984c22adb3cbb46a2",
   "model_key": "sieve-31b-v3",
   "name": "Sieve 31B v3",
   "display_name": "Sieve 31B v3",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Sieve 31B v3",
   "maker": "Sthānika AI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "BF16",
   "score_0_100": 47.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.5786666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.02063599999999999,
   "improvement_points": null,
   "runs": [
    "logic:sieve-31b_en",
    "logic:sieve-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.3327777777777778,
   "gpu_cost_usd": 0.07082104323594485
  },
  {
   "repo": "logitshq/Logits-Sigma-1-Duo",
   "commit": "a0c1b6e8242916aafdcf9a5a49c1a952cb56e091",
   "model_key": "logits-sigma-1-duo",
   "name": "Logits Sigma-1 Duo",
   "display_name": "Logits Sigma-1 Duo",
   "tag": "",
   "class_label": "Open · 57B",
   "base_model": null,
   "setup_label": "Logits Sigma-1 Duo",
   "maker": "Logits",
   "kind": "decision",
   "params_total": 57.36,
   "params_active": 57.36,
   "quantization": "FP8",
   "score_0_100": 47.22222222222221,
   "raw": {
    "metric": "accuracy",
    "value": 0.5777777777777777,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04976511336326297,
   "improvement_points": null,
   "runs": [
    "logic:logits-sigma-1-duo_en",
    "logic:logits-sigma-1-duo_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.09555555555555556,
   "gpu_cost_usd": 0.23793333333333336
  },
  {
   "repo": "fastino/GLiDE",
   "commit": "a7e45896be7c96ba3354891da790c5ec99c30b6c",
   "model_key": "fastino-glide-v1.2",
   "name": "GLiDE",
   "display_name": "GLiDE",
   "tag": "v1.2",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Fastino GLiDE v1.2",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 44.0,
   "raw": {
    "metric": "accuracy",
    "value": 0.552,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.058800059974995815,
   "improvement_points": null,
   "runs": [
    "logic:glide-v1.2_en",
    "logic:glide-v1.2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.036944444444444446,
   "gpu_cost_usd": 0.09199166666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1-ultra",
   "name": "d1-ultra",
   "display_name": "d1-ultra",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Liquid d1-ultra",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 43.666666666666664,
   "raw": {
    "metric": "accuracy",
    "value": 0.5493333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.031652433797910245,
   "improvement_points": null,
   "runs": [
    "logic:d1-ultra_en",
    "logic:d1-ultra_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "drex-max-1.1",
   "name": "Drex Max v1.1",
   "display_name": "Drex Max v1.1",
   "tag": "",
   "class_label": "Closed · Efficient (provisional)",
   "base_model": null,
   "setup_label": "Drex Max 1.1",
   "maker": "Nace.AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 43.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.5475555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.06129836727146942,
   "improvement_points": null,
   "runs": [
    "logic:drex-max-1.1_en",
    "logic:drex-max-1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "perplexity-ai/pplx-decider-v1.3",
   "commit": "9c2ebb27470d3dec2ad7ab727727e40d142c7213",
   "model_key": "perplexity-decider-27b-v1.3",
   "name": "Perplexity Decider 27B v1.3",
   "display_name": "Perplexity Decider 27B v1.3",
   "tag": "NVIDIA RTX PRO 6000 Blackwell",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Perplexity Decider 27B v1.3 (local GPU)",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 43.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.5475555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.09027336492716864,
   "improvement_points": null,
   "runs": [
    "logic:decider-v1.3-local_en",
    "logic:decider-v1.3-local_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03666666666666667,
   "gpu_cost_usd": 0.0913
  },
  {
   "repo": "vllm-sr/d3-ultra",
   "commit": "52ba9e7a00402f9560c7fba8c039608e7ddee7fb",
   "model_key": "vllm-sr-d3-ultra",
   "name": "d3-ultra",
   "display_name": "d3-ultra",
   "tag": "",
   "class_label": "Open · 26B",
   "base_model": null,
   "setup_label": "vLLM-SR d3-ultra",
   "maker": "vLLM Semantic Router",
   "kind": "decision",
   "params_total": 26.09,
   "params_active": 26.09,
   "quantization": "BF16",
   "score_0_100": 43.22222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.5457777777777778,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.15079410528421047,
   "improvement_points": null,
   "runs": [
    "logic:d3-ultra_en",
    "logic:d3-ultra_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.049444444444444444,
   "gpu_cost_usd": 0.12311666666666668
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "fastino-glide",
   "name": "GLiDE",
   "display_name": "GLiDE",
   "tag": "API",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Fastino GLiDE",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 43.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.5448888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.06557253261102865,
   "improvement_points": null,
   "runs": [
    "logic:glide_en",
    "logic:glide_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "baselabs/mammoth-1",
   "commit": "61cec44c281c693992e3d6ebeb44dd3402dfa186",
   "model_key": "mammoth-1",
   "name": "Mammoth-1",
   "display_name": "Mammoth-1",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Mammoth-1",
   "maker": "Base Labs",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 43.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.5448888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.052732048888888904,
   "improvement_points": null,
   "runs": [
    "logic:mammoth-1_en",
    "logic:mammoth-1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.06805555555555555,
   "gpu_cost_usd": 0.16945833333333335
  },
  {
   "repo": "vllm-sr/d3",
   "commit": "20f37b9a892acc13d4b07a4f3c4f11b2518c615c",
   "model_key": "vllm-sr-d3",
   "name": "d3",
   "display_name": "d3",
   "tag": "",
   "class_label": "Open · 26B",
   "base_model": null,
   "setup_label": "vLLM-SR d3",
   "maker": "vLLM Semantic Router",
   "kind": "decision",
   "params_total": 26.09,
   "params_active": 26.09,
   "quantization": "BF16",
   "score_0_100": 43.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.5448888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.046466520101448576,
   "improvement_points": null,
   "runs": [
    "logic:d3_en",
    "logic:d3_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.025833333333333333,
   "gpu_cost_usd": 0.06432500000000001
  },
  {
   "repo": "ecloudtech/Erk-14B",
   "commit": "8584b14a829d5cc803bc227f44e9012e36e8ad04",
   "model_key": "erk-14b",
   "name": "Erk-14B",
   "display_name": "Erk-14B",
   "tag": "off · chat",
   "class_label": "Open · 15B",
   "base_model": null,
   "setup_label": "Erk-14B (chat, reasoning off, on our GPU)",
   "maker": "eCloud Technology",
   "kind": "chat",
   "params_total": 14.77,
   "params_active": 14.77,
   "quantization": "BF16",
   "score_0_100": 42.77777777777778,
   "raw": {
    "metric": "accuracy",
    "value": 0.5422222222222223,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": null,
   "improvement_points": null,
   "runs": [
    "logic:erk-14b_en",
    "logic:erk-14b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.1761111111111111,
   "gpu_cost_usd": 0.43851666666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "perplexity-decider-27b-v1.2",
   "name": "Perplexity Decider 27B v1.2",
   "display_name": "Perplexity Decider 27B v1.2",
   "tag": "API",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Perplexity Decider 27B v1.2 (API)",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": null,
   "score_0_100": 41.666666666666664,
   "raw": {
    "metric": "accuracy",
    "value": 0.5333333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.0340667680314301,
   "improvement_points": null,
   "runs": [
    "logic:decider-v1.2_en",
    "logic:decider-v1.2_en_dontknow"
   ],
   "notes": "hosted API (the maker's service); other setups of this model under its row, not in this entry: Perplexity Decider 27B v1.2 (NVIDIA RTX PRO 6000 Blackwell)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "nace-ai/drex-max-v1",
   "commit": "cac65e1982a0237e996419ba559004522d9a33ac",
   "model_key": "drex-max-v1",
   "name": "Drex Max",
   "display_name": "Drex Max",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Drex Max v1",
   "maker": "Nace.AI",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 41.33333333333332,
   "raw": {
    "metric": "accuracy",
    "value": 0.5306666666666666,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.1617667780560019,
   "improvement_points": null,
   "runs": [
    "logic:drex-max-v1_en",
    "logic:drex-max-v1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); served with Nace's drex-decision-models code at e206b27",
   "gpu_hours": 0.03666666666666667,
   "gpu_cost_usd": 0.0913
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "perplexity-decider-27b-v1.2-with-web",
   "name": "Perplexity Decider 27B v1.2",
   "display_name": "Perplexity Decider 27B v1.2",
   "tag": "API · with web",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Perplexity Decider 27B v1.2 (API, with web)",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": null,
   "score_0_100": 40.666666666666664,
   "raw": {
    "metric": "accuracy",
    "value": 0.5253333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.042326970442519755,
   "improvement_points": null,
   "runs": [
    "logic:decider-v1.2-web_en",
    "logic:decider-v1.2-web_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "subq-snap-1.1",
   "name": "SubQ Snap 1.1",
   "display_name": "SubQ Snap 1.1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "SubQ Snap 1.1",
   "maker": "Subquadratic",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 40.444444444444436,
   "raw": {
    "metric": "accuracy",
    "value": 0.5235555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.12856464571423,
   "improvement_points": null,
   "runs": [
    "logic:subq-1.1_en",
    "logic:subq-1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service); shown as one row with SubQ Snap Preview (the same answer to every question); every number from SubQ Snap 1.1",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "turion-ai/turion-jev-31b",
   "commit": "866c0fc6e040cba23fcc72113a80e5c99d5ebab1",
   "model_key": "turion-jev-31b",
   "name": "Turion Jev 31B",
   "display_name": "Turion Jev 31B",
   "tag": "",
   "class_label": "Open · 31B",
   "base_model": null,
   "setup_label": "Turion Jev 31B",
   "maker": "Turion.AI",
   "kind": "decision",
   "params_total": 31.0,
   "params_active": 31.0,
   "quantization": "FP8",
   "score_0_100": 40.33333333333332,
   "raw": {
    "metric": "accuracy",
    "value": 0.5226666666666666,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.029210571555555558,
   "improvement_points": null,
   "runs": [
    "logic:turion-jev-31b_en",
    "logic:turion-jev-31b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.13166666666666665,
   "gpu_cost_usd": 0.028021013767811232
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1.2-ultra",
   "name": "d1.2-ultra",
   "display_name": "d1.2-ultra",
   "tag": "",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Liquid d1.2-ultra",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 39.444444444444436,
   "raw": {
    "metric": "accuracy",
    "value": 0.5155555555555555,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.030123540871246392,
   "improvement_points": null,
   "runs": [
    "logic:d1.2-ultra_en",
    "logic:d1.2-ultra_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "PelaAI/KnowLine-12B-Gen1",
   "commit": "f26fbc2d64092bb2f8caaedbec243172bb3e908f",
   "model_key": "knowline-12b-gen1",
   "name": "KnowLine-12B-Gen1",
   "display_name": "KnowLine-12B-Gen1",
   "tag": "",
   "class_label": "Open · 12B",
   "base_model": "Gemma 4 12B",
   "setup_label": "KnowLine-12B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 12.0,
   "params_active": 12.0,
   "quantization": "BF16",
   "score_0_100": 38.22222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.5057777777777778,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04789807355469754,
   "improvement_points": null,
   "runs": [
    "logic:knowline-12b-gen1_en",
    "logic:knowline-12b-gen1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.023333333333333334,
   "gpu_cost_usd": 0.058100000000000006
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "gemini-decision-1",
   "name": "Gemini Decision 1",
   "display_name": "Gemini Decision 1",
   "tag": "20261111",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Gemini Decision 1",
   "maker": "Google",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 37.55555555555555,
   "raw": {
    "metric": "accuracy",
    "value": 0.5004444444444445,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.03088609070996079,
   "improvement_points": null,
   "runs": [
    "logic:gemini-decision-1_en",
    "logic:gemini-decision-1_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1.2",
   "name": "d1.2",
   "display_name": "d1.2",
   "tag": "",
   "class_label": "Closed · Undisclosed",
   "base_model": null,
   "setup_label": "Liquid d1.2",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 36.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.4915555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.026105559003673215,
   "improvement_points": null,
   "runs": [
    "logic:d1.2_en",
    "logic:d1.2_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "tattrongvu/Jeffan-9B-1211",
   "commit": "862d1a7a8b64a8d708ddb0b0cd775a740f01841a",
   "model_key": "jeffan-9b-1211",
   "name": "Jeffan-9B-1211",
   "display_name": "Jeffan-9B-1211",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Jeffan-9B-1211",
   "maker": "tattrongvu",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 35.22222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.4817777777777778,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.040072038006967466,
   "improvement_points": null,
   "runs": [
    "logic:jeffan-9b_en",
    "logic:jeffan-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.017777777777777778,
   "gpu_cost_usd": 0.04426666666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "jev-1.14.0",
   "name": "Jev 1.14",
   "display_name": "Jev 1.14",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Jev 1.14.0",
   "maker": "TypeSafe",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 35.22222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.4817777777777778,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.03322666666666665,
   "improvement_points": null,
   "runs": [
    "logic:jev-1.14_en",
    "logic:jev-1.14_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "fastino/GLiDE-9B",
   "commit": "ab54df5acba0eebf7df45560ffdaacd64e32df3b",
   "model_key": "glide-9b",
   "name": "GLiDE 9B",
   "display_name": "GLiDE 9B",
   "tag": "",
   "class_label": "Open · 7.9B",
   "base_model": null,
   "setup_label": "GLiDE 9B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 7.94,
   "params_active": 7.94,
   "quantization": "BF16",
   "score_0_100": 34.77777777777777,
   "raw": {
    "metric": "accuracy",
    "value": 0.4782222222222222,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.06687502216680195,
   "improvement_points": null,
   "runs": [
    "logic:glide-9b_en",
    "logic:glide-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.07027777777777777,
   "gpu_cost_usd": 0.01495636388872625
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "celeris-1-decision",
   "name": "celeris-1-decision",
   "display_name": "celeris-1-decision",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Celeris-1 Decision",
   "maker": "Celeris",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 34.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.4728888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.10650666666666664,
   "improvement_points": null,
   "runs": [
    "logic:celeris_en",
    "logic:celeris_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "celeris-1.1-decision",
   "name": "celeris-1.1-decision",
   "display_name": "celeris-1.1-decision",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Celeris-1.1 Decision",
   "maker": "Celeris",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 34.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.4728888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.09840888888888888,
   "improvement_points": null,
   "runs": [
    "logic:celeris-1.1_en",
    "logic:celeris-1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-9B-Instant",
   "commit": "18a17f734966b213b2f00fa9c915e8b9af2a9b20",
   "model_key": "startlux-decision-v1.1-9b",
   "name": "StartLux-Decision-v1.1-9B-Instant",
   "display_name": "StartLux-Decision-v1.1-9B-Instant",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "StartLux-Decision v1.1 9B",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 33.22222222222222,
   "raw": {
    "metric": "accuracy",
    "value": 0.4657777777777778,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.03781032173777334,
   "improvement_points": null,
   "runs": [
    "logic:startlux-9b_en",
    "logic:startlux-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.05305555555555556,
   "gpu_cost_usd": 0.011291167995046298
  },
  {
   "repo": "newsbang/adjudex-9b-v5",
   "commit": "ffdcb8254d1b22e40b2bbbf569f143e0b357aeca",
   "model_key": "adjudex-9b-v5",
   "name": "Adjudex 9B v5",
   "display_name": "Adjudex 9B v5",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Adjudex 9B v5",
   "maker": "newsbang",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 33.0,
   "raw": {
    "metric": "accuracy",
    "value": 0.464,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.07197307821973589,
   "improvement_points": null,
   "runs": [
    "logic:adjudex-9b_en",
    "logic:adjudex-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.014166666666666666,
   "gpu_cost_usd": 0.035275
  },
  {
   "repo": "baselabs/elephant-1",
   "commit": "b3f8a93462fb1051a9de031e94a7ff380e254072",
   "model_key": "elephant-1",
   "name": "Elephant-1",
   "display_name": "Elephant-1",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "Elephant-1",
   "maker": "Base Labs",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 33.0,
   "raw": {
    "metric": "accuracy",
    "value": 0.464,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.08550222044444446,
   "improvement_points": null,
   "runs": [
    "logic:elephant-1_en",
    "logic:elephant-1_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.02638888888888889,
   "gpu_cost_usd": 0.06570833333333334
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "jev-1.13.0",
   "name": "Jev 1.13",
   "display_name": "Jev 1.13",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Jev 1.13.0",
   "maker": "TypeSafe",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 32.888888888888886,
   "raw": {
    "metric": "accuracy",
    "value": 0.4631111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.05926222222222222,
   "improvement_points": null,
   "runs": [
    "logic:jev-1.13_en",
    "logic:jev-1.13_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1.1",
   "name": "d1.1",
   "display_name": "d1.1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Liquid d1.1",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 32.55555555555555,
   "raw": {
    "metric": "accuracy",
    "value": 0.46044444444444443,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04386741270175636,
   "improvement_points": null,
   "runs": [
    "logic:d1.1_en",
    "logic:d1.1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-4B-Instant",
   "commit": "416088f77cfce09633906a3675c7cd2e5dabcf10",
   "model_key": "startlux-decision-v1.1-4b",
   "name": "StartLux-Decision-v1.1-4B-Instant",
   "display_name": "StartLux-Decision-v1.1-4B-Instant",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "StartLux-Decision v1.1 4B",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 32.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.45866666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.032540590315341435,
   "improvement_points": null,
   "runs": [
    "logic:startlux-4b_en",
    "logic:startlux-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.024444444444444446,
   "gpu_cost_usd": 0.005202213526513478
  },
  {
   "repo": "Patrick-18/Dexy-Decision-9B-V2",
   "commit": "4f434e2b5fd9f0addfe3233489571c2dc8ce7a19",
   "model_key": "dexy-decision-9b-v2",
   "name": "Dexy-Decision-9B-V2",
   "display_name": "Dexy-Decision-9B-V2",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "vllm-sr/d3-flash",
   "setup_label": "Dexy-Decision-9B-V2",
   "maker": "Patrick-18",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 31.66666666666666,
   "raw": {
    "metric": "accuracy",
    "value": 0.4533333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.14941316223793505,
   "improvement_points": null,
   "runs": [
    "logic:dexy-9b_en",
    "logic:dexy-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.015277777777777777,
   "gpu_cost_usd": 0.03804166666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "inception-mercury-decide",
   "name": "Mercury Decide",
   "display_name": "Mercury Decide",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Inception Mercury Decide",
   "maker": "Inception",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 31.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.45066666666666666,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.15368720258223856,
   "improvement_points": null,
   "runs": [
    "logic:mercury-decide_en",
    "logic:mercury-decide_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "perplexity-ai/pplx-decider-flash-v1.3",
   "commit": "d06fb3f2d97e0a52325a0d463c450cf0338f44fe",
   "model_key": "perplexity-decider-flash-v1.3",
   "name": "Perplexity Decider Flash v1.3",
   "display_name": "Perplexity Decider Flash v1.3",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "Perplexity Decider Flash v1.3",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 30.88888888888889,
   "raw": {
    "metric": "accuracy",
    "value": 0.4471111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.10082020218574833,
   "improvement_points": null,
   "runs": [
    "logic:decider-flash-v1.3_en",
    "logic:decider-flash-v1.3_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.011944444444444445,
   "gpu_cost_usd": 0.02974166666666667
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "microsoft-decision-1",
   "name": "Microsoft-Decision-1",
   "display_name": "Microsoft-Decision-1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Microsoft-Decision-1",
   "maker": "Microsoft",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 30.555555555555546,
   "raw": {
    "metric": "accuracy",
    "value": 0.4444444444444444,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.08000077411293488,
   "improvement_points": null,
   "runs": [
    "logic:ms-decision-1_en",
    "logic:ms-decision-1_en_dontknow"
   ],
   "notes": "hosted API via OpenRouter",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "Valen-Team/Valen-Decision-1.5-9B",
   "commit": "5a512117ebc0f2b69f311becfcf47cdef8abf568",
   "model_key": "valen-decision-1.5-9b",
   "name": "Valen-Decision-1.5-9B",
   "display_name": "Valen-Decision-1.5-9B",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "Valen-Decision-1.5-9B",
   "maker": "Valen-Team",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 30.44444444444444,
   "raw": {
    "metric": "accuracy",
    "value": 0.44355555555555554,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.05821593079308574,
   "improvement_points": null,
   "runs": [
    "logic:valen-9b_en",
    "logic:valen-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.019166666666666665,
   "gpu_cost_usd": 0.047725000000000004
  },
  {
   "repo": "PelaAI/KnowLine-9B-Gen1",
   "commit": "325378d128e9f5eb5088196668f5874c5682b6c0",
   "model_key": "knowline-9b-gen1",
   "name": "KnowLine-9B-Gen1",
   "display_name": "KnowLine-9B-Gen1",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "KnowLine-9B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 30.33333333333333,
   "raw": {
    "metric": "accuracy",
    "value": 0.44266666666666665,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.03528201672992203,
   "improvement_points": null,
   "runs": [
    "logic:knowline-9b_en",
    "logic:knowline-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.01638888888888889,
   "gpu_cost_usd": 0.04080833333333334
  },
  {
   "repo": "scar-ai/vera-medium-omni",
   "commit": "1f23a6cf5304e8e53b7ded53980765d5f8f4047c",
   "model_key": "vera-medium-omni",
   "name": "vera-medium-omni",
   "display_name": "vera-medium-omni",
   "tag": "",
   "class_label": "Open · 4.2B",
   "base_model": "Qwen3.5-4B",
   "setup_label": "vera-medium-omni",
   "maker": "scar-ai",
   "kind": "decision",
   "params_total": 4.2,
   "params_active": 4.2,
   "quantization": "BF16",
   "score_0_100": 30.111111111111104,
   "raw": {
    "metric": "accuracy",
    "value": 0.4408888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04679093333333333,
   "improvement_points": null,
   "runs": [
    "logic:vera-medium-omni_en",
    "logic:vera-medium-omni_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.011666666666666667,
   "gpu_cost_usd": 0.029050000000000003
  },
  {
   "repo": "PelaAI/KnowLine-9B-Gen2",
   "commit": "8ec8eb609bc10aa6050ae3754aee419d458fae42",
   "model_key": "knowline-9b-gen2",
   "name": "KnowLine-9B-Gen2",
   "display_name": "KnowLine-9B-Gen2",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": "Qwen3.5-9B",
   "setup_label": "KnowLine-9B-Gen2",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 29.888888888888886,
   "raw": {
    "metric": "accuracy",
    "value": 0.4391111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.03240833454261845,
   "improvement_points": null,
   "runs": [
    "logic:knowline-9b-gen2_en",
    "logic:knowline-9b-gen2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.018055555555555554,
   "gpu_cost_usd": 0.044958333333333336
  },
  {
   "repo": "apertixai/cerno-9b-v1.2",
   "commit": "f02a632fbe3a4698cd1ff5c0b929ea240e2b8eda",
   "model_key": "cerno-9b-v1.2",
   "name": "Cerno 9B v1.2",
   "display_name": "Cerno 9B v1.2",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "Cerno 9B v1.2",
   "maker": "Apertix AI",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 29.111111111111104,
   "raw": {
    "metric": "accuracy",
    "value": 0.4328888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.16968382222222225,
   "improvement_points": null,
   "runs": [
    "logic:cerno-9b_en",
    "logic:cerno-9b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.07055555555555555,
   "gpu_cost_usd": 0.015015479951527539
  },
  {
   "repo": "perplexity-ai/pplx-decider-flash-v1.2",
   "commit": "6d771ad7b5ecff5e93b8fc7b90d4c5ccc341954d",
   "model_key": "perplexity-decider-flash-v1.2",
   "name": "Perplexity Decider Flash v1.2",
   "display_name": "Perplexity Decider Flash v1.2",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "Perplexity Decider Flash v1.2",
   "maker": "Perplexity",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 28.888888888888886,
   "raw": {
    "metric": "accuracy",
    "value": 0.4311111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.059703545385305964,
   "improvement_points": null,
   "runs": [
    "logic:decider-flash-v1.2_en",
    "logic:decider-flash-v1.2_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.015555555555555555,
   "gpu_cost_usd": 0.038733333333333335
  },
  {
   "repo": "ZefanCai/Open-Jev-27B-v1.1",
   "commit": "28cf73067d5b337860bbef3c85b8b82ba8730956",
   "model_key": "open-jev-27b-v1.1",
   "name": "Open-Jev-27B-v1.1",
   "display_name": "Open-Jev-27B-v1.1",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": "Qwen3.8-27B + adapter",
   "setup_label": "Open-Jev 27B v1.1",
   "maker": "Zefan Cai",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 28.222222222222214,
   "raw": {
    "metric": "accuracy",
    "value": 0.42577777777777776,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.12899827835501443,
   "improvement_points": null,
   "runs": [
    "logic:open-jev_en",
    "logic:open-jev_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); the repository holds an adapter and head on Qwen3.8-27B",
   "gpu_hours": 0.13305555555555557,
   "gpu_cost_usd": 0.3313083333333333
  },
  {
   "repo": "PelaAI/KnowLine-4B-Gen5.5",
   "commit": "779944d2cc8ffa19cef386aee83c83bcb967ade2",
   "model_key": "knowline-4b-gen5.5",
   "name": "KnowLine 4B Gen5.5",
   "display_name": "KnowLine 4B Gen5.5",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": null,
   "setup_label": "KnowLine 4B Gen5.5",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "FP8",
   "score_0_100": 27.888888888888886,
   "raw": {
    "metric": "accuracy",
    "value": 0.4231111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.13698799611531032,
   "improvement_points": null,
   "runs": [
    "logic:knowline-4b_en",
    "logic:knowline-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.03111111111111111,
   "gpu_cost_usd": 0.006620999033744426
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "drex-2.0",
   "name": "Drex 2.0",
   "display_name": "Drex 2.0",
   "tag": "",
   "class_label": "Open · 35B MoE · 3.0B active",
   "base_model": null,
   "setup_label": "Drex 2.0",
   "maker": "Nace.AI",
   "kind": "decision",
   "params_total": 35.0,
   "params_active": 3.0,
   "quantization": null,
   "score_0_100": 27.333333333333332,
   "raw": {
    "metric": "accuracy",
    "value": 0.4186666666666667,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04318124444444447,
   "improvement_points": null,
   "runs": [
    "logic:drex-2.0_en",
    "logic:drex-2.0_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "Cloudflare/clef",
   "commit": "2f3de3dd85f379784083b0814d997ab627200f0c",
   "model_key": "clef",
   "name": "Clef",
   "display_name": "Clef",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "Clef",
   "maker": "Cloudflare",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 25.999999999999996,
   "raw": {
    "metric": "accuracy",
    "value": 0.408,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.1570599111111111,
   "improvement_points": null,
   "runs": [
    "logic:clef_en",
    "logic:clef_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.0636111111111111,
   "gpu_cost_usd": 0.15839166666666668
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "liquid-d1",
   "name": "d1",
   "display_name": "d1",
   "tag": "",
   "class_label": "Closed · Efficient",
   "base_model": null,
   "setup_label": "Liquid d1",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": null,
   "params_active": null,
   "quantization": null,
   "score_0_100": 25.999999999999996,
   "raw": {
    "metric": "accuracy",
    "value": 0.408,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.10909698559044553,
   "improvement_points": null,
   "runs": [
    "logic:d1_en",
    "logic:d1_en_dontknow"
   ],
   "notes": "hosted API (the maker's service)",
   "gpu_hours": null,
   "gpu_cost_usd": null
  },
  {
   "repo": "OmniJev/OneJev-27B",
   "commit": "a5e5f55bdbdc9deda44f3fcb5b163776b9b369e8",
   "model_key": "onejev-27b",
   "name": "OneJev-27B",
   "display_name": "OneJev-27B",
   "tag": "",
   "class_label": "Open · 27B",
   "base_model": null,
   "setup_label": "OneJev 27B",
   "maker": "OmniJev",
   "kind": "decision",
   "params_total": 27.0,
   "params_active": 27.0,
   "quantization": "BF16",
   "score_0_100": 25.77777777777777,
   "raw": {
    "metric": "accuracy",
    "value": 0.4062222222222222,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.04628716799999997,
   "improvement_points": null,
   "runs": [
    "logic:onejev_en",
    "logic:onejev_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03888888888888889,
   "gpu_cost_usd": 0.09683333333333334
  },
  {
   "repo": "quincyqiang/chinese-decision-pointer-4b",
   "commit": "889f23e2655e5cba1208bb17f90526092813f5f2",
   "model_key": "chinese-decision-pointer-4b",
   "name": "Chinese Decision Pointer 4B",
   "display_name": "Chinese Decision Pointer 4B",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": "Qwen3.5-4B",
   "setup_label": "Chinese Decision Pointer 4B",
   "maker": "quincyqiang",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 25.444444444444443,
   "raw": {
    "metric": "accuracy",
    "value": 0.40355555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.15482393511855636,
   "improvement_points": null,
   "runs": [
    "logic:chinese-pointer-4b_en",
    "logic:chinese-pointer-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.013333333333333334,
   "gpu_cost_usd": 0.0332
  },
  {
   "repo": "victorbennett/Verdin-4B-v1.1",
   "commit": "45830d216bb7e45f43f0a482c131a7cafa6d189f",
   "model_key": "verdin-4b-v1.1",
   "name": "Verdin-4B-v1.1",
   "display_name": "Verdin-4B-v1.1",
   "tag": "",
   "class_label": "Open · 4.0B",
   "base_model": "Qwen3.5-4B",
   "setup_label": "Verdin-4B-v1.1",
   "maker": "victorbennett",
   "kind": "decision",
   "params_total": 4.0,
   "params_active": 4.0,
   "quantization": "BF16",
   "score_0_100": 24.66666666666666,
   "raw": {
    "metric": "accuracy",
    "value": 0.3973333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.10755777164444635,
   "improvement_points": null,
   "runs": [
    "logic:verdin-4b_en",
    "logic:verdin-4b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.015,
   "gpu_cost_usd": 0.03735
  },
  {
   "repo": "EldanRing/Winnow-12B",
   "commit": "b2b14213dfa252e6d6b543c8b334762e51772d29",
   "model_key": "winnow-12b",
   "name": "Winnow-12B",
   "display_name": "Winnow-12B",
   "tag": "",
   "class_label": "Open · 12B",
   "base_model": null,
   "setup_label": "Winnow-12B",
   "maker": "EldanRing",
   "kind": "decision",
   "params_total": 12.0,
   "params_active": 12.0,
   "quantization": "Q8_0",
   "score_0_100": 24.66666666666666,
   "raw": {
    "metric": "accuracy",
    "value": 0.3973333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.14440644531909352,
   "improvement_points": null,
   "runs": [
    "logic:winnow_en",
    "logic:winnow_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); the Q8_0 GGUF, served by winnow-inference at d4631fb",
   "gpu_hours": 0.023333333333333334,
   "gpu_cost_usd": 0.058100000000000006
  },
  {
   "repo": null,
   "commit": null,
   "model_key": "cygnet",
   "name": "Cygnet",
   "display_name": "Cygnet",
   "tag": "",
   "class_label": "Open · 12B",
   "base_model": "Gemma 4 12B IT",
   "setup_label": "Cygnet",
   "maker": "Blockbrain Labs",
   "kind": "decision",
   "params_total": 11.95,
   "params_active": 11.95,
   "quantization": "BF16",
   "score_0_100": 24.11111111111111,
   "raw": {
    "metric": "accuracy",
    "value": 0.3928888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.11178481816625094,
   "improvement_points": null,
   "runs": [
    "logic:cygnet_en",
    "logic:cygnet_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); no weights of its own: google/gemma-4-12B-it at 707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7, unchanged, behind cygnet-recipe's shim (github.com/blockbrain-ai/cygnet-recipe 3cf591c, temperature 3.4); repo left empty so it is not matched with Gemma 4 12B",
   "gpu_hours": 0.013888888888888888,
   "gpu_cost_usd": 0.034583333333333334
  },
  {
   "repo": "Cloudflare/clef-flash",
   "commit": "fde727a287004204b7518dcc983fe64379776712",
   "model_key": "clef-flash",
   "name": "Clef-Flash",
   "display_name": "Clef-Flash",
   "tag": "",
   "class_label": "Open · 9.0B",
   "base_model": null,
   "setup_label": "Clef-flash",
   "maker": "Cloudflare",
   "kind": "decision",
   "params_total": 9.0,
   "params_active": 9.0,
   "quantization": "BF16",
   "score_0_100": 23.66666666666666,
   "raw": {
    "metric": "accuracy",
    "value": 0.3893333333333333,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.114956,
   "improvement_points": null,
   "runs": [
    "logic:clef-flash_en",
    "logic:clef-flash_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.03666666666666667,
   "gpu_cost_usd": 0.0913
  },
  {
   "repo": "fastino/GLiDE-2B",
   "commit": "00f122c120cdeed82284106cb77d9bab5a50ad16",
   "model_key": "glide-2b",
   "name": "GLiDE 2B",
   "display_name": "GLiDE 2B",
   "tag": "",
   "class_label": "Open · 1.9B",
   "base_model": null,
   "setup_label": "GLiDE 2B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 1.88,
   "params_active": 1.88,
   "quantization": "BF16",
   "score_0_100": 15.333333333333329,
   "raw": {
    "metric": "accuracy",
    "value": 0.32266666666666666,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.16221905828461392,
   "improvement_points": null,
   "runs": [
    "logic:glide-2b_en",
    "logic:glide-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.011944444444444445,
   "gpu_cost_usd": 0.0025419907004554498
  },
  {
   "repo": "wayfind/metask-jev-4b-policy-mix",
   "commit": "ea20fe85b28733b1522721dec119bec50947a869",
   "model_key": "metask-jev-4b",
   "name": "Metask-Jev-4B",
   "display_name": "Metask-Jev-4B",
   "tag": "",
   "class_label": "Open · 4.5B",
   "base_model": null,
   "setup_label": "Metask-Jev 4B",
   "maker": "Metask Lab",
   "kind": "decision",
   "params_total": 4.54,
   "params_active": 4.54,
   "quantization": "BF16",
   "score_0_100": 15.111111111111109,
   "raw": {
    "metric": "accuracy",
    "value": 0.3208888888888889,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.0254769436253442,
   "improvement_points": null,
   "runs": [
    "logic:metask_en",
    "logic:metask_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.04111111111111111,
   "gpu_cost_usd": 0.10236666666666668
  },
  {
   "repo": "PelaAI/KnowLine-2B-Gen1",
   "commit": "53245d470a4ce316e32fd0d18c24e142c697f40b",
   "model_key": "knowline-2b-gen1",
   "name": "KnowLine-2B-Gen1",
   "display_name": "KnowLine-2B-Gen1",
   "tag": "",
   "class_label": "Open · 2.0B",
   "base_model": "Qwen3.5-2B",
   "setup_label": "KnowLine-2B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 14.666666666666666,
   "raw": {
    "metric": "accuracy",
    "value": 0.31733333333333336,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.08343323308142794,
   "improvement_points": null,
   "runs": [
    "logic:knowline-2b_en",
    "logic:knowline-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.02,
   "gpu_cost_usd": 0.004256356521692845
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-2B-Instant",
   "commit": "f1e6cd147dda82c9ffa3e8e725d5c1f175566fb1",
   "model_key": "startlux-decision-v1.1-2b",
   "name": "StartLux-Decision-v1.1-2B-Instant",
   "display_name": "StartLux-Decision-v1.1-2B-Instant",
   "tag": "",
   "class_label": "Open · 2.0B",
   "base_model": null,
   "setup_label": "StartLux-Decision v1.1 2B",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 13.444444444444445,
   "raw": {
    "metric": "accuracy",
    "value": 0.3075555555555556,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.053115119095329164,
   "improvement_points": null,
   "runs": [
    "logic:startlux-2b_en",
    "logic:startlux-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.013333333333333334,
   "gpu_cost_usd": 0.002837571014461897
  },
  {
   "repo": "LiquidAI/d1-2B",
   "commit": "10e7671d44e4b37700020b1eed3f594c5f2af0b4",
   "model_key": "liquid-d1-2b",
   "name": "d1-2B",
   "display_name": "d1-2B",
   "tag": "",
   "class_label": "Open · 1.9B",
   "base_model": "LFM3-VL-2B",
   "setup_label": "Liquid d1-2B (open weights)",
   "maker": "Liquid AI",
   "kind": "decision",
   "params_total": 1.92,
   "params_active": 1.92,
   "quantization": "BF16",
   "score_0_100": 13.333333333333327,
   "raw": {
    "metric": "accuracy",
    "value": 0.30666666666666664,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.06882548562528445,
   "improvement_points": null,
   "runs": [
    "logic:d1-2b_en",
    "logic:d1-2b_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB)",
   "gpu_hours": 0.006666666666666667,
   "gpu_cost_usd": 0.0166
  },
  {
   "repo": "fastino/GLiDE-0.8B",
   "commit": "9eacdeec79fa48ec52a8d6f54b331376b4bbfaf0",
   "model_key": "glide-0.8b",
   "name": "GLiDE 0.8B",
   "display_name": "GLiDE 0.8B",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": null,
   "setup_label": "GLiDE 0.8B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 0.75,
   "params_active": 0.75,
   "quantization": "BF16",
   "score_0_100": 11.444444444444445,
   "raw": {
    "metric": "accuracy",
    "value": 0.29155555555555557,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.13984170771697627,
   "improvement_points": null,
   "runs": [
    "logic:glide-0.8b_en",
    "logic:glide-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.008333333333333333,
   "gpu_cost_usd": 0.0017734818840386857
  },
  {
   "repo": "OmniJev/OneJev1.6-0.8B",
   "commit": "bcd88a382f314b26cb7b1b7f369c1ed3502ee7a0",
   "model_key": "onejev1.6-0.8b",
   "name": "OneJev1.6-0.8B",
   "display_name": "OneJev1.6-0.8B",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": null,
   "setup_label": "OneJev1.6-0.8B",
   "maker": "OmniJev",
   "kind": "decision",
   "params_total": 0.8,
   "params_active": 0.8,
   "quantization": "BF16",
   "score_0_100": 8.777777777777773,
   "raw": {
    "metric": "accuracy",
    "value": 0.2702222222222222,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.1124625022222222,
   "improvement_points": null,
   "runs": [
    "logic:onejev1.6-0.8b_en",
    "logic:onejev1.6-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.006111111111111111,
   "gpu_cost_usd": 0.0013005533816283694
  },
  {
   "repo": "PelaAI/KnowLine-0.8B-Gen1",
   "commit": "6b27831f7b783c03278bd946d4d8f4f7a98a3798",
   "model_key": "knowline-0.8b-gen1",
   "name": "KnowLine-0.8B-Gen1",
   "display_name": "KnowLine-0.8B-Gen1",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": "Qwen3.5-0.8B",
   "setup_label": "KnowLine-0.8B-Gen1",
   "maker": "PelaAI",
   "kind": "decision",
   "params_total": 0.8,
   "params_active": 0.8,
   "quantization": "BF16",
   "score_0_100": 8.333333333333332,
   "raw": {
    "metric": "accuracy",
    "value": 0.26666666666666666,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.08374339197455763,
   "improvement_points": null,
   "runs": [
    "logic:knowline-0.8b_en",
    "logic:knowline-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.010555555555555556,
   "gpu_cost_usd": 0.002246410386449002
  },
  {
   "repo": "startlux-models/StartLux-Decision-v1.1-0.8B-Instant",
   "commit": "6496ae641cc71b149ce9dad69bd97f2a44e7bf11",
   "model_key": "startlux-decision-v1.1-0.8b-instant",
   "name": "StartLux-Decision-v1.1-0.8B-Instant",
   "display_name": "StartLux-Decision-v1.1-0.8B-Instant",
   "tag": "",
   "class_label": "Open · 0.8B",
   "base_model": "Qwen3.5-0.8B",
   "setup_label": "StartLux-Decision-v1.1-0.8B-Instant",
   "maker": "StartLux",
   "kind": "decision",
   "params_total": 0.8,
   "params_active": 0.8,
   "quantization": "BF16",
   "score_0_100": 5.8888888888888875,
   "raw": {
    "metric": "accuracy",
    "value": 0.24711111111111111,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.07773130108783036,
   "improvement_points": null,
   "runs": [
    "logic:startlux-0.8b_en",
    "logic:startlux-0.8b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.009444444444444445,
   "gpu_cost_usd": 0.0020099461352438438
  },
  {
   "repo": "knowledgator/gliclass-v4-edge",
   "commit": "885af1af8a07edf4ed34df83ca0d995ed8201283",
   "model_key": "gliclass-v4-edge",
   "name": "GLiClass v4 Edge",
   "display_name": "GLiClass v4 Edge",
   "tag": "",
   "class_label": "Open · 0.4B",
   "base_model": "DeBERTa-v3-large",
   "setup_label": "GLiClass v4 Edge",
   "maker": null,
   "kind": "decision",
   "params_total": 0.4,
   "params_active": 0.4,
   "quantization": "BF16",
   "score_0_100": 4.444444444444442,
   "raw": {
    "metric": "accuracy",
    "value": 0.23555555555555555,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.0874588157467637,
   "improvement_points": null,
   "runs": [
    "logic:gliclass-v4-edge_en",
    "logic:gliclass-v4-edge_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.006944444444444444,
   "gpu_cost_usd": 0.001477901570032238
  },
  {
   "repo": "fastino/GLiDE-0.4B",
   "commit": "6bda7ab91aeb36dcad6d27828a8871e548c7fc71",
   "model_key": "glide-0.4b",
   "name": "GLiDE 0.4B",
   "display_name": "GLiDE 0.4B",
   "tag": "",
   "class_label": "Open · 0.4B",
   "base_model": null,
   "setup_label": "GLiDE 0.4B (open)",
   "maker": "Fastino",
   "kind": "decision",
   "params_total": 0.4,
   "params_active": 0.4,
   "quantization": "BF16",
   "score_0_100": 4.0,
   "raw": {
    "metric": "accuracy",
    "value": 0.232,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.08792828638635584,
   "improvement_points": null,
   "runs": [
    "logic:glide-0.4b_en",
    "logic:glide-0.4b_en_dontknow"
   ],
   "notes": "on our NVIDIA DGX Spark (GB10)",
   "gpu_hours": 0.005,
   "gpu_cost_usd": 0.0010640891304232113
  },
  {
   "repo": "StrandsAgents/strands-decider-2B-hobson-v21",
   "commit": "2b52a6235c1b8306bbfa30b00b9d4b74b63a39f5",
   "model_key": "strands-decider-2b",
   "name": "Strands Decider 2B",
   "display_name": "Strands Decider 2B",
   "tag": "",
   "class_label": "Open · 2.0B",
   "base_model": null,
   "setup_label": "Strands Decider 2B",
   "maker": "Strands Agents",
   "kind": "decision",
   "params_total": 2.0,
   "params_active": 2.0,
   "quantization": "BF16",
   "score_0_100": 2.999999999999999,
   "raw": {
    "metric": "accuracy",
    "value": 0.224,
    "questions": 1125,
    "options": 5
   },
   "calibration_error": 0.1204904,
   "improvement_points": null,
   "runs": [
    "logic:strands_en",
    "logic:strands_en_dontknow"
   ],
   "notes": "on our NVIDIA RTX PRO 6000 Blackwell (96 GB); the repository holds a LoRA and head on Qwen3.5-2B-Base",
   "gpu_hours": 0.0125,
   "gpu_cost_usd": 0.031125000000000003
  }
 ]
}
