{
  "title": "Every model I ran, every card I ran it on",
  "footnote": "Medians of three to five runs. A few rows sit inside their own run-to-run spread, including the ASR rows, the multi-card decode rows, and FLUX.3 Klein on Zotac. FP32 on Zotac (+6%) is inside its spread too. The per-row noise flag is in the summary CSV. Multi-card numbers for Z-Image are left out because of a metric bug on my end.",
  "kind": "matrix",
  "options": {
    "columns": [
      {
        "key": "strix",
        "label": "Strix-B"
      },
      {
        "key": "zotac",
        "label": "Zotac"
      },
      {
        "key": "pny",
        "label": "PNY"
      },
      {
        "key": "multi",
        "label": "Multi-card"
      }
    ],
    "max": 65,
    "min": 0,
    "flatBelow": 3
  },
  "rows": [
    {
      "_group": "Raw matrix math",
      "label": "BF16 GEMM",
      "note": null,
      "strix": 62.6,
      "zotac": 62.1,
      "pny": 58.6
    },
    {
      "_group": "Raw matrix math",
      "label": "FP16 GEMM",
      "note": null,
      "strix": 58.3,
      "zotac": 60,
      "pny": 57.6
    },
    {
      "_group": "Raw matrix math",
      "label": "TF32 GEMM",
      "note": null,
      "strix": 64.8,
      "zotac": 77.2,
      "pny": 64
    },
    {
      "_group": "Raw matrix math",
      "label": "BF16 attention (SDPA)",
      "note": null,
      "strix": 56.5,
      "zotac": 54.8,
      "pny": 55.7
    },
    {
      "_group": "Raw matrix math",
      "label": "FP32 GEMM (control)",
      "note": null,
      "strix": 0,
      "zotac": 6.1,
      "pny": -0.1
    },
    {
      "_group": "Image",
      "label": "Qwen-Image 2.1",
      "note": "BF16",
      "strix": 57.5,
      "zotac": 54
    },
    {
      "_group": "Image",
      "label": "FLUX.3 Klein",
      "note": "BF16",
      "strix": 56.5,
      "zotac": 46.5,
      "pny": 53.6
    },
    {
      "_group": "Image",
      "label": "Z-Image Turbo",
      "note": "BF16",
      "strix": 52,
      "zotac": 40,
      "pny": 48.1
    },
    {
      "_group": "Image",
      "label": "Krea-2 Turbo",
      "note": "FP8 on disk",
      "strix": 50.1
    },
    {
      "_group": "Image",
      "label": "WAI-Illustrious",
      "note": "FP16",
      "pny": 40.8
    },
    {
      "_group": "Image",
      "label": "SDXL base",
      "note": "FP16",
      "strix": 35.4,
      "zotac": 31.8,
      "pny": 31.9
    },
    {
      "_group": "Image",
      "label": "Qwen-Image 2.1",
      "note": "INT8",
      "zotac": 8.6
    },
    {
      "_group": "Image",
      "label": "FLUX.3 Klein",
      "note": "INT8",
      "pny": -3.9
    },
    {
      "_group": "Video",
      "label": "Wan 2.2 5B",
      "note": "FP16",
      "strix": 45.9
    },
    {
      "_group": "Video",
      "label": "LTX 2.5",
      "note": "INT8",
      "zotac": 11.3
    },
    {
      "_group": "Video",
      "label": "MiniMax H3",
      "note": "INT8",
      "zotac": 7.8
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Qwen3.5-9B",
      "note": "BF16, vLLM",
      "strix": 54,
      "zotac": 47.5,
      "pny": 60.4
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Gemma 4 E4B",
      "note": "BF16, vLLM",
      "strix": 38.1
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Qwen3-VL-8B",
      "note": "INT4, vLLM",
      "pny": 52.3
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Ornith-1.5-9B",
      "note": "BF16 GGUF",
      "zotac": 34.8
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Ornith-1.5-9B",
      "note": "Q4 GGUF",
      "zotac": 1.8
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Ornith-1.5-35B",
      "note": "Q4 GGUF",
      "strix": 0.7
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Qwen3.8-27B",
      "note": "Q4 GGUF",
      "strix": 0.3,
      "zotac": -1,
      "pny": 0.5
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Gemma 4 12B QAT",
      "note": "Q4 GGUF",
      "pny": 1.3
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Gemma 4 12B",
      "note": "BF16, 2 cards",
      "multi": 17.3
    },
    {
      "_group": "LLM prefill, 8K prompt",
      "label": "Qwen3.8-27B",
      "note": "BF16, 4 cards",
      "multi": 10.8
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Qwen3.5-9B",
      "note": "BF16, vLLM",
      "strix": 3.9,
      "zotac": 4.6,
      "pny": 5.1
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Gemma 4 E4B",
      "note": "BF16, vLLM",
      "strix": 4.5
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Qwen3-VL-8B",
      "note": "INT4, vLLM",
      "pny": 5.4
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Ornith-1.5-9B",
      "note": "BF16 GGUF",
      "zotac": 0
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Ornith-1.5-9B",
      "note": "Q4 GGUF",
      "zotac": 0.6
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Ornith-1.5-35B",
      "note": "Q4 GGUF",
      "strix": -0.4
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Qwen3.8-27B",
      "note": "Q4 GGUF",
      "strix": -0.3,
      "zotac": -0.7,
      "pny": -0.3
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Gemma 4 12B QAT",
      "note": "Q4 GGUF",
      "pny": 0.3
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Gemma 4 12B",
      "note": "BF16, 2 cards",
      "multi": 3.7
    },
    {
      "_group": "LLM decode, 8K prompt",
      "label": "Qwen3.8-27B",
      "note": "BF16, 4 cards",
      "multi": 1.1
    },
    {
      "_group": "Embeddings and reranking",
      "label": "bge-m3",
      "note": "FP16",
      "strix": 40,
      "zotac": 40.7,
      "pny": 39.9
    },
    {
      "_group": "Embeddings and reranking",
      "label": "Qwen3-Embedding-4B",
      "note": "FP16",
      "strix": 41.2
    },
    {
      "_group": "Embeddings and reranking",
      "label": "mxbai-rerank-large-v2",
      "note": "FP16",
      "pny": 43
    },
    {
      "_group": "Embeddings and reranking",
      "label": "Qwen3-Reranker-4B",
      "note": "BF16",
      "zotac": 40.7
    },
    {
      "_group": "Speech, vision, and decisions",
      "label": "Whisper large-v3-turbo",
      "note": "FP16",
      "zotac": 12
    },
    {
      "_group": "Speech, vision, and decisions",
      "label": "Qwen3-ASR 1.7B",
      "note": "BF16",
      "strix": 2.4,
      "zotac": 3.9,
      "pny": 2.2
    },
    {
      "_group": "Speech, vision, and decisions",
      "label": "Breeze TTS 2",
      "note": "Q8 GGUF",
      "pny": 1.1
    },
    {
      "_group": "Speech, vision, and decisions",
      "label": "Parakeet TDT 0.6B",
      "note": "Q8 GGUF",
      "pny": 0
    },
    {
      "_group": "Speech, vision, and decisions",
      "label": "Qwen3-VL-8B vision",
      "note": "Q4 GGUF",
      "pny": 0.3
    },
    {
      "_group": "Speech, vision, and decisions",
      "label": "Clef-Flash 9B decisions",
      "note": "Q4 GGUF",
      "zotac": 0.3
    }
  ],
  "series": [
    {
      "key": "strix",
      "label": "Strix-B",
      "suffix": "%",
      "decimals": 1
    },
    {
      "key": "zotac",
      "label": "Zotac",
      "suffix": "%",
      "decimals": 1
    },
    {
      "key": "pny",
      "label": "PNY",
      "suffix": "%",
      "decimals": 1
    },
    {
      "key": "multi",
      "label": "Multi-card",
      "suffix": "%",
      "decimals": 1
    }
  ],
  "subtitle": "Percent gain from the unlock at 350 W. The brighter the hex, the bigger the gain. Gray means under 3%. Blank means I didn't run that pairing.",
  "xLabel": "Model",
  "__hash__": "kbEoPVLMT1ywQDr4LQHSm-GtS7L9-HwxrTLeb8I35vA"
}