{
  "title": "Not one language was close",
  "footnote": "The right column is the gap in percentage points. Rust is omitted: the benchmark container cannot resolve a cargo toolchain, so both models score 0.0% on all 30 Rust exercises. Excluding Rust, the overall figures are roughly 33% against 74%.",
  "kind": "dumbbell",
  "options": {
    "min": 0,
    "max": 100
  },
  "rows": [
    {
      "label": "Python",
      "a": 35.3,
      "b": 82.4,
      "delta": "+47"
    },
    {
      "label": "JavaScript",
      "a": 40.8,
      "b": 81.6,
      "delta": "+41"
    },
    {
      "label": "Go",
      "a": 28.2,
      "b": 71.8,
      "delta": "+44"
    },
    {
      "label": "C++",
      "a": 34.6,
      "b": 69.2,
      "delta": "+35"
    },
    {
      "label": "Java",
      "a": 27.7,
      "b": 66,
      "delta": "+38"
    }
  ],
  "series": [
    {
      "key": "a",
      "label": "Ornith-1.5-35B-A3B",
      "color": 3,
      "suffix": "%",
      "decimals": 1
    },
    {
      "key": "b",
      "label": "Qwen3.8-Flash-Next",
      "color": 1,
      "suffix": "%",
      "decimals": 1
    }
  ],
  "subtitle": "Aider polyglot pass@2 by language, graded by compiling the result and running its tests",
  "__hash__": "Nbq3X3kriogIEj7fEfdw5AWPpzxvrf1HiOYh_JJuwD8"
}