{
  "name": "ArtificialWatch Coding Index",
  "description": "AI models ranked across the public coding leaderboards: each model's score on every coding board, its percentile within that board, and the composite coding index.",
  "url": "https://artificialwatch.com/coding",
  "generatedAt": "2026-10-17T12:55:10.658Z",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "attribution": "ArtificialWatch Coding Index, 2026-10-17. ArtificialWatch. https://artificialwatch.com/coding Composite index and percentiles CC BY 4.0; each board's raw scores belong to that board (see sources).",
  "method": "Each board's score is converted to a percentile among the models ArtificialWatch maps on that board; the index is the median of a model's percentiles across the boards that rate it.",
  "sources": [
    {
      "id": "arena-coding",
      "name": "LMArena · Coding",
      "url": "https://arena.ai/leaderboard/text/coding",
      "scale": "Elo (community votes on coding prompts)",
      "asOf": "2026-10-12T18:57:24.284Z"
    },
    {
      "id": "livebench-coding",
      "name": "LiveBench · Coding",
      "url": "https://livebench.ai",
      "scale": "mean of its Coding and Agentic Coding categories (0-100)",
      "asOf": "2026-10-17T12:55:10.587Z"
    },
    {
      "id": "vals-vibecode",
      "name": "Vals Vibe Code Bench",
      "url": "https://www.vals.ai/benchmarks/vibe-code",
      "scale": "accuracy %",
      "asOf": "2026-10-17T12:55:10.657Z"
    }
  ],
  "models": [
    {
      "rank": 1,
      "id": "opus-next",
      "name": "Claude Opus 5.5",
      "vendor": "Anthropic",
      "index": 96.9,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1549.524059993232,
          "percentile": 96.9
        },
        "livebench-coding": {
          "raw": 80.485,
          "percentile": 100
        },
        "vals-vibecode": {
          "raw": 90.294,
          "percentile": 89.2
        }
      },
      "page": "https://artificialwatch.com/model/opus-next"
    },
    {
      "rank": 2,
      "id": "fable-5",
      "name": "Claude Fable 5",
      "vendor": "Anthropic",
      "index": 91.9,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1551.425823030785,
          "percentile": 100
        },
        "livebench-coding": {
          "raw": 74.08183333333334,
          "percentile": 91.4
        },
        "vals-vibecode": {
          "raw": 90.352,
          "percentile": 91.9
        }
      },
      "page": "https://artificialwatch.com/model/fable-5"
    },
    {
      "rank": 3,
      "id": "sonnet-next",
      "name": "Claude Sonnet 5.5",
      "vendor": "Anthropic",
      "index": 88.6,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1531.8117963626826,
          "percentile": 65.6
        },
        "livebench-coding": {
          "raw": 73.83966666666666,
          "percentile": 88.6
        },
        "vals-vibecode": {
          "raw": 92.392,
          "percentile": 100
        }
      },
      "page": "https://artificialwatch.com/model/sonnet-next"
    },
    {
      "rank": 4,
      "id": "fable-5-1",
      "name": "Claude Fable 5.1",
      "vendor": "Anthropic",
      "index": 86.5,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1533.9503691670566,
          "percentile": 75
        },
        "livebench-coding": {
          "raw": 76.21783333333335,
          "percentile": 94.3
        },
        "vals-vibecode": {
          "raw": 90.263,
          "percentile": 86.5
        }
      },
      "page": "https://artificialwatch.com/model-fable-5-1.html"
    },
    {
      "rank": 5,
      "id": "gpt-6",
      "name": "GPT-6 Astra",
      "vendor": "OpenAI",
      "index": 83.8,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1541.571194686814,
          "percentile": 90.6
        },
        "livebench-coding": {
          "raw": 68.84075,
          "percentile": 65.7
        },
        "vals-vibecode": {
          "raw": 89.594,
          "percentile": 83.8
        }
      },
      "page": "https://artificialwatch.com/model-gpt-6.html"
    },
    {
      "rank": 6,
      "id": "muse-spark-1-next",
      "name": "Muse Spark 1.3",
      "vendor": "Meta",
      "index": 82.9,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1538.2679415344376,
          "percentile": 84.4
        },
        "livebench-coding": {
          "raw": 72.57675,
          "percentile": 82.9
        },
        "vals-vibecode": {
          "raw": 85.856,
          "percentile": 67.6
        }
      },
      "page": "https://artificialwatch.com/model/muse-spark-1-next"
    },
    {
      "rank": 7,
      "id": "gpt-6-1-sol",
      "name": "GPT-6.1 Sol",
      "vendor": "OpenAI",
      "index": 81.1,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1545.2632719606536,
          "percentile": 93.8
        },
        "livebench-coding": {
          "raw": 68.75433333333334,
          "percentile": 60
        },
        "vals-vibecode": {
          "raw": 88.931,
          "percentile": 81.1
        }
      },
      "page": "https://artificialwatch.com/model/gpt-6-1-sol"
    },
    {
      "rank": 8,
      "id": "kimi-k3",
      "name": "Kimi K3",
      "vendor": "Moonshot",
      "index": 80,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1539.562743426549,
          "percentile": 87.5
        },
        "livebench-coding": {
          "raw": 71.80858333333333,
          "percentile": 80
        },
        "vals-vibecode": {
          "raw": 84.968,
          "percentile": 64.9
        }
      },
      "page": "https://artificialwatch.com/model-kimi-k3.html"
    },
    {
      "rank": 9,
      "id": "opus-5",
      "name": "Claude Opus 5",
      "vendor": "Anthropic",
      "index": 78.4,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1533.9672847445345,
          "percentile": 78.1
        },
        "livebench-coding": {
          "raw": 73.32374999999999,
          "percentile": 85.7
        },
        "vals-vibecode": {
          "raw": 88.404,
          "percentile": 78.4
        }
      },
      "page": "https://artificialwatch.com/model/opus-5"
    },
    {
      "rank": 10,
      "id": "gpt-5-6",
      "name": "GPT-5.6",
      "vendor": "OpenAI",
      "index": 74.3,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1534.9098456715096,
          "percentile": 81.3
        },
        "livebench-coding": {
          "raw": 70.0765,
          "percentile": 74.3
        },
        "vals-vibecode": {
          "raw": 80.495,
          "percentile": 48.6
        }
      },
      "page": "https://artificialwatch.com/model-chatgpt-5-6.html"
    },
    {
      "rank": 11,
      "id": "muse-wonder",
      "name": "Muse Wonder",
      "vendor": "Meta",
      "index": 73.7,
      "boards": 2,
      "scores": {
        "arena-coding": null,
        "livebench-coding": {
          "raw": 71.70366666666668,
          "percentile": 77.1
        },
        "vals-vibecode": {
          "raw": 85.996,
          "percentile": 70.3
        }
      },
      "page": "https://artificialwatch.com/model/muse-wonder"
    },
    {
      "rank": 12,
      "id": "haiku-5",
      "name": "Claude Haiku 5.5",
      "vendor": "Anthropic",
      "index": 71.6,
      "boards": 2,
      "scores": {
        "arena-coding": null,
        "livebench-coding": {
          "raw": 67.51733333333333,
          "percentile": 48.6
        },
        "vals-vibecode": {
          "raw": 90.444,
          "percentile": 94.6
        }
      },
      "page": "https://artificialwatch.com/model/haiku-5"
    },
    {
      "rank": 13,
      "id": "deepseek-v4-1-flash",
      "name": "DeepSeek V4.1 Flash",
      "vendor": "DeepSeek",
      "index": 62.2,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1527.6283827671527,
          "percentile": 59.4
        },
        "livebench-coding": {
          "raw": 78.65483333333333,
          "percentile": 97.1
        },
        "vals-vibecode": {
          "raw": 84.739,
          "percentile": 62.2
        }
      },
      "page": "https://artificialwatch.com/model/deepseek-v4-1-flash"
    },
    {
      "rank": 14,
      "id": "opus-4-8",
      "name": "Claude Opus 4.8",
      "vendor": "Anthropic",
      "index": 59.5,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1533.219430563781,
          "percentile": 71.9
        },
        "livebench-coding": {
          "raw": 66.1665,
          "percentile": 37.1
        },
        "vals-vibecode": {
          "raw": 82.725,
          "percentile": 59.5
        }
      },
      "page": "https://artificialwatch.com/model/opus-4-8"
    },
    {
      "rank": 15,
      "id": "glm-5-3-flash",
      "name": "GLM-5.3 Flash",
      "vendor": "Zhipu AI",
      "index": 54.3,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1524.8598899176875,
          "percentile": 56.3
        },
        "livebench-coding": {
          "raw": 67.85883333333334,
          "percentile": 54.3
        },
        "vals-vibecode": {
          "raw": 30.759,
          "percentile": 2.7
        }
      },
      "page": "https://artificialwatch.com/model/glm-5-3-flash"
    },
    {
      "rank": 16,
      "id": "sonnet-5",
      "name": "Claude Sonnet 5",
      "vendor": "Anthropic",
      "index": 51.4,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1519.0658513066137,
          "percentile": 40.6
        },
        "livebench-coding": {
          "raw": 70.037,
          "percentile": 71.4
        },
        "vals-vibecode": {
          "raw": 81.325,
          "percentile": 51.4
        }
      },
      "page": "https://artificialwatch.com/model/sonnet-5"
    },
    {
      "rank": 17,
      "id": "muse-spark-1-1",
      "name": "Muse Spark 1.1",
      "vendor": "Meta",
      "index": 51.4,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1532.6605814601664,
          "percentile": 68.8
        },
        "livebench-coding": {
          "raw": 67.84691666666667,
          "percentile": 51.4
        },
        "vals-vibecode": {
          "raw": 72.158,
          "percentile": 32.4
        }
      },
      "page": "https://artificialwatch.com/model-muse-spark-1-1.html"
    },
    {
      "rank": 18,
      "id": "qwen-3-8",
      "name": "Qwen 3.8 Max",
      "vendor": "Alibaba",
      "index": 50,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1523.7431822023489,
          "percentile": 50
        },
        "livebench-coding": {
          "raw": 68.75933333333333,
          "percentile": 62.9
        },
        "vals-vibecode": {
          "raw": 64.696,
          "percentile": 24.3
        }
      },
      "page": "https://artificialwatch.com/model/qwen-3-8"
    },
    {
      "rank": 19,
      "id": "gemini-3-8-flash",
      "name": "Gemini 3.8 Flash",
      "vendor": "Google",
      "index": 45.9,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1530.2467831506558,
          "percentile": 62.5
        },
        "livebench-coding": {
          "raw": 63.36566666666667,
          "percentile": 20
        },
        "vals-vibecode": {
          "raw": 78.651,
          "percentile": 45.9
        }
      },
      "page": "https://artificialwatch.com/model/gemini-3-8-flash"
    },
    {
      "rank": 20,
      "id": "gpt-6-sol",
      "name": "GPT-6 Sol",
      "vendor": "OpenAI",
      "index": 45.7,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1518.726635928782,
          "percentile": 37.5
        },
        "livebench-coding": {
          "raw": 67.32283333333334,
          "percentile": 45.7
        },
        "vals-vibecode": {
          "raw": 87.824,
          "percentile": 75.7
        }
      },
      "page": "https://artificialwatch.com/model/gpt-6-sol"
    },
    {
      "rank": 21,
      "id": "glm-5-3",
      "name": "GLM-5.3",
      "vendor": "Zhipu AI",
      "index": 43.8,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1520.0229534514658,
          "percentile": 43.8
        },
        "livebench-coding": {
          "raw": 69.9295,
          "percentile": 68.6
        },
        "vals-vibecode": {
          "raw": 78.125,
          "percentile": 40.5
        }
      },
      "page": "https://artificialwatch.com/model/glm-5-3"
    },
    {
      "rank": 22,
      "id": "mistral-large-4",
      "name": "Mistral Large 4",
      "vendor": "Mistral",
      "index": 42.9,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1492.3733244025375,
          "percentile": 6.3
        },
        "livebench-coding": {
          "raw": 67.16508333333333,
          "percentile": 42.9
        },
        "vals-vibecode": {
          "raw": 78.403,
          "percentile": 43.2
        }
      },
      "page": "https://artificialwatch.com/model-mistral-large-4.html"
    },
    {
      "rank": 23,
      "id": "grok-4-6",
      "name": "Grok 4.6",
      "vendor": "xAI",
      "index": 37.8,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1508.4284993383412,
          "percentile": 21.9
        },
        "livebench-coding": {
          "raw": 66.89800000000001,
          "percentile": 40
        },
        "vals-vibecode": {
          "raw": 76.239,
          "percentile": 37.8
        }
      },
      "page": "https://artificialwatch.com/model/grok-4-6"
    },
    {
      "rank": 24,
      "id": "gpt-5-5",
      "name": "GPT-5.5",
      "vendor": "OpenAI",
      "index": 34.4,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1518.654348651433,
          "percentile": 34.4
        },
        "livebench-coding": {
          "raw": 68.06958333333333,
          "percentile": 57.1
        },
        "vals-vibecode": {
          "raw": 69.847,
          "percentile": 29.7
        }
      },
      "page": "https://artificialwatch.com/model/gpt-5-5"
    },
    {
      "rank": 25,
      "id": "deepseek-v4",
      "name": "DeepSeek V4 Pro",
      "vendor": "DeepSeek",
      "index": 34.3,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1505.6679799738415,
          "percentile": 12.5
        },
        "livebench-coding": {
          "raw": 66.05408333333334,
          "percentile": 34.3
        },
        "vals-vibecode": {
          "raw": 82.297,
          "percentile": 56.8
        }
      },
      "page": "https://artificialwatch.com/model/deepseek-v4"
    },
    {
      "rank": 26,
      "id": "grok-2t",
      "name": "Grok 4.7",
      "vendor": "xAI",
      "index": 28.6,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1492.1750818131577,
          "percentile": 3.1
        },
        "livebench-coding": {
          "raw": 65.57408333333333,
          "percentile": 28.6
        },
        "vals-vibecode": {
          "raw": 86.175,
          "percentile": 73
        }
      },
      "page": "https://artificialwatch.com/model/grok-2t"
    },
    {
      "rank": 27,
      "id": "grok-4-5",
      "name": "Grok 4.5",
      "vendor": "xAI",
      "index": 27,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1513.4684771065797,
          "percentile": 28.1
        },
        "livebench-coding": {
          "raw": 62.52508333333333,
          "percentile": 14.3
        },
        "vals-vibecode": {
          "raw": 69.002,
          "percentile": 27
        }
      },
      "page": "https://artificialwatch.com/model-grok-4-5.html"
    },
    {
      "rank": 28,
      "id": "gpt-6-luna",
      "name": "GPT-6 Luna",
      "vendor": "OpenAI",
      "index": 25.7,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1508.424330918075,
          "percentile": 18.8
        },
        "livebench-coding": {
          "raw": 65.081,
          "percentile": 25.7
        },
        "vals-vibecode": {
          "raw": 81.649,
          "percentile": 54.1
        }
      },
      "page": "https://artificialwatch.com/model/gpt-6-luna"
    },
    {
      "rank": 29,
      "id": "glm-5-2",
      "name": "GLM-5.2",
      "vendor": "Zhipu AI",
      "index": 25,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1512.372680712096,
          "percentile": 25
        },
        "livebench-coding": {
          "raw": 65.71083333333333,
          "percentile": 31.4
        },
        "vals-vibecode": {
          "raw": 63.961,
          "percentile": 21.6
        }
      },
      "page": "https://artificialwatch.com/model/glm-5-2"
    },
    {
      "rank": 30,
      "id": "gemini-3-5-flash",
      "name": "Gemini 3.5 Flash",
      "vendor": "Google",
      "index": 18.9,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1507.527303729146,
          "percentile": 15.6
        },
        "livebench-coding": {
          "raw": 63.58708333333333,
          "percentile": 22.9
        },
        "vals-vibecode": {
          "raw": 48.683,
          "percentile": 18.9
        }
      },
      "page": "https://artificialwatch.com/model/gemini-3-5-flash"
    },
    {
      "rank": 31,
      "id": "kimi-k2-6",
      "name": "Kimi K2.6",
      "vendor": "Moonshot",
      "index": 17.1,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1515.5798702953764,
          "percentile": 31.3
        },
        "livebench-coding": {
          "raw": 62.74316666666667,
          "percentile": 17.1
        },
        "vals-vibecode": {
          "raw": 37.891,
          "percentile": 8.1
        }
      },
      "page": "https://artificialwatch.com/model/kimi-k2-6"
    },
    {
      "rank": 32,
      "id": "qwen-3-7-max",
      "name": "Qwen 3.7 Max",
      "vendor": "Alibaba",
      "index": 16.2,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1524.375682062873,
          "percentile": 53.1
        },
        "livebench-coding": {
          "raw": 58.9025,
          "percentile": 2.9
        },
        "vals-vibecode": {
          "raw": 47.671,
          "percentile": 16.2
        }
      },
      "page": "https://artificialwatch.com/model/qwen-3-7-max"
    },
    {
      "rank": 33,
      "id": "gemini-3-1-pro",
      "name": "Gemini 3.1 Pro",
      "vendor": "Google",
      "index": 11.4,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1522.1688312955753,
          "percentile": 46.9
        },
        "livebench-coding": {
          "raw": 60.297916666666666,
          "percentile": 11.4
        },
        "vals-vibecode": {
          "raw": 32.034,
          "percentile": 5.4
        }
      },
      "page": "https://artificialwatch.com/model/gemini-3-1-pro"
    },
    {
      "rank": 34,
      "id": "minimax-m3",
      "name": "MiniMax M3",
      "vendor": "MiniMax",
      "index": 9.4,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1494.595968320938,
          "percentile": 9.4
        },
        "livebench-coding": {
          "raw": 54.42941666666667,
          "percentile": 0
        },
        "vals-vibecode": {
          "raw": 47.566,
          "percentile": 13.5
        }
      },
      "page": "https://artificialwatch.com/model/minimax-m3"
    },
    {
      "rank": 35,
      "id": "kimi-k2-7-code",
      "name": "Kimi K2.7 Code",
      "vendor": "Moonshot",
      "index": 8.3,
      "boards": 2,
      "scores": {
        "arena-coding": null,
        "livebench-coding": {
          "raw": 59.80766666666666,
          "percentile": 5.7
        },
        "vals-vibecode": {
          "raw": 47.211,
          "percentile": 10.8
        }
      },
      "page": "https://artificialwatch.com/model/kimi-k2-7-code"
    },
    {
      "rank": 36,
      "id": "inkling",
      "name": "Inkling",
      "vendor": "Thinking Machines",
      "index": 0,
      "boards": 3,
      "scores": {
        "arena-coding": {
          "raw": 1491.8501171534351,
          "percentile": 0
        },
        "livebench-coding": {
          "raw": 60.20675,
          "percentile": 8.6
        },
        "vals-vibecode": {
          "raw": 19.214,
          "percentile": 0
        }
      },
      "page": "https://artificialwatch.com/model/inkling"
    }
  ]
}