{
  "schema": "modelrater-benchmarks/1",
  "portal": "https://mdata.modelraters.com",
  "count": 14,
  "benchmarks": [
    {
      "name": "anthropic/claude-3.5-sonnet",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1378,
      "swe_bench": 49.0,
      "humaneval": 93.7,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "openai/gpt-4o",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1330,
      "swe_bench": 38.8,
      "humaneval": 90.2,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "openai/gpt-4o-mini",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1260,
      "swe_bench": 28.5,
      "humaneval": 84.1,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "qwen/qwen3-coder-30b-fp8",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1310,
      "swe_bench": 41.2,
      "humaneval": 93.1,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "qwen/qwen-2.5-coder-32b-instruct",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1302,
      "swe_bench": 35.8,
      "humaneval": 92.7,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "google/gemini-flash-1.5",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1255,
      "swe_bench": 26.0,
      "humaneval": 82.5,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "google/gemini-2.5-flash",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1325,
      "swe_bench": 36.5,
      "humaneval": 88.0,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "vertex/gemini-3.8-flash",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1335,
      "swe_bench": 37.8,
      "humaneval": 89.5,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "deepseek/deepseek-chat",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1320,
      "swe_bench": 36.2,
      "humaneval": 89.4,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "meta-llama/llama-3.3-70b-instruct",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1285,
      "swe_bench": 32.4,
      "humaneval": 87.5,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "meta-llama/llama-3.1-8b-instruct",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1165,
      "swe_bench": 18.0,
      "humaneval": 72.0,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "mistralai/mistral-large-2407",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1260,
      "swe_bench": 27.5,
      "humaneval": 84.0,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "x-ai/grok-2",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1275,
      "swe_bench": 31.0,
      "humaneval": 86.5,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    },
    {
      "name": "z-ai/glm-4",
      "creator": "",
      "context_length": null,
      "prompt_price": null,
      "completion_price": null,
      "coding_elo": 1230,
      "swe_bench": 24.5,
      "humaneval": 81.0,
      "twelve_cs_score": null,
      "speed_tps": null,
      "is_free": false
    }
  ]
}