{
 "generated_at": "2026-11-22T08:45:00.113Z",
 "source": "https://hedongli1.github.io/ai-model-world",
 "license_note": "事实字段来自 models.dev、Epoch AI、LiveBench 等公开来源，本站做聚合与整理，逐项署名见站内页脚与 /credits/。",
 "counts": {
  "models": 772,
  "vendors": 86
 },
 "vendors": [
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "abacusai",
   "motif": "wanderer",
   "name": "Abacusai",
   "nameZh": "Abacusai"
  },
  {
   "accentColor": "#e7457a",
   "continent": "west",
   "country": "IL",
   "homepage": "https://ai21.com",
   "id": "ai21",
   "motif": "scribe",
   "name": "AI21 Labs",
   "nameZh": "AI21"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "aion-labs",
   "motif": "wanderer",
   "name": "Aion Labs",
   "nameZh": "Aion Labs"
  },
  {
   "accentColor": "#d7263d",
   "continent": "west",
   "country": "SG",
   "homepage": "https://aisingapore.org",
   "id": "aisingapore",
   "motif": "merlion",
   "name": "Aisingapore",
   "nameZh": "AI Singapore"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "aleph-alpha",
   "motif": "wanderer",
   "name": "Aleph Alpha",
   "nameZh": "Aleph Alpha"
  },
  {
   "accentColor": "#615ced",
   "continent": "east",
   "country": "CN",
   "homepage": "https://qwen.ai",
   "id": "alibaba",
   "motif": "qilin",
   "name": "Alibaba",
   "nameZh": "阿里通义"
  },
  {
   "accentColor": "#0fcb8c",
   "continent": "west",
   "country": "US",
   "homepage": "https://allenai.org",
   "id": "allenai",
   "motif": "owl",
   "name": "Allenai",
   "nameZh": "Allen AI"
  },
  {
   "accentColor": "#ff9900",
   "continent": "west",
   "country": "US",
   "homepage": "https://aws.amazon.com/bedrock",
   "id": "amazon",
   "motif": "quiver",
   "name": "Amazon",
   "nameZh": "亚马逊"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "anthracite-org",
   "motif": "wanderer",
   "name": "Anthracite ORG",
   "nameZh": "Anthracite ORG"
  },
  {
   "accentColor": "#d97757",
   "continent": "west",
   "country": "US",
   "homepage": "https://anthropic.com",
   "id": "anthropic",
   "motif": "origami",
   "name": "Anthropic",
   "nameZh": "Anthropic"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "apodex",
   "motif": "wanderer",
   "name": "Apodex",
   "nameZh": "Apodex"
  },
  {
   "accentColor": "#5f4bff",
   "continent": "west",
   "country": "US",
   "homepage": "https://arcee.ai",
   "id": "arcee-ai",
   "motif": "arc",
   "name": "Arcee AI",
   "nameZh": "Arcee AI"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "baai",
   "motif": "wanderer",
   "name": "Baai",
   "nameZh": "Baai"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "baichuan",
   "motif": "wanderer",
   "name": "Baichuan",
   "nameZh": "Baichuan"
  },
  {
   "accentColor": "#2932e1",
   "continent": "east",
   "country": "CN",
   "homepage": "https://yiyan.baidu.com",
   "id": "baidu",
   "motif": "bearpaw",
   "name": "Baidu",
   "nameZh": "百度文心"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "black-forest-labs",
   "motif": "wanderer",
   "name": "Black Forest Labs",
   "nameZh": "Black Forest Labs"
  },
  {
   "accentColor": "#325ffe",
   "continent": "east",
   "country": "CN",
   "homepage": "https://volcengine.com",
   "id": "bytedance-seed",
   "motif": "bean",
   "name": "Bytedance Seed",
   "nameZh": "字节豆包"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "canopylabs",
   "motif": "wanderer",
   "name": "Canopylabs",
   "nameZh": "Canopylabs"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "cognitivecomputations",
   "motif": "wanderer",
   "name": "Cognitivecomputations",
   "nameZh": "Cognitivecomputations"
  },
  {
   "accentColor": "#39594d",
   "continent": "west",
   "country": "CA",
   "homepage": "https://cohere.com",
   "id": "cohere",
   "motif": "ring",
   "name": "Cohere",
   "nameZh": "Cohere"
  },
  {
   "accentColor": "#14b8a6",
   "continent": "west",
   "country": "US",
   "homepage": null,
   "id": "deepreinforce",
   "motif": "loop",
   "name": "Deepreinforce",
   "nameZh": "Deep Reinforce"
  },
  {
   "accentColor": "#4d6bfe",
   "continent": "east",
   "country": "CN",
   "homepage": "https://deepseek.com",
   "id": "deepseek",
   "motif": "whale",
   "name": "DeepSeek",
   "nameZh": "深度求索"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "elorian",
   "motif": "wanderer",
   "name": "Elorian",
   "nameZh": "Elorian"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "essentialai",
   "motif": "wanderer",
   "name": "Essentialai",
   "nameZh": "Essentialai"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "fireworks",
   "motif": "wanderer",
   "name": "Fireworks",
   "nameZh": "Fireworks"
  },
  {
   "accentColor": "#4285f4",
   "continent": "west",
   "country": "US",
   "homepage": "https://deepmind.google",
   "id": "google",
   "motif": "gemini",
   "name": "Google",
   "nameZh": "谷歌"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "gryphe",
   "motif": "wanderer",
   "name": "Gryphe",
   "nameZh": "Gryphe"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "huawei",
   "motif": "wanderer",
   "name": "Huawei",
   "nameZh": "Huawei"
  },
  {
   "accentColor": "#0f62fe",
   "continent": "west",
   "country": "US",
   "homepage": "https://ibm.com/granite",
   "id": "ibm",
   "motif": "granite",
   "name": "IBM",
   "nameZh": "IBM"
  },
  {
   "accentColor": "#7c3aed",
   "continent": "west",
   "country": "US",
   "homepage": "https://inceptionlabs.ai",
   "id": "inception",
   "motif": "ripple",
   "name": "Inception",
   "nameZh": "Inception"
  },
  {
   "accentColor": "#1677ff",
   "continent": "east",
   "country": "CN",
   "homepage": "https://ling.tbox.cn",
   "id": "inclusionai",
   "motif": "ant",
   "name": "Inclusionai",
   "nameZh": "蚂蚁百灵"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "inference-net",
   "motif": "wanderer",
   "name": "Inference NET",
   "nameZh": "Inference NET"
  },
  {
   "accentColor": "#ff5000",
   "continent": "east",
   "country": "CN",
   "homepage": "https://kwaipilot.github.io",
   "id": "kwaipilot",
   "motif": "shutter",
   "name": "Kwaipilot",
   "nameZh": "快手"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "lightonai",
   "motif": "wanderer",
   "name": "Lightonai",
   "nameZh": "Lightonai"
  },
  {
   "accentColor": "#0f6fff",
   "continent": "west",
   "country": "US",
   "homepage": "https://liquid.ai",
   "id": "liquid",
   "motif": "droplet",
   "name": "Liquid Inference",
   "nameZh": "Liquid AI"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "mancer",
   "motif": "wanderer",
   "name": "Mancer",
   "nameZh": "Mancer"
  },
  {
   "accentColor": "#ffd100",
   "continent": "east",
   "country": "CN",
   "homepage": "https://longcat.chat",
   "id": "meituan",
   "motif": "cat",
   "name": "Meituan",
   "nameZh": "美团龙猫"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": "https://meragpt.com",
   "id": "meragpt",
   "motif": "wanderer",
   "name": "meraGPT",
   "nameZh": "meraGPT"
  },
  {
   "accentColor": "#0866ff",
   "continent": "west",
   "country": "US",
   "homepage": "https://ai.meta.com",
   "id": "meta",
   "motif": "llama",
   "name": "Meta",
   "nameZh": "Meta"
  },
  {
   "accentColor": "#00a4ef",
   "continent": "west",
   "country": "US",
   "homepage": "https://microsoft.com/ai",
   "id": "microsoft",
   "motif": "windowpane",
   "name": "Microsoft",
   "nameZh": "微软"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "mindlab",
   "motif": "wanderer",
   "name": "Mindlab",
   "nameZh": "Mindlab"
  },
  {
   "accentColor": "#ff5a3c",
   "continent": "east",
   "country": "CN",
   "homepage": "https://minimax.io",
   "id": "minimax",
   "motif": "conch",
   "name": "MiniMax (minimax.io)",
   "nameZh": "MiniMax"
  },
  {
   "accentColor": "#fa520f",
   "continent": "west",
   "country": "FR",
   "homepage": "https://mistral.ai",
   "id": "mistral",
   "motif": "wind",
   "name": "Mistral",
   "nameZh": "Mistral"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "mixedbread",
   "motif": "wanderer",
   "name": "Mixedbread",
   "nameZh": "Mixedbread"
  },
  {
   "accentColor": "#0d1117",
   "continent": "east",
   "country": "CN",
   "homepage": "https://moonshot.cn",
   "id": "moonshotai",
   "motif": "moonrabbit",
   "name": "Moonshot AI",
   "nameZh": "月之暗面"
  },
  {
   "accentColor": "#22c55e",
   "continent": "west",
   "country": "US",
   "homepage": "https://morphllm.com",
   "id": "morph",
   "motif": "shift",
   "name": "Morph",
   "nameZh": "Morph"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "motif-technologies",
   "motif": "wanderer",
   "name": "Motif Technologies",
   "nameZh": "Motif Technologies"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "nex-agi",
   "motif": "wanderer",
   "name": "NEX AGI",
   "nameZh": "NEX AGI"
  },
  {
   "accentColor": "#e0b341",
   "continent": "west",
   "country": "US",
   "homepage": "https://nousresearch.com",
   "id": "nousresearch",
   "motif": "compass",
   "name": "Nousresearch",
   "nameZh": "Nous Research"
  },
  {
   "accentColor": "#76b900",
   "continent": "west",
   "country": "US",
   "homepage": "https://nvidia.com",
   "id": "nvidia",
   "motif": "greeneye",
   "name": "Nvidia",
   "nameZh": "英伟达"
  },
  {
   "accentColor": "#10a37f",
   "continent": "west",
   "country": "US",
   "homepage": "https://openai.com",
   "id": "openai",
   "motif": "blossom",
   "name": "OpenAI",
   "nameZh": "OpenAI"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "openbmb",
   "motif": "wanderer",
   "name": "Openbmb",
   "nameZh": "Openbmb"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "opendatalab",
   "motif": "wanderer",
   "name": "Opendatalab",
   "nameZh": "Opendatalab"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "paddlepaddle",
   "motif": "wanderer",
   "name": "Paddlepaddle",
   "nameZh": "Paddlepaddle"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "particle-ai",
   "motif": "wanderer",
   "name": "Particle AI",
   "nameZh": "Particle AI"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "perceptron",
   "motif": "wanderer",
   "name": "Perceptron",
   "nameZh": "Perceptron"
  },
  {
   "accentColor": "#20808d",
   "continent": "west",
   "country": "US",
   "homepage": "https://perplexity.ai",
   "id": "perplexity",
   "motif": "comet",
   "name": "Perplexity",
   "nameZh": "Perplexity"
  },
  {
   "accentColor": "#00b4d8",
   "continent": "west",
   "country": "US",
   "homepage": "https://poolside.ai",
   "id": "poolside",
   "motif": "wave",
   "name": "Poolside",
   "nameZh": "Poolside"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "quiverai",
   "motif": "wanderer",
   "name": "Quiverai",
   "nameZh": "Quiverai"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "recursive",
   "motif": "wanderer",
   "name": "Recursive",
   "nameZh": "Recursive"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": "https://developers.reflection.ai",
   "id": "reflection",
   "motif": "wanderer",
   "name": "Reflection",
   "nameZh": "Reflection"
  },
  {
   "accentColor": "#5b5bd6",
   "continent": "west",
   "country": "US",
   "homepage": "https://reka.ai",
   "id": "rekaai",
   "motif": "prism",
   "name": "Rekaai",
   "nameZh": "Reka"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "US",
   "homepage": null,
   "id": "relace",
   "motif": "wanderer",
   "name": "Relace",
   "nameZh": "Relace"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "ricursiveai",
   "motif": "wanderer",
   "name": "Ricursiveai",
   "nameZh": "Ricursiveai"
  },
  {
   "accentColor": "#ef4444",
   "continent": "west",
   "country": "JP",
   "homepage": "https://sakana.ai",
   "id": "sakana",
   "motif": "fish",
   "name": "Sakana AI",
   "nameZh": "Sakana AI"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "sao10k",
   "motif": "wanderer",
   "name": "Sao10k",
   "nameZh": "Sao10k"
  },
  {
   "accentColor": "#ff8c1a",
   "continent": "west",
   "country": "IN",
   "homepage": "https://sarvam.ai",
   "id": "sarvam",
   "motif": "lotus",
   "name": "Sarvam AI",
   "nameZh": "Sarvam AI"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "scaledown",
   "motif": "wanderer",
   "name": "Scaledown",
   "nameZh": "Scaledown"
  },
  {
   "accentColor": "#006c35",
   "continent": "west",
   "country": "SA",
   "homepage": "https://sdaia.gov.sa",
   "id": "sdaia",
   "motif": "dune",
   "name": "Sdaia",
   "nameZh": "SDAIA"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "stealth",
   "motif": "wanderer",
   "name": "Stealth",
   "nameZh": "Stealth"
  },
  {
   "accentColor": "#1a56db",
   "continent": "east",
   "country": "CN",
   "homepage": "https://stepfun.com",
   "id": "stepfun",
   "motif": "stair",
   "name": "StepFun (China)",
   "nameZh": "阶跃星辰"
  },
  {
   "accentColor": "#d52b1e",
   "continent": "west",
   "country": "CH",
   "homepage": "https://swiss-ai.org",
   "id": "swiss-ai",
   "motif": "alps",
   "name": "Swiss AI",
   "nameZh": "Swiss AI"
  },
  {
   "accentColor": "#0052d9",
   "continent": "east",
   "country": "CN",
   "homepage": "https://hunyuan.tencent.com",
   "id": "tencent",
   "motif": "penguin",
   "name": "Tencent",
   "nameZh": "腾讯混元"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "thedrummer",
   "motif": "wanderer",
   "name": "Thedrummer",
   "nameZh": "Thedrummer"
  },
  {
   "accentColor": "#9b8cff",
   "continent": "west",
   "country": "US",
   "homepage": "https://thinkingmachines.ai",
   "id": "thinkingmachines",
   "motif": "gear",
   "name": "Thinking Machines",
   "nameZh": "Thinking Machines"
  },
  {
   "accentColor": "#f27a1a",
   "continent": "west",
   "country": "TR",
   "homepage": "https://trendyol.com",
   "id": "trendyol",
   "motif": "tulip",
   "name": "Trendyol",
   "nameZh": "Trendyol"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "typesafe",
   "motif": "wanderer",
   "name": "Typesafe",
   "nameZh": "Typesafe"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": "https://unbiased.ai",
   "id": "unbiased",
   "motif": "wanderer",
   "name": "Pareto by Unbiased",
   "nameZh": "Pareto by Unbiased"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": null,
   "id": "undi95",
   "motif": "wanderer",
   "name": "Undi95",
   "nameZh": "Undi95"
  },
  {
   "accentColor": "#8b5cf6",
   "continent": "west",
   "country": "KR",
   "homepage": "https://upstage.ai",
   "id": "upstage",
   "motif": "sun",
   "name": "Upstage",
   "nameZh": "Upstage"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": "https://lab.vispark.in",
   "id": "vispark",
   "motif": "wanderer",
   "name": "Vispark",
   "nameZh": "Vispark"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "ZZ",
   "homepage": "https://docs.vivgrid.com",
   "id": "vivgrid",
   "motif": "wanderer",
   "name": "Vivgrid",
   "nameZh": "Vivgrid"
  },
  {
   "accentColor": "#7c8da6",
   "continent": "west",
   "country": "US",
   "homepage": null,
   "id": "writer",
   "motif": "wanderer",
   "name": "Writer",
   "nameZh": "Writer"
  },
  {
   "accentColor": "#1d1d1f",
   "continent": "west",
   "country": "US",
   "homepage": "https://x.ai",
   "id": "xai",
   "motif": "voidx",
   "name": "xAI",
   "nameZh": "xAI"
  },
  {
   "accentColor": "#ff6900",
   "continent": "east",
   "country": "CN",
   "homepage": "https://xiaomi.com",
   "id": "xiaomi",
   "motif": "millet",
   "name": "Xiaomi",
   "nameZh": "小米"
  },
  {
   "accentColor": "#3859ff",
   "continent": "east",
   "country": "CN",
   "homepage": "https://z.ai",
   "id": "zhipuai",
   "motif": "sage",
   "name": "Zhipu AI",
   "nameZh": "智谱"
  }
 ],
 "models": [
  {
   "id": "abacusai/dracarys-llama-3.1-70b-instruct",
   "slug": "abacusai-dracarys-llama-3-1-70b-instruct",
   "name": "Dracarys Llama 3.1 70B Instruct",
   "vendor_id": "abacusai",
   "vendor": "Abacusai",
   "vendor_zh": "Abacusai",
   "country": "ZZ",
   "release_date": "2024-08-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.55
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/abacusai-dracarys-llama-3-1-70b-instruct/"
  },
  {
   "id": "ai21/jamba-large",
   "slug": "ai21-jamba-large",
   "name": "Jamba Large",
   "vendor_id": "ai21",
   "vendor": "AI21 Labs",
   "vendor_zh": "AI21",
   "country": "IL",
   "release_date": "2025-07-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08-22",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 398.56
   },
   "context_window": 256000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2,
    "outputPerMTok": 8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ai21-jamba-large/"
  },
  {
   "id": "ai21/jamba-mini",
   "slug": "ai21-jamba-mini",
   "name": "Jamba Mini",
   "vendor_id": "ai21",
   "vendor": "AI21 Labs",
   "vendor_zh": "AI21",
   "country": "IL",
   "release_date": "2026-01-08",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08-22",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 51.57
   },
   "context_window": 256000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ai21-jamba-mini/"
  },
  {
   "id": "aion-labs/aion-2.0",
   "slug": "aion-labs-aion-2-0",
   "name": "Aion-2.0",
   "vendor_id": "aion-labs",
   "vendor": "Aion Labs",
   "vendor_zh": "Aion Labs",
   "country": "ZZ",
   "release_date": "2025-12-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 0.8,
    "outputPerMTok": 1.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/aion-labs-aion-2-0/"
  },
  {
   "id": "aion-labs/aion-3.0",
   "slug": "aion-labs-aion-3-0",
   "name": "Aion-3.0",
   "vendor_id": "aion-labs",
   "vendor": "Aion Labs",
   "vendor_zh": "Aion Labs",
   "country": "ZZ",
   "release_date": "2026-05-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.75,
    "inputPerMTok": 3,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/aion-labs-aion-3-0/"
  },
  {
   "id": "aion-labs/aion-3.0-mini",
   "slug": "aion-labs-aion-3-0-mini",
   "name": "Aion-3.0-Mini",
   "vendor_id": "aion-labs",
   "vendor": "Aion Labs",
   "vendor_zh": "Aion Labs",
   "country": "ZZ",
   "release_date": "2026-05-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.18,
    "inputPerMTok": 0.7,
    "outputPerMTok": 1.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/aion-labs-aion-3-0-mini/"
  },
  {
   "id": "aion-labs/aion-rp-llama-3.1-8b",
   "slug": "aion-labs-aion-rp-llama-3-1-8b",
   "name": "Aion-RP 1.0 (8B)",
   "vendor_id": "aion-labs",
   "vendor": "Aion Labs",
   "vendor_zh": "Aion Labs",
   "country": "ZZ",
   "release_date": "2025-02-04",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 32768,
   "max_output": 29491,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 0.8,
    "outputPerMTok": 1.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/aion-labs-aion-rp-llama-3-1-8b/"
  },
  {
   "id": "aisingapore/gemma-sea-lion-v4-27b-it",
   "slug": "aisingapore-gemma-sea-lion-v4-27b-it",
   "name": "Gemma-SEA-LION-v4-27B-IT",
   "vendor_id": "aisingapore",
   "vendor": "Aisingapore",
   "vendor_zh": "AI Singapore",
   "country": "SG",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 27.43
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.12,
    "inputPerMTok": 0.351,
    "outputPerMTok": 0.555
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/aisingapore-gemma-sea-lion-v4-27b-it/"
  },
  {
   "id": "aleph-alpha/kolibri-1",
   "slug": "aleph-alpha-kolibri-1",
   "name": "Kolibri 1",
   "vendor_id": "aleph-alpha",
   "vendor": "Aleph Alpha",
   "vendor_zh": "Aleph Alpha",
   "country": "ZZ",
   "release_date": "2026-10-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06-18",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 77.4
   },
   "context_window": 1048576,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 0.084,
    "inputPerMTok": 0.16,
    "outputPerMTok": 0.56
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/aleph-alpha-kolibri-1/"
  },
  {
   "id": "alibaba/qwen-2.5-72b-instruct",
   "slug": "alibaba-qwen-2-5-72b-instruct",
   "name": "Qwen 2.5 72B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-09-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 72
   },
   "context_window": 32768,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.36,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 8.06,
    "arc_agi_2": null,
    "eci": 127.23,
    "fiction_live": null,
    "gpqa_diamond": 49.15,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.8e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 8.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 94.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "balrog",
     "score": 16.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "bbh",
     "score": 79.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "dtbench",
     "score": 62.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 127.23,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 49.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 84.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 13.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 63.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 5.17,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 85.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "piqa",
     "score": 82.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "the_agent_company",
     "score": 5.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-qwen2.5-72b"
    },
    {
     "league": "trivia_qa",
     "score": 71.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "weirdml",
     "score": 15.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "wino_grande",
     "score": 82.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-2-5-72b-instruct/"
  },
  {
   "id": "alibaba/qwen-2.5-7b-instruct",
   "slug": "alibaba-qwen-2-5-7b-instruct",
   "name": "Qwen 2.5 7B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-09-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-21",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 7
   },
   "context_window": 32768,
   "max_output": 29491,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 2.5,
    "arc_agi_2": null,
    "eci": 118.54,
    "fiction_live": null,
    "gpqa_diamond": 35.48,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 8.2188e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 2.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 7.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "dtbench",
     "score": 47.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 118.54,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 35.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 6.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mmlu",
     "score": 72.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-2-5-7b-instruct/"
  },
  {
   "id": "alibaba/qwen-3-14b",
   "slug": "alibaba-qwen-3-14b",
   "name": "Qwen 3 14B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-28",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 14
   },
   "context_window": 40960,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.12,
    "outputPerMTok": 0.24
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 66.39,
    "arc_agi_2": null,
    "eci": 138.15,
    "fiction_live": null,
    "gpqa_diamond": 63.76,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.1968e+24,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 58.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 66.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 138.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 63.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 58.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 18.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-3-14b/"
  },
  {
   "id": "alibaba/qwen-3-235b",
   "slug": "alibaba-qwen-3-235b",
   "name": "Qwen 3 235B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-17",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 235
   },
   "context_window": 262144,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-3-235b/"
  },
  {
   "id": "alibaba/qwen-3-30b",
   "slug": "alibaba-qwen-3-30b",
   "name": "Qwen 3 30B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 30
   },
   "context_window": 40960,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-3-30b/"
  },
  {
   "id": "alibaba/qwen-flash",
   "slug": "alibaba-qwen-flash",
   "name": "Qwen Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-flash/"
  },
  {
   "id": "alibaba/qwen-image-2.1",
   "slug": "alibaba-qwen-image-2-1",
   "name": "Qwen-Image-2.1",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-09-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Qwen",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.12
   },
   "context_window": 8192,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-image-2-1/"
  },
  {
   "id": "alibaba/qwen-max",
   "slug": "alibaba-qwen-max",
   "name": "Qwen Max",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-04-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.6,
    "outputPerMTok": 6.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 16.11,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 56.12,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 21.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 21.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 16.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 56.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 67.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-max/"
  },
  {
   "id": "alibaba/qwen-mt-plus",
   "slug": "alibaba-qwen-mt-plus",
   "name": "Qwen MT Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 16384,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.46,
    "outputPerMTok": 7.37
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-mt-plus/"
  },
  {
   "id": "alibaba/qwen-omni-turbo",
   "slug": "alibaba-qwen-omni-turbo",
   "name": "Qwen-Omni Turbo",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-01-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.27
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-omni-turbo/"
  },
  {
   "id": "alibaba/qwen-plus",
   "slug": "alibaba-qwen-plus",
   "name": "Qwen Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-01-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.08,
    "inputPerMTok": 0.4,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 17.78,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 48.11,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 17.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 81.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 48.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 23.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 65.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-plus/"
  },
  {
   "id": "alibaba/qwen-plus-2025-07-28",
   "slug": "alibaba-qwen-plus-2025-07-28",
   "name": "Qwen Plus 2025 07 28",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-01-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.052,
    "inputPerMTok": 0.26,
    "outputPerMTok": 0.78
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 17.78,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 48.11,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 17.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 81.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 48.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 23.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 65.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-plus-2025-07-28/"
  },
  {
   "id": "alibaba/qwen-turbo",
   "slug": "alibaba-qwen-turbo",
   "name": "Qwen Turbo",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-11-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.11,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 41.79,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 6.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 41.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 56.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-turbo/"
  },
  {
   "id": "alibaba/qwen-vl-max",
   "slug": "alibaba-qwen-vl-max",
   "name": "Qwen-VL Max",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-04-08",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.8,
    "outputPerMTok": 3.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-vl-max/"
  },
  {
   "id": "alibaba/qwen-vl-plus",
   "slug": "alibaba-qwen-vl-plus",
   "name": "Qwen-VL Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-01-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.21,
    "outputPerMTok": 0.63
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen-vl-plus/"
  },
  {
   "id": "alibaba/qwen2-5-vl-72b-instruct",
   "slug": "alibaba-qwen2-5-vl-72b-instruct",
   "name": "Qwen2.5-VL 72B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-01-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 73.41
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 0.8,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.8e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "geobench",
     "score": 62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "os_world",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "spatialviz_bench",
     "score": 33.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "video_mme",
     "score": 73.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://video-mme.github.io/home_page.html#leaderboard"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen2-5-vl-72b-instruct/"
  },
  {
   "id": "alibaba/qwen2.5-7b-instruct",
   "slug": "alibaba-qwen2-5-7b-instruct",
   "name": "Qwen2.5 7B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-09-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.62
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.05
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 2.5,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 35.48,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 8.2188e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 2.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 7.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "dtbench",
     "score": 47.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 35.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 6.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mmlu",
     "score": 72.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen2-5-7b-instruct/"
  },
  {
   "id": "alibaba/qwen2.5-coder-0.5b",
   "slug": "alibaba-qwen2-5-coder-0-5b",
   "name": "Qwen2.5-Coder-0.5B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-11-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.49
   },
   "context_window": 32768,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen2-5-coder-0-5b/"
  },
  {
   "id": "alibaba/qwen2.5-coder-32b-instruct",
   "slug": "alibaba-qwen2-5-coder-32b-instruct",
   "name": "Qwen2.5-Coder-32B-Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2024-09-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.76
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.1003,
    "inputPerMTok": 0.2006,
    "outputPerMTok": 0.2006
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 118.73,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.0725e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 16.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 16.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "arc_ai2",
     "score": 70.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2409.12186"
    },
    {
     "league": "eci",
     "score": 118.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2409.12186"
    },
    {
     "league": "hella_swag",
     "score": 83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2409.12186"
    },
    {
     "league": "mmlu",
     "score": 79.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2409.12186"
    },
    {
     "league": "wino_grande",
     "score": 80.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2409.12186"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen2-5-coder-32b-instruct/"
  },
  {
   "id": "alibaba/qwen3-14b",
   "slug": "alibaba-qwen3-14b",
   "name": "Qwen3 14B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 14
   },
   "context_window": 40960,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.12,
    "outputPerMTok": 0.24
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 66.39,
    "arc_agi_2": null,
    "eci": 136.06,
    "fiction_live": null,
    "gpqa_diamond": 63.76,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.1968e+24,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 58.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 66.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 136.06,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 63.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 58.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 18.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-14b/"
  },
  {
   "id": "alibaba/qwen3-235b-a22b",
   "slug": "alibaba-qwen3-235b-a22b",
   "name": "Qwen3 235B-A22B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 22,
    "confidence": "exact",
    "totalB": 235.09
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": 1.25,
    "eci": 138.4,
    "fiction_live": 68.8,
    "gpqa_diamond": 70.71,
    "swe_bench_pro": 21.41,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.752e+24,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 21.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "livebench_coding",
     "score": 67.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 75.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 138.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 8.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 70.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 67.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "lmca",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 68.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 40.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 21.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "vending_bench_2",
     "score": -11.34,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 37.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-235b-a22b/"
  },
  {
   "id": "alibaba/qwen3-235b-a22b-2507",
   "slug": "alibaba-qwen3-235b-a22b-2507",
   "name": "Qwen3 235B A22b 2507",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 22,
    "confidence": "estimated",
    "totalB": 235
   },
   "context_window": 262144,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": 1.25,
    "eci": 138.4,
    "fiction_live": 68.8,
    "gpqa_diamond": 70.71,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.752e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 78.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 138.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 8.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 70.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 23.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 68.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 40.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": -11.34,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 37.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-235b-a22b-2507/"
  },
  {
   "id": "alibaba/qwen3-235b-a22b-instruct-2507",
   "slug": "alibaba-qwen3-235b-a22b-instruct-2507",
   "name": "Qwen3 235B-A22B Instruct 2507",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 22,
    "confidence": "exact",
    "totalB": 235.09
   },
   "context_window": 262144,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.11,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": 1.25,
    "eci": 138.4,
    "fiction_live": 68.8,
    "gpqa_diamond": 70.71,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.752e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 69.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 13.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 78.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 138.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 8.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 70.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 13.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 69.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 23.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 68.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 40.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": -11.34,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 38.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-235b-a22b-instruct-2507/"
  },
  {
   "id": "alibaba/qwen3-235b-a22b-thinking",
   "slug": "alibaba-qwen3-235b-a22b-thinking",
   "name": "Qwen3 235B A22b Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 22,
    "confidence": "estimated",
    "totalB": 235
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": 1.25,
    "eci": 143.87,
    "fiction_live": 68.8,
    "gpqa_diamond": 80.05,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.752e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 143.87,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 8.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 80.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lech_mazur_writing",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/lechmazur/Writing"
    },
    {
     "league": "lmca",
     "score": 29.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 68.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 40.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": -11.34,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 41.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-235b-a22b-thinking/"
  },
  {
   "id": "alibaba/qwen3-235b-a22b-thinking-2507",
   "slug": "alibaba-qwen3-235b-a22b-thinking-2507",
   "name": "Qwen3 235B-A22B Thinking 2507",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 22,
    "confidence": "exact",
    "totalB": 235.09
   },
   "context_window": 262144,
   "max_output": 81920,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.89855072
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": 1.25,
    "eci": 138.4,
    "fiction_live": 68.8,
    "gpqa_diamond": 80.05,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.752e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "livebench_coding",
     "score": 68.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 138.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 8.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 80.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 68.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 29.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 68.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 40.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": -11.34,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 41.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-235b-a22b-thinking-2507/"
  },
  {
   "id": "alibaba/qwen3-30b-a3b",
   "slug": "alibaba-qwen3-30b-a3b",
   "name": "Qwen3 30B A3B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 30.53
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.0216,
    "inputPerMTok": 0.11,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 62.78,
    "arc_agi_2": null,
    "eci": 134.16,
    "fiction_live": null,
    "gpqa_diamond": 61.68,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.48e+23,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 48.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 62.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 60.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 134.16,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 61.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 48.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 15.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "weirdml",
     "score": 29.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-30b-a3b/"
  },
  {
   "id": "alibaba/qwen3-30b-a3b-instruct-2507",
   "slug": "alibaba-qwen3-30b-a3b-instruct-2507",
   "name": "Qwen3 30B-A3B Instruct 2507",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 30.53
   },
   "context_window": 262144,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 62.22,
    "arc_agi_2": null,
    "eci": 134.16,
    "fiction_live": null,
    "gpqa_diamond": 55.62,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.48e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 62.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 67.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 134.16,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 55.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 22.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "weirdml",
     "score": 29.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-30b-a3b-instruct-2507/"
  },
  {
   "id": "alibaba/qwen3-30b-a3b-thinking-2507",
   "slug": "alibaba-qwen3-30b-a3b-thinking-2507",
   "name": "Qwen3 30B A3B Thinking 2507",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 3,
    "confidence": "estimated",
    "totalB": 30
   },
   "context_window": 81920,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 70.28,
    "arc_agi_2": null,
    "eci": 136.18,
    "fiction_live": null,
    "gpqa_diamond": 70.08,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.48e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 70.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 69.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 136.18,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 70.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lech_mazur_writing",
     "score": 75.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/lechmazur/Writing"
    },
    {
     "league": "lmca",
     "score": 19.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "weirdml",
     "score": 29.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-30b-a3b-thinking-2507/"
  },
  {
   "id": "alibaba/qwen3-32b",
   "slug": "alibaba-qwen3-32b",
   "name": "Qwen3 32B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.76
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 66.94,
    "arc_agi_2": null,
    "eci": 136.85,
    "fiction_live": null,
    "gpqa_diamond": 65.72,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.0848e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 66.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 3.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 66.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 67.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 136.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 65.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 3.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 66.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 17.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-32b/"
  },
  {
   "id": "alibaba/qwen3-8b",
   "slug": "alibaba-qwen3-8b",
   "name": "Qwen3 8B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.19
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.18,
    "outputPerMTok": 0.7
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 56.11,
    "arc_agi_2": null,
    "eci": 132.07,
    "fiction_live": null,
    "gpqa_diamond": 56.76,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.7712e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 56.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 59.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 132.07,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 56.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 8.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8b/"
  },
  {
   "id": "alibaba/qwen3-coder",
   "slug": "alibaba-qwen3-coder",
   "name": "Qwen3 Coder",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.135,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 461.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.44,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 461.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.44,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder/"
  },
  {
   "id": "alibaba/qwen3-coder-30b-a3b",
   "slug": "alibaba-qwen3-coder-30b-a3b",
   "name": "Qwen3 Coder 30B A3B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 3,
    "confidence": "estimated",
    "totalB": 30
   },
   "context_window": 262144,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder-30b-a3b/"
  },
  {
   "id": "alibaba/qwen3-coder-30b-a3b-instruct",
   "slug": "alibaba-qwen3-coder-30b-a3b-instruct",
   "name": "Qwen3-Coder 30B-A3B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 30.53
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.45,
    "outputPerMTok": 2.25
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder-30b-a3b-instruct/"
  },
  {
   "id": "alibaba/qwen3-coder-480b-a35b-instruct",
   "slug": "alibaba-qwen3-coder-480b-a35b-instruct",
   "name": "Qwen3-Coder 480B-A35B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 35,
    "confidence": "exact",
    "totalB": 480.15
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 38.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1273.75
   },
   "training_compute_flop": 1.575e+24,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 38.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 27.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 74.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "gso",
     "score": 3.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 461.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.44,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1273.75,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 461.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.44,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 3.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 74.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "swe_bench_pro",
     "score": 38.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 27.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1273.75,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 41.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder-480b-a35b-instruct/"
  },
  {
   "id": "alibaba/qwen3-coder-flash",
   "slug": "alibaba-qwen3-coder-flash",
   "name": "Qwen3 Coder Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder-flash/"
  },
  {
   "id": "alibaba/qwen3-coder-next",
   "slug": "alibaba-qwen3-coder-next",
   "name": "Qwen3 Coder Next",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 79.67
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.07,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder-next/"
  },
  {
   "id": "alibaba/qwen3-coder-plus",
   "slug": "alibaba-qwen3-coder-plus",
   "name": "Qwen3 Coder Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-coder-plus/"
  },
  {
   "id": "alibaba/qwen3-embedding-8b",
   "slug": "alibaba-qwen3-embedding-8b",
   "name": "Qwen3 Embedding 8B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-06-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.57
   },
   "context_window": 32768,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-embedding-8b/"
  },
  {
   "id": "alibaba/qwen3-max",
   "slug": "alibaba-qwen3-max",
   "name": "Qwen3 Max",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.24,
    "inputPerMTok": 1.2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 73.33,
    "arc_agi_2": null,
    "eci": 142.43,
    "fiction_live": null,
    "gpqa_diamond": 72.6,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.512e+25,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 71.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "ale_bench",
     "score": 370.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 73.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 370.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 14.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.43,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 18.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 72.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 71.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "lmca",
     "score": 28.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 48.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 71.57,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-max/"
  },
  {
   "id": "alibaba/qwen3-max-preview",
   "slug": "alibaba-qwen3-max-preview",
   "name": "Qwen3 Max Preview",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.86956522,
    "outputPerMTok": 3.47826087
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 73.33,
    "arc_agi_2": null,
    "eci": 142.43,
    "fiction_live": null,
    "gpqa_diamond": 72.6,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.512e+25,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 370.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 73.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 370.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 14.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.43,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 18.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 72.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 28.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 48.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 71.57,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-max-preview/"
  },
  {
   "id": "alibaba/qwen3-max-thinking",
   "slug": "alibaba-qwen3-max-thinking",
   "name": "Qwen3 MAX Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.24,
    "inputPerMTok": 1.2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 73.33,
    "arc_agi_2": null,
    "eci": 142.43,
    "fiction_live": null,
    "gpqa_diamond": 72.6,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.512e+25,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 370.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 73.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 370.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 14.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.43,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 18.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 72.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 28.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 48.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 71.57,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-max-thinking/"
  },
  {
   "id": "alibaba/qwen3-next-80b-a3b-instruct",
   "slug": "alibaba-qwen3-next-80b-a3b-instruct",
   "name": "Qwen3-Next 80B-A3B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-01",
   "release_date_precision": "month",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 81.32
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.07,
    "inputPerMTok": 0.5,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 68.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 68.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-next-80b-a3b-instruct/"
  },
  {
   "id": "alibaba/qwen3-next-80b-a3b-thinking",
   "slug": "alibaba-qwen3-next-80b-a3b-thinking",
   "name": "Qwen3-Next 80B-A3B (Thinking)",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-01",
   "release_date_precision": "month",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 81.32
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.5,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-next-80b-a3b-thinking/"
  },
  {
   "id": "alibaba/qwen3-omni-30b-a3b-thinking",
   "slug": "alibaba-qwen3-omni-30b-a3b-thinking",
   "name": "Qwen3 Omni 30B A3B Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 31.72
   },
   "context_window": 65536,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.97
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-omni-30b-a3b-thinking/"
  },
  {
   "id": "alibaba/qwen3-reranker-8b",
   "slug": "alibaba-qwen3-reranker-8b",
   "name": "Qwen3 Reranker 8B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-06-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.19
   },
   "context_window": 32768,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.05,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-reranker-8b/"
  },
  {
   "id": "alibaba/qwen3-vl-235b-a22b-instruct",
   "slug": "alibaba-qwen3-vl-235b-a22b-instruct",
   "name": "Qwen3 VL 235B A22B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 22,
    "confidence": "exact",
    "totalB": 235.67
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.11,
    "inputPerMTok": 0.21,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-235b-a22b-instruct/"
  },
  {
   "id": "alibaba/qwen3-vl-235b-a22b-thinking",
   "slug": "alibaba-qwen3-vl-235b-a22b-thinking",
   "name": "Qwen3 VL 235B A22B Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 22,
    "confidence": "exact",
    "totalB": 235.67
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.0574,
    "inputPerMTok": 0.4,
    "outputPerMTok": 3.95
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-235b-a22b-thinking/"
  },
  {
   "id": "alibaba/qwen3-vl-30b-a3b-instruct",
   "slug": "alibaba-qwen3-vl-30b-a3b-instruct",
   "name": "Qwen3 VL 30B A3B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-10-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 31.07
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-30b-a3b-instruct/"
  },
  {
   "id": "alibaba/qwen3-vl-30b-a3b-thinking",
   "slug": "alibaba-qwen3-vl-30b-a3b-thinking",
   "name": "Qwen3 VL 30B A3B Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-10-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-15",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 3,
    "confidence": "estimated",
    "totalB": 30
   },
   "context_window": 262144,
   "max_output": 235929,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.29,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-30b-a3b-thinking/"
  },
  {
   "id": "alibaba/qwen3-vl-32b-instruct",
   "slug": "alibaba-qwen3-vl-32b-instruct",
   "name": "Qwen3 VL 32B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-10-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 32
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.16,
    "outputPerMTok": 0.64
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-32b-instruct/"
  },
  {
   "id": "alibaba/qwen3-vl-8b-instruct",
   "slug": "alibaba-qwen3-vl-8b-instruct",
   "name": "Qwen3 VL 8B Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-10-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 8
   },
   "context_window": 262144,
   "max_output": 235929,
   "pricing": {
    "cachedInputPerMTok": 0.12,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.75
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-8b-instruct/"
  },
  {
   "id": "alibaba/qwen3-vl-8b-thinking",
   "slug": "alibaba-qwen3-vl-8b-thinking",
   "name": "Qwen3 VL 8B Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-10-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 8
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.18,
    "outputPerMTok": 2.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-8b-thinking/"
  },
  {
   "id": "alibaba/qwen3-vl-flash",
   "slug": "alibaba-qwen3-vl-flash",
   "name": "Qwen3 VL Flash (Alibaba Cloud)",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.0044,
    "inputPerMTok": 0.022,
    "outputPerMTok": 0.215
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-flash/"
  },
  {
   "id": "alibaba/qwen3-vl-instruct",
   "slug": "alibaba-qwen3-vl-instruct",
   "name": "Qwen3 VL Instruct",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.11,
    "inputPerMTok": 0.26,
    "outputPerMTok": 1.15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-instruct/"
  },
  {
   "id": "alibaba/qwen3-vl-plus",
   "slug": "alibaba-qwen3-vl-plus",
   "name": "Qwen3-VL Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-plus/"
  },
  {
   "id": "alibaba/qwen3-vl-thinking",
   "slug": "alibaba-qwen3-vl-thinking",
   "name": "Qwen3 VL Thinking",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-vl-thinking/"
  },
  {
   "id": "alibaba/qwen3.5-0.8b",
   "slug": "alibaba-qwen3-5-0-8b",
   "name": "Qwen3.5 0.8B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-03-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.87
   },
   "context_window": 262144,
   "max_output": 81920,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-0-8b/"
  },
  {
   "id": "alibaba/qwen3.5-122b-a10b",
   "slug": "alibaba-qwen3-5-122b-a10b",
   "name": "Qwen3.5 122B-A10B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 10,
    "confidence": "exact",
    "totalB": 125.09
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 3.2
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 72,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 72,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 0.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 84.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 32.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 72,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-122b-a10b/"
  },
  {
   "id": "alibaba/qwen3.5-27b",
   "slug": "alibaba-qwen3-5-27b",
   "name": "Qwen3.5 27B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 27.78
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 72.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1357.38
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 72.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.5-27B"
    },
    {
     "league": "ale_bench",
     "score": 349.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1357.38,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 349.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 33.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "swe_bench_vendor",
     "score": 72.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.5-27B"
    },
    {
     "league": "vending_bench_2",
     "score": 201.98,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1357.38,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-27b/"
  },
  {
   "id": "alibaba/qwen3.5-2b",
   "slug": "alibaba-qwen3-5-2b",
   "name": "Qwen3.5 2B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-03-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 2.27
   },
   "context_window": 262144,
   "max_output": 81920,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.02,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-2b/"
  },
  {
   "id": "alibaba/qwen3.5-35b-a3b",
   "slug": "alibaba-qwen3-5-35b-a3b",
   "name": "Qwen3.5 35B-A3B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 35.95
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.25,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 70,
    "arc_agi_2": null,
    "eci": 144.05,
    "fiction_live": null,
    "gpqa_diamond": 83.46,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 221.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 221.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 83.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 29.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "vending_bench_2",
     "score": 462.69,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-35b-a3b/"
  },
  {
   "id": "alibaba/qwen3.5-35b-a3b-base",
   "slug": "alibaba-qwen3-5-35b-a3b-base",
   "name": "Qwen3.5 35B-A3B Base",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 35.95
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.108,
    "inputPerMTok": 0.54,
    "outputPerMTok": 1.335
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-35b-a3b-base/"
  },
  {
   "id": "alibaba/qwen3.5-397b-a17b",
   "slug": "alibaba-qwen3-5-397b-a17b",
   "name": "Qwen3.5 397B-A17B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 17,
    "confidence": "exact",
    "totalB": 403.4
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.22,
    "inputPerMTok": 0.6,
    "outputPerMTok": 3.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 88.89,
    "arc_agi_2": null,
    "eci": 147.96,
    "fiction_live": null,
    "gpqa_diamond": 86.36,
    "swe_bench_pro": null,
    "swe_bench_vendor": 76.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 76.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B"
    },
    {
     "league": "ale_bench",
     "score": 621.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 88.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 621.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 24.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 87.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.96,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 31.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 86.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 37.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 76.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-397b-a17b/"
  },
  {
   "id": "alibaba/qwen3.5-4b",
   "slug": "alibaba-qwen3-5-4b",
   "name": "Qwen3.5 4B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 4.66
   },
   "context_window": 262144,
   "max_output": 81920,
   "pricing": {
    "cachedInputPerMTok": 0.066,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.07
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 55.83,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 55.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-4b/"
  },
  {
   "id": "alibaba/qwen3.5-9b",
   "slug": "alibaba-qwen3-5-9b",
   "name": "Qwen3.5 9B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 9.65
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 61.67,
    "arc_agi_2": null,
    "eci": 139.5,
    "fiction_live": null,
    "gpqa_diamond": 78.98,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 9.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 61.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 71.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 139.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 78.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 24.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 9.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-9b/"
  },
  {
   "id": "alibaba/qwen3.5-9b-base",
   "slug": "alibaba-qwen3-5-9b-base",
   "name": "Qwen3.5 9B Base",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 9.65
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.807
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-9b-base/"
  },
  {
   "id": "alibaba/qwen3.5-flash",
   "slug": "alibaba-qwen3-5-flash",
   "name": "Qwen3.5 Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 84.44,
    "arc_agi_2": null,
    "eci": 143.83,
    "fiction_live": null,
    "gpqa_diamond": 82.32,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1238.17
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 265.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1238.17,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 84.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 265.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 143.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 6.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 18.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 82.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 29.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 20.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 462.69,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1238.17,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-flash/"
  },
  {
   "id": "alibaba/qwen3.5-flash-02-23",
   "slug": "alibaba-qwen3-5-flash-02-23",
   "name": "Qwen3.5 Flash 02 23",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.09,
    "outputPerMTok": 0.368
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 84.44,
    "arc_agi_2": null,
    "eci": 143.83,
    "fiction_live": null,
    "gpqa_diamond": 82.32,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1238.17
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 265.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1238.17,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 84.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 265.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 143.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 6.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 18.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 82.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 29.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 20.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 462.69,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1238.17,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-flash-02-23/"
  },
  {
   "id": "alibaba/qwen3.5-plus",
   "slug": "alibaba-qwen3-5-plus",
   "name": "Qwen3.5 Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.4,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": null,
    "eci": 147.29,
    "fiction_live": null,
    "gpqa_diamond": 84.85,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1398.92
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 608.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1398.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 608.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 19.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 12.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.29,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 84.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 36.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 25.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 0.54,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1398.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-plus/"
  },
  {
   "id": "alibaba/qwen3.5-plus-02-15",
   "slug": "alibaba-qwen3-5-plus-02-15",
   "name": "Qwen3.5 Plus 02 15",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.36,
    "outputPerMTok": 2.21
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": null,
    "eci": 147.29,
    "fiction_live": null,
    "gpqa_diamond": 84.85,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1398.92
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 608.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1398.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 608.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 19.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 12.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.29,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 84.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 36.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 25.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 0.54,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1398.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-plus-02-15/"
  },
  {
   "id": "alibaba/qwen3.5-plus-20260420",
   "slug": "alibaba-qwen3-5-plus-20260420",
   "name": "Qwen3.5 Plus 20260420",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-02-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.36,
    "outputPerMTok": 2.21
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": null,
    "eci": 147.29,
    "fiction_live": null,
    "gpqa_diamond": 84.85,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1398.92
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 608.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1398.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 608.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 19.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 12.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.29,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 84.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 36.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 25.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 0.54,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1398.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-5-plus-20260420/"
  },
  {
   "id": "alibaba/qwen3.6-27b",
   "slug": "alibaba-qwen3-6-27b",
   "name": "Qwen3.6 27B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 27.78
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.6,
    "outputPerMTok": 3.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 91.11,
    "arc_agi_2": null,
    "eci": 146.72,
    "fiction_live": null,
    "gpqa_diamond": 85.86,
    "swe_bench_pro": null,
    "swe_bench_vendor": 77.2,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 77.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.6-27B"
    },
    {
     "league": "livebench_coding",
     "score": 71.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 39.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 91.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 78.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 35.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 85.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 39.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 71.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 34.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 77.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.6-27B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-6-27b/"
  },
  {
   "id": "alibaba/qwen3.6-35b-a3b",
   "slug": "alibaba-qwen3-6-35b-a3b",
   "name": "Qwen3.6 35B-A3B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-04-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 35.95
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.375,
    "outputPerMTok": 2.25
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": null,
    "eci": 144.07,
    "fiction_live": null,
    "gpqa_diamond": 84.85,
    "swe_bench_pro": null,
    "swe_bench_vendor": 73.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1250.15
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 73.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 24.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1250.15,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 73.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.07,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 20.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 84.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 29.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 44.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_vendor",
     "score": 73.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 24.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1250.15,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 34.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-6-35b-a3b/"
  },
  {
   "id": "alibaba/qwen3.6-flash",
   "slug": "alibaba-qwen3-6-flash",
   "name": "Qwen3.6 Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-04-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 84.44,
    "arc_agi_2": null,
    "eci": 143.73,
    "fiction_live": null,
    "gpqa_diamond": 83.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 326.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 84.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 326.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 77.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 143.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 10.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 22.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 83.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 30.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 35.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 15.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-6-flash/"
  },
  {
   "id": "alibaba/qwen3.6-max-preview",
   "slug": "alibaba-qwen3-6-max-preview",
   "name": "Qwen3.6 Max Preview",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-04-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.13,
    "inputPerMTok": 1.3,
    "outputPerMTok": 7.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 91.11,
    "arc_agi_2": null,
    "eci": 149.86,
    "fiction_live": null,
    "gpqa_diamond": 87.37,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 76.65,
    "webdev_arena_elo": 1479.06
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1479.06,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 91.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 149.86,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 42.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4254.19,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1479.06,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-6-max-preview/"
  },
  {
   "id": "alibaba/qwen3.6-plus",
   "slug": "alibaba-qwen3-6-plus",
   "name": "Qwen3.6 Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-03-31",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 93.33,
    "arc_agi_2": null,
    "eci": 148.87,
    "fiction_live": null,
    "gpqa_diamond": 88.38,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 57.85,
    "webdev_arena_elo": 1460.53
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 57.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 41.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "ale_bench",
     "score": 670.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1460.53,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 670.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 20.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 81.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 148.87,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 26.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 8.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 38.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 88.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 41.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 33.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 44.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 57.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 5114.87,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1460.53,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-6-plus/"
  },
  {
   "id": "alibaba/qwen3.7-flash",
   "slug": "alibaba-qwen3-7-flash",
   "name": "Qwen3.7 Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-07-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.006,
    "inputPerMTok": 0.03,
    "outputPerMTok": 0.13
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 82.32,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 19.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 82.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-7-flash/"
  },
  {
   "id": "alibaba/qwen3.7-max",
   "slug": "alibaba-qwen3-7-max",
   "name": "Qwen3.7 Max",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-05-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 2.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 95.56,
    "arc_agi_2": null,
    "eci": 154.57,
    "fiction_live": null,
    "gpqa_diamond": 90.91,
    "swe_bench_pro": 60.6,
    "swe_bench_vendor": 80.4,
    "swe_bench_verified": 77.27,
    "webdev_arena_elo": 1517.12
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 77.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "swe_bench_pro",
     "score": 60.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "terminal_bench",
     "score": 69.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "livebench_coding",
     "score": 74.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 43.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 47.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "ale_bench",
     "score": 1189.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1517.12,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1189.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 13.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 92.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 9.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 154.57,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 34.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 64.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-qwen3-7-max"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 43.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 74.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 44.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 47.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "proofbench",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 70.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 55.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "swe_bench_pro",
     "score": 60.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "swe_bench_verified",
     "score": 77.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 69.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://qwen.ai/blog?id=qwen3.7"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1517.12,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-7-max/"
  },
  {
   "id": "alibaba/qwen3.7-plus",
   "slug": "alibaba-qwen3-7-plus",
   "name": "Qwen3.7 Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-06-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.08,
    "inputPerMTok": 0.4,
    "outputPerMTok": 1.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 93.33,
    "arc_agi_2": null,
    "eci": 147.92,
    "fiction_live": null,
    "gpqa_diamond": 87.88,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "frontier_code",
     "score": 10.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 9.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 10.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 34.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 37.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 2.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-7-plus/"
  },
  {
   "id": "alibaba/qwen3.8-2.4t-a95b",
   "slug": "alibaba-qwen3-8-2-4t-a95b",
   "name": "Qwen3.8 2.4T A95B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-08-03",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 95,
    "confidence": "exact",
    "totalB": 2446.18
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-2-4t-a95b/"
  },
  {
   "id": "alibaba/qwen3.8-27b",
   "slug": "alibaba-qwen3-8-27b",
   "name": "Qwen3.8 27B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-08-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 27.78
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.4,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 42.36,
    "eci": 152.63,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 61.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1593.29
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 61.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "terminal_bench",
     "score": 73,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "deepswe",
     "score": 42.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "livebench_coding",
     "score": 75.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 61.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 42.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "livecodebench",
     "score": 90.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1593.29,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "apex_agents",
     "score": 47.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 42.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 5.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 42.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "dtbench",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.63,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "geobench",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 61.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 75.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livecodebench",
     "score": 90.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "lmca",
     "score": 41.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "nl2repo",
     "score": 42.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "proofbench",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 60.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 61.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "terminal_bench",
     "score": 73,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-27B"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1593.29,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-27b/"
  },
  {
   "id": "alibaba/qwen3.8-flash",
   "slug": "alibaba-qwen3-8-flash",
   "name": "Qwen3.8 Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-08-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.016,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.47
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-flash/"
  },
  {
   "id": "alibaba/qwen3.8-flash-next",
   "slug": "alibaba-qwen3-8-flash-next",
   "name": "Qwen3.8 Flash Next",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-08-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Qwen-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 180
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 62.5,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 62.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 81,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "deepswe",
     "score": 58.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "livebench_coding",
     "score": 72.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 61.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 48.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "livecodebench",
     "score": 91.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 58.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 61.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 72.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livecodebench",
     "score": 91.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "nl2repo",
     "score": 48.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 81,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    },
    {
     "league": "swe_bench_pro",
     "score": 62.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-flash-next/"
  },
  {
   "id": "alibaba/qwen3.8-max",
   "slug": "alibaba-qwen3-8-max",
   "name": "Qwen3.8 Max",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-08-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.44,
    "arc_agi_2": null,
    "eci": 157.55,
    "fiction_live": null,
    "gpqa_diamond": 92.68,
    "swe_bench_pro": 67.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1670.58
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 67.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "terminal_bench",
     "score": 86.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "deepswe",
     "score": 57.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 72.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 64.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 55.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "frontier_swe",
     "score": 73.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "ale_bench",
     "score": 1679.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 52.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1670.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1679.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 63.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 57.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 157.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 15.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 46.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 74.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 92.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 64.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 72.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 46.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 52.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 55.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "proofbench",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 45.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 67.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "terminal_bench",
     "score": 86.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1670.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-max/"
  },
  {
   "id": "alibaba/qwen3.8-max-0902",
   "slug": "alibaba-qwen3-8-max-0902",
   "name": "Qwen3.8 Max 0902",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-09-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": null,
    "eci": 155.99,
    "fiction_live": null,
    "gpqa_diamond": 92.3,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1670.58
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "deepswe",
     "score": 57.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "ale_bench",
     "score": 1679.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 47.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1670.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1679.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 63.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 17.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 57.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 155.99,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 17.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 34.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 65.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 92.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 46.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 47.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 47.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1670.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-max-0902/"
  },
  {
   "id": "alibaba/qwen3.8-max-preview",
   "slug": "alibaba-qwen3-8-max-preview",
   "name": "Qwen3.8 Max Preview",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-07-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0676,
    "inputPerMTok": 0.338,
    "outputPerMTok": 1.014
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.44,
    "arc_agi_2": null,
    "eci": 157.55,
    "fiction_live": null,
    "gpqa_diamond": 92.68,
    "swe_bench_pro": 67.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1670.58
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 67.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "terminal_bench",
     "score": 86.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "deepswe",
     "score": 57.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "nl2repo",
     "score": 55.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "frontier_swe",
     "score": 73.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "ale_bench",
     "score": 1679.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 52.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1670.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1679.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 63.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 57.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 157.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 15.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 46.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 74.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 92.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 46.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 52.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 55.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "proofbench",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 45.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 67.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "terminal_bench",
     "score": 86.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.alibabacloud.com/blog/qwen3-8-max-a-new-bar-for-coding-and-cowork_603421"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1670.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-max-preview/"
  },
  {
   "id": "alibaba/qwen3.8-max-prime",
   "slug": "alibaba-qwen3-8-max-prime",
   "name": "Qwen 3.8 Max Prime",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 4,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-max-prime/"
  },
  {
   "id": "alibaba/qwen3.8-omni-flash",
   "slug": "alibaba-qwen3-8-omni-flash",
   "name": "Qwen3.8 Omni Flash",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-09-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.016,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.47
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen3-8-omni-flash/"
  },
  {
   "id": "alibaba/qwen4-max",
   "slug": "alibaba-qwen4-max",
   "name": "Qwen4 Max",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2026-11-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 1.5,
    "outputPerMTok": 4.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwen4-max/"
  },
  {
   "id": "alibaba/qwq-32b",
   "slug": "alibaba-qwq-32b",
   "name": "QwQ 32B",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-03-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.76
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 59.17,
    "arc_agi_2": null,
    "eci": 136.44,
    "fiction_live": null,
    "gpqa_diamond": 65.34,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.51e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 20.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 61.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 20.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 59.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "eci",
     "score": 136.44,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 65.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 61.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwq-32b/"
  },
  {
   "id": "alibaba/qwq-plus",
   "slug": "alibaba-qwq-plus",
   "name": "QwQ Plus",
   "vendor_id": "alibaba",
   "vendor": "Alibaba",
   "vendor_zh": "阿里通义",
   "country": "CN",
   "release_date": "2025-03-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.8,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 65.4,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "gpqa_diamond",
     "score": 65.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/alibaba-qwq-plus/"
  },
  {
   "id": "allenai/olmocr-2-7b",
   "slug": "allenai-olmocr-2-7b",
   "name": "olmOCR 2 7B",
   "vendor_id": "allenai",
   "vendor": "Allenai",
   "vendor_zh": "Allen AI",
   "country": "US",
   "release_date": "2025-10-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.29
   },
   "context_window": 16384,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 0.0107,
    "inputPerMTok": 0.0714,
    "outputPerMTok": 0.3451
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/allenai-olmocr-2-7b/"
  },
  {
   "id": "amazon/nova-2-lite",
   "slug": "amazon-nova-2-lite",
   "name": "Nova 2 Lite",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-10",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.0825,
    "inputPerMTok": 0.33,
    "outputPerMTok": 2.75
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 236.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 236.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-2-lite/"
  },
  {
   "id": "amazon/nova-2-lite-v1",
   "slug": "amazon-nova-2-lite-v1",
   "name": "Nova 2 Lite",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-10",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65535,
   "pricing": {
    "cachedInputPerMTok": 0.255,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 236.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 236.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-2-lite-v1/"
  },
  {
   "id": "amazon/nova-lite",
   "slug": "amazon-nova-lite",
   "name": "Nova Lite",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2024-12-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 300000,
   "max_output": 10000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.24
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "hle",
     "score": 3.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-lite/"
  },
  {
   "id": "amazon/nova-lite-v1",
   "slug": "amazon-nova-lite-v1",
   "name": "Nova Lite 1.0",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2024-12-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 300000,
   "max_output": 5120,
   "pricing": {
    "cachedInputPerMTok": 0.02975,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.24
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "hle",
     "score": 3.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-lite-v1/"
  },
  {
   "id": "amazon/nova-micro",
   "slug": "amazon-nova-micro",
   "name": "Nova Micro",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2024-12-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 10000,
   "pricing": {
    "cachedInputPerMTok": 0.0087,
    "inputPerMTok": 0.035,
    "outputPerMTok": 0.14
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-micro/"
  },
  {
   "id": "amazon/nova-micro-v1",
   "slug": "amazon-nova-micro-v1",
   "name": "Nova Micro 1.0",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2024-12-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 5120,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.035,
    "outputPerMTok": 0.14
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-micro-v1/"
  },
  {
   "id": "amazon/nova-premier",
   "slug": "amazon-nova-premier",
   "name": "Nova Premier",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2025-04-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 10000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-premier/"
  },
  {
   "id": "amazon/nova-premier-v1",
   "slug": "amazon-nova-premier-v1",
   "name": "Nova Premier V1",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2025-10-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.625,
    "inputPerMTok": 2.5,
    "outputPerMTok": 12.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-premier-v1/"
  },
  {
   "id": "amazon/nova-pro",
   "slug": "amazon-nova-pro",
   "name": "Nova Pro",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2024-12-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 300000,
   "max_output": 10000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 0.8,
    "outputPerMTok": 3.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "hle",
     "score": 4.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-pro/"
  },
  {
   "id": "amazon/nova-pro-v1",
   "slug": "amazon-nova-pro-v1",
   "name": "Nova Pro 1.0",
   "vendor_id": "amazon",
   "vendor": "Amazon",
   "vendor_zh": "亚马逊",
   "country": "US",
   "release_date": "2024-12-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 300000,
   "max_output": 5120,
   "pricing": {
    "cachedInputPerMTok": 0.3995,
    "inputPerMTok": 0.8,
    "outputPerMTok": 3.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "hle",
     "score": 4.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/amazon-nova-pro-v1/"
  },
  {
   "id": "anthracite-org/magnum-v4-72b",
   "slug": "anthracite-org-magnum-v4-72b",
   "name": "Magnum v4 72B",
   "vendor_id": "anthracite-org",
   "vendor": "Anthracite ORG",
   "vendor_zh": "Anthracite ORG",
   "country": "ZZ",
   "release_date": "2024-10-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-30",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 72.71
   },
   "context_window": 32768,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 2.5,
    "inputPerMTok": 2.5,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthracite-org-magnum-v4-72b/"
  },
  {
   "id": "anthropic/claude-3-5-haiku-20241022",
   "slug": "anthropic-claude-3-5-haiku-20241022",
   "name": "Claude Haiku 3.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2024-10-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-07-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 4.31,
    "arc_agi_2": null,
    "eci": 124.77,
    "fiction_live": null,
    "gpqa_diamond": 38.13,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 53.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 4.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 19.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 56.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 124.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 38.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 53.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "math_level_5",
     "score": 46.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 74.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "weirdml",
     "score": 30.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-3-5-haiku-20241022/"
  },
  {
   "id": "anthropic/claude-3-5-sonnet-20241022",
   "slug": "anthropic-claude-3-5-sonnet-20241022",
   "name": "Claude Sonnet 3.5 v2",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2024-10-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 8.47,
    "arc_agi_2": null,
    "eci": 130,
    "fiction_live": null,
    "gpqa_diamond": 55.3,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.700000000000001e+25,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 51.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "gso",
     "score": 4.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 51.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 8.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "cybench",
     "score": 17.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 67.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 130,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 0.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 2.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 55.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 4.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 4.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_coding",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "math_level_5",
     "score": 56.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 20.52,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 41.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "the_agent_company",
     "score": 24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-sonnet-20241022"
    },
    {
     "league": "video_mme",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 39.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-3-5-sonnet-20241022/"
  },
  {
   "id": "anthropic/claude-3-7-sonnet-20250219",
   "slug": "anthropic-claude-3-7-sonnet-20250219",
   "name": "Claude Sonnet 3.7",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-02-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 57.78,
    "arc_agi_2": 0.9,
    "eci": 141.03,
    "fiction_live": 53.1,
    "gpqa_diamond": 78.5,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 60.95,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.35e+25,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 60.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 64.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "gso",
     "score": 3.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 64.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 57.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 28.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "cybench",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 43.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "eci",
     "score": 141.03,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 4.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 78.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 3.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 8.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "math_level_5",
     "score": 91.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 60.39,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "os_world",
     "score": 35.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "simplebench",
     "score": 46.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "spatialviz_bench",
     "score": 33.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "swe_bench_verified",
     "score": 60.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 30.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "vpct",
     "score": 39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-3-7-sonnet-20250219/"
  },
  {
   "id": "anthropic/claude-3-haiku",
   "slug": "anthropic-claude-3-haiku",
   "name": "Claude 3 Haiku",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2024-03-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 1.81,
    "arc_agi_2": null,
    "eci": 118.3,
    "fiction_live": null,
    "gpqa_diamond": 36.3,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 1.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "dtbench",
     "score": 50.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 118.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 36.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 8.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 14.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 73.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "science_qa",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 9.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://assets.anthropic.com/m/61e7d27f8c8f5919/original/Claude-3-Model-Card.pdf"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-3-haiku/"
  },
  {
   "id": "anthropic/claude-3-haiku-20240307",
   "slug": "anthropic-claude-3-haiku-20240307",
   "name": "Claude Haiku 3",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2024-03-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 1.81,
    "arc_agi_2": null,
    "eci": 117.8,
    "fiction_live": null,
    "gpqa_diamond": 36.3,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 1.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "dtbench",
     "score": 50.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 117.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 36.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 8.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 14.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 73.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "science_qa",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 9.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://assets.anthropic.com/m/61e7d27f8c8f5919/original/Claude-3-Model-Card.pdf"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-3-haiku-20240307/"
  },
  {
   "id": "anthropic/claude-fable-5",
   "slug": "anthropic-claude-fable-5",
   "name": "Claude Fable 5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-06-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 89.17,
    "eci": 164.18,
    "fiction_live": null,
    "gpqa_diamond": 85.86,
    "swe_bench_pro": 80.3,
    "swe_bench_vendor": 95,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1627.98
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://benchlm.ai/benchmarks/sweVerified"
    },
    {
     "league": "swe_bench_pro",
     "score": 80.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-fable-5-mythos-5"
    },
    {
     "league": "terminal_bench",
     "score": 88,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-fable-5-mythos-5"
    },
    {
     "league": "deepswe",
     "score": 69.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 85.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 62.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 53.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 76.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2041.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1627.98,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2041.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 63.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 89.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 38.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 28.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 69.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 98.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 39.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 164.18,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 39.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontier_code",
     "score": 53.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 46.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 90.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 87.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 35.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 74.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-fable-5"
    },
    {
     "league": "geobench",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 85.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 76.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 62.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 85.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 61.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 37.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 16.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 81.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 70.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 80.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-fable-5-mythos-5"
    },
    {
     "league": "swe_bench_vendor",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://benchlm.ai/benchmarks/sweVerified"
    },
    {
     "league": "terminal_bench",
     "score": 88,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-fable-5-mythos-5"
    },
    {
     "league": "vending_bench_2",
     "score": 5680.26,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1627.98,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 91.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 27.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-fable-5/"
  },
  {
   "id": "anthropic/claude-fable-5-1",
   "slug": "anthropic-claude-fable-5-1",
   "name": "Claude Fable 5.1",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-08-31",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 90,
    "eci": 167.06,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1758.05
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 55.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-fable-and-mythos-5-1"
    },
    {
     "league": "livebench_coding",
     "score": 86.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 66.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 50.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 87.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2143.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1758.05,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2143.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 68.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 97.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 90,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 41.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 31.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 97.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 57.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 167.06,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 50.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 56.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 87.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 90.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gso",
     "score": 87.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 46.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 66.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 86.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 65.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 44.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 17.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 86.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 70.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 55.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-fable-and-mythos-5-1"
    },
    {
     "league": "vending_bench_2",
     "score": 5421.56,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1758.05,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 92.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 43.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-fable-5-1/"
  },
  {
   "id": "anthropic/claude-fable-5-2",
   "slug": "anthropic-claude-fable-5-2",
   "name": "Claude Fable 5.2",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-11-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 8,
    "outputPerMTok": 40
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.72,
    "arc_agi_2": 93.75,
    "eci": 173.4,
    "fiction_live": null,
    "gpqa_diamond": 93.88,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "cursorbench",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 49.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-fable-and-mythos-5-2"
    },
    {
     "league": "frontier_swe",
     "score": 69.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-fable-and-mythos-5-2"
    },
    {
     "league": "ale_bench",
     "score": 2509.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2509.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 80.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 93.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 56.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 35.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "dtbench",
     "score": 99.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 90.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 173.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 49.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-fable-and-mythos-5-2"
    },
    {
     "league": "frontier_swe",
     "score": 69.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 95.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 90,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 84.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-fable-5-2"
    },
    {
     "league": "gpqa_diamond",
     "score": 93.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 70.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 90,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 44.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 41.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 94.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 15.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 13.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 17.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 9628.48,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 65.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-fable-5-2/"
  },
  {
   "id": "anthropic/claude-fable-5.2-fast",
   "slug": "anthropic-claude-fable-5-2-fast",
   "name": "Claude Fable 5.2 Fast",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-11-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 16,
    "outputPerMTok": 80
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-fable-5-2-fast/"
  },
  {
   "id": "anthropic/claude-haiku-4-5",
   "slug": "anthropic-claude-haiku-4-5",
   "name": "Claude Haiku 4.5 (latest)",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-02-28",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 66.67,
    "arc_agi_2": 1.25,
    "eci": 142.74,
    "fiction_live": null,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": 39.45,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1329.31
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 39.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 35.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 653.48,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1329.31,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 66.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 653.48,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 47.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 31.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 45.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 73.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.74,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 13.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath",
     "score": 5.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 30.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 96.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 39.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 35.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 458.89,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1329.31,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-haiku-4-5/"
  },
  {
   "id": "anthropic/claude-haiku-4-5-20251001",
   "slug": "anthropic-claude-haiku-4-5-20251001",
   "name": "Claude Haiku 4.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-02-28",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 66.67,
    "arc_agi_2": 4.03,
    "eci": 142.74,
    "fiction_live": null,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1329.31
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 35.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 72.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 653.48,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1329.31,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 66.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 653.48,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 47.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 31.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 45.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 73.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.74,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 13.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath",
     "score": 5.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 72.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 30.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 96.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 35.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 458.89,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1329.31,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-haiku-4-5-20251001/"
  },
  {
   "id": "anthropic/claude-haiku-5-5",
   "slug": "anthropic-claude-haiku-5-5",
   "name": "Claude Haiku 5.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-10-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.89,
    "arc_agi_2": 61.25,
    "eci": 160.33,
    "fiction_live": null,
    "gpqa_diamond": 89.65,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 39.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-haiku-5-5"
    },
    {
     "league": "livebench_coding",
     "score": 76.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "cursorbench",
     "score": 48.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 46.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1587,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 78.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1587,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 32.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 22.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 48.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "dtbench",
     "score": 94.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 43.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 160.33,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 46.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 43.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 46.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 75.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 47.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 30.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 76.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 51.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 78.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 59.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 23.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 39.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-haiku-5-5"
    },
    {
     "league": "vending_bench_2",
     "score": 3602.46,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 24.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-haiku-5-5/"
  },
  {
   "id": "anthropic/claude-mythos-5",
   "slug": "anthropic-claude-mythos-5",
   "name": "Claude Mythos 5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-06-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-mythos-5/"
  },
  {
   "id": "anthropic/claude-mythos-5-1",
   "slug": "anthropic-claude-mythos-5-1",
   "name": "Claude Mythos 5.1",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-09-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-mythos-5-1/"
  },
  {
   "id": "anthropic/claude-opus-4",
   "slug": "anthropic-claude-opus-4",
   "name": "Claude Opus 4",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 1.5,
    "inputPerMTok": 15,
    "outputPerMTok": 75
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 64.44,
    "arc_agi_2": 1.27,
    "eci": 142.67,
    "fiction_live": 37.5,
    "gpqa_diamond": 76.26,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 70.66,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 70.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.33,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.33,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 35.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 1.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 46.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 81.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 5.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 37.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 76.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 10.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lech_mazur_writing",
     "score": 83.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/lechmazur/Writing"
    },
    {
     "league": "lmca",
     "score": 37.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 85.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 100.37,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 58.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "swe_bench_verified",
     "score": 70.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vpct",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 43.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4/"
  },
  {
   "id": "anthropic/claude-opus-4-0",
   "slug": "anthropic-claude-opus-4-0",
   "name": "Claude Opus 4 (latest)",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-0/"
  },
  {
   "id": "anthropic/claude-opus-4-1",
   "slug": "anthropic-claude-opus-4-1",
   "name": "Claude Opus 4.1 (latest)",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-08-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 1.5,
    "inputPerMTok": 15,
    "outputPerMTok": 75
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 68.89,
    "arc_agi_2": null,
    "eci": 144.76,
    "fiction_live": null,
    "gpqa_diamond": 77.27,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.35,
    "webdev_arena_elo": 1388.97
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "ale_bench",
     "score": 674.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.34,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1388.97,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 68.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 674.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.34,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cybench",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 48.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 7.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 144.76,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 7.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 7.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 12.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 43.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 77.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 11.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 37.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 113.69,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "swe_bench_verified",
     "score": 73.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vpct",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1388.97,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-1/"
  },
  {
   "id": "anthropic/claude-opus-4-1-20250805",
   "slug": "anthropic-claude-opus-4-1-20250805",
   "name": "Claude Opus 4.1",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-08-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 1.5,
    "inputPerMTok": 15,
    "outputPerMTok": 75
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 68.89,
    "arc_agi_2": null,
    "eci": 144.76,
    "fiction_live": null,
    "gpqa_diamond": 77.27,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.35,
    "webdev_arena_elo": 1388.97
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "ale_bench",
     "score": 674.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.34,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1388.97,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 68.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 674.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.34,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cybench",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 48.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 7.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 144.76,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 7.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 7.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 12.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 43.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 77.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 11.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 37.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 113.69,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "swe_bench_verified",
     "score": 73.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vpct",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1388.97,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-1-20250805/"
  },
  {
   "id": "anthropic/claude-opus-4-20250514",
   "slug": "anthropic-claude-opus-4-20250514",
   "name": "Claude Opus 4",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 1.5,
    "inputPerMTok": 13.5,
    "outputPerMTok": 67.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 64.44,
    "arc_agi_2": 8.61,
    "eci": 142.85,
    "fiction_live": 37.5,
    "gpqa_diamond": 76.26,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 70.66,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 70.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.33,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.33,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 35.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 8.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 46.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 81.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 142.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 5.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 37.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 76.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 10.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 37.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 85.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 100.37,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 58.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "swe_bench_verified",
     "score": 70.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vpct",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 43.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-20250514/"
  },
  {
   "id": "anthropic/claude-opus-4-5",
   "slug": "anthropic-claude-opus-4-5",
   "name": "Claude Opus 4.5 (latest)",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-11-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.11,
    "arc_agi_2": 37.64,
    "eci": 151.87,
    "fiction_live": null,
    "gpqa_diamond": 86.05,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 76.65,
    "webdev_arena_elo": 1494.89
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 63.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 24.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1025.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1494.89,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1025.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 37.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 43.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "chess_puzzles",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 21.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://assets.anthropic.com/m/64823ba7485345a7/Claude-Opus-4-5-System-Card.pdf"
    },
    {
     "league": "deepresearchbench",
     "score": 54.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 89.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 14.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 151.87,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 11.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 20.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 4.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 34.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 28.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 45.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 86.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 24.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 25.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 44.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 292.99,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "os_world",
     "score": 66.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-5"
    },
    {
     "league": "proofbench",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 3.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 45.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 63.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4967.06,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://x.com/ChaseBrowe32432/status/1993038782975951149"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1494.89,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 63.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "weirdml_v3",
     "score": 7.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-5/"
  },
  {
   "id": "anthropic/claude-opus-4-5-20251101",
   "slug": "anthropic-claude-opus-4-5-20251101",
   "name": "Claude Opus 4.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-11-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.11,
    "arc_agi_2": 37.64,
    "eci": 151.87,
    "fiction_live": null,
    "gpqa_diamond": 86.05,
    "swe_bench_pro": 45.89,
    "swe_bench_vendor": null,
    "swe_bench_verified": 76.65,
    "webdev_arena_elo": 1494.89
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 45.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 63.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 79.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 39.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "gso",
     "score": 24.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1025.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1494.89,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1025.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 37.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 43.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "chess_puzzles",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 21.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://assets.anthropic.com/m/64823ba7485345a7/Claude-Opus-4-5-System-Card.pdf"
    },
    {
     "league": "deepresearchbench",
     "score": 54.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 89.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 14.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 151.87,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 11.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 20.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 4.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 34.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 28.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 45.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 86.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 24.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 25.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 39.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 79.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 44.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 292.99,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "os_world",
     "score": 66.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-5"
    },
    {
     "league": "proofbench",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 3.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 45.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 45.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 63.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4967.06,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://x.com/ChaseBrowe32432/status/1993038782975951149"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1494.89,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 63.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "weirdml_v3",
     "score": 7.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-5-20251101/"
  },
  {
   "id": "anthropic/claude-opus-4-6",
   "slug": "anthropic-claude-opus-4-6",
   "name": "Claude Opus 4.6",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-02-04",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 94.44,
    "arc_agi_2": 69.17,
    "eci": 156.33,
    "fiction_live": null,
    "gpqa_diamond": 90.53,
    "swe_bench_pro": 51.9,
    "swe_bench_vendor": null,
    "swe_bench_verified": 78.72,
    "webdev_arena_elo": 1556.29
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 78.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 51.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 79.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 33.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 35.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 36.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "frontier_code",
     "score": 26.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 37.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 996.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.47,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1556.29,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 94.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 996.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.47,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 46.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 69.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 20.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www-cdn.anthropic.com/0dd865075ad3132672ee0ab40b05a53f14cf5288.pdf"
    },
    {
     "league": "deepresearchbench",
     "score": 55.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 91.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 12.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 156.33,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 7.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontier_code",
     "score": 26.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 40.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 22.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 26.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 65.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 28.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 44.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-opus-4-6"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 37.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 34.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 55.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 718.81,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 67.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 33.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 35.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 36.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_pro",
     "score": 51.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 78.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 79.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 8017.59,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1556.29,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 77.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-6/"
  },
  {
   "id": "anthropic/claude-opus-4-7",
   "slug": "anthropic-claude-opus-4-7",
   "name": "Claude Opus 4.7",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-04-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 97.8,
    "arc_agi_2": 75.83,
    "eci": 157.49,
    "fiction_live": null,
    "gpqa_diamond": 90.15,
    "swe_bench_pro": 64.3,
    "swe_bench_vendor": null,
    "swe_bench_verified": 83.47,
    "webdev_arena_elo": 1566.85
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 83.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 64.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 80.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 66.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "livebench_coding",
     "score": 82.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 48.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "frontier_code",
     "score": 38.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 42.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1323.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 43.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1566.85,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 97.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1323.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 49.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 93.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 75.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 24.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 94.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 19.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 157.49,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 26.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontier_code",
     "score": 38.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 43.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 22.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 31.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 70.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 43.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-opus"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 42.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 36.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 82.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 52.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 43.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 18.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "posttrainbench",
     "score": 24.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 61.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://lmcouncil.ai/benchmarks"
    },
    {
     "league": "simpleqa_verified",
     "score": 51.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 48.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_bench_pro",
     "score": 64.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "swe_bench_verified",
     "score": 83.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 66.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 80.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 10936.76,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1566.85,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 76.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-7/"
  },
  {
   "id": "anthropic/claude-opus-4-8",
   "slug": "anthropic-claude-opus-4-8",
   "name": "Claude Opus 4.8",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-05-27",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.33,
    "arc_agi_2": 72.08,
    "eci": 159.9,
    "fiction_live": null,
    "gpqa_diamond": 91.04,
    "swe_bench_pro": 69.2,
    "swe_bench_vendor": 88.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1558.83
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 88.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://benchlm.ai/benchmarks/sweVerified"
    },
    {
     "league": "swe_bench_pro",
     "score": 69.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "terminal_bench",
     "score": 74.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "deepswe",
     "score": 58.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 81.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 46.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 47.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1563.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 65.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1558.83,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1563.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 48.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 92.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 72.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 14.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 20.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 50.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 58.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 94.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 28.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 159.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 23.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontier_code",
     "score": 46.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 47.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 31.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 42.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 70.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-opus-4-8"
    },
    {
     "league": "geobench",
     "score": 81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 47.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 81.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 57.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 65.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 20.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "posttrainbench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 8.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 69.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "swe_bench_vendor",
     "score": 88.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://benchlm.ai/benchmarks/sweVerified"
    },
    {
     "league": "terminal_bench",
     "score": 74.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "vending_bench_2",
     "score": 5787.43,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1558.83,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 82.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-8/"
  },
  {
   "id": "anthropic/claude-opus-4.8-fast",
   "slug": "anthropic-claude-opus-4-8-fast",
   "name": "Claude Opus 4.8 Fast",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-05-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-4-8-fast/"
  },
  {
   "id": "anthropic/claude-opus-5",
   "slug": "anthropic-claude-opus-5",
   "name": "Claude Opus 5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-07-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.89,
    "arc_agi_2": 90.42,
    "eci": 164.72,
    "fiction_live": null,
    "gpqa_diamond": 93.88,
    "swe_bench_pro": 79.2,
    "swe_bench_vendor": 96,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1686.99
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 96,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "swe_bench_pro",
     "score": 79.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 89.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "deepswe",
     "score": 73.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 81.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 65.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 53.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "swe_bench_multimodal",
     "score": 59.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "ale_bench",
     "score": 2164.57,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 87.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1686.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2164.57,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 65.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 97.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 90.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 63.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 30.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 29.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 73.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 97.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 45.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 164.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 53.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 52.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 73.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 85.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 60.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 79.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-opus-5"
    },
    {
     "league": "gpqa_diamond",
     "score": 93.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 65.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 81.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 64.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 87.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 31.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "posttrainbench",
     "score": 35.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 80.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 59.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_multilingual",
     "score": 89.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "swe_bench_multimodal",
     "score": 59.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "swe_bench_pro",
     "score": 79.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "swe_bench_vendor",
     "score": 96,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-system-card"
    },
    {
     "league": "vending_bench_2",
     "score": 11181.87,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1686.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 91.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 32.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-5/"
  },
  {
   "id": "anthropic/claude-opus-5-5",
   "slug": "anthropic-claude-opus-5-5",
   "name": "Claude Opus 5.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 4,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 93.33,
    "eci": 168.67,
    "fiction_live": null,
    "gpqa_diamond": 90.59,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1820.31
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 66.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-5"
    },
    {
     "league": "livebench_coding",
     "score": 89.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 71.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "cursorbench",
     "score": 58.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 54.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 2147.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1820.31,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2147.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 73.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 51.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 31.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 58.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "dtbench",
     "score": 98.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 71.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 168.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 54.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 62.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 2.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 91.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 83.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 90.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-opus-5-5"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 71.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 89.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 68.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 43.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 21.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 88.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 72.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 5.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 66.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-opus-5-5"
    },
    {
     "league": "vending_bench_2",
     "score": 9235.25,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1820.31,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 49.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-5-5/"
  },
  {
   "id": "anthropic/claude-opus-5.5-fast",
   "slug": "anthropic-claude-opus-5-5-fast",
   "name": "Claude Opus 5.5 Fast",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 8,
    "outputPerMTok": 40
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-opus-5-5-fast/"
  },
  {
   "id": "anthropic/claude-sonnet-4",
   "slug": "anthropic-claude-sonnet-4",
   "name": "Claude Sonnet 4",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 71.11,
    "arc_agi_2": 1.27,
    "eci": 141.67,
    "fiction_live": 36.4,
    "gpqa_diamond": 78.28,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 655.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 71.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 655.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 1.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 46.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 77.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 3.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 36.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 78.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 7.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lech_mazur_writing",
     "score": 81.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/lechmazur/Writing"
    },
    {
     "league": "lmca",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 84.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 74.94,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mindcube",
     "score": 44.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://mind-cube.github.io/"
    },
    {
     "league": "os_world",
     "score": 43.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "simplebench",
     "score": 45.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "the_agent_company",
     "score": 33.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "vpct",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 46.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-4/"
  },
  {
   "id": "anthropic/claude-sonnet-4-0",
   "slug": "anthropic-claude-sonnet-4-0",
   "name": "Claude Sonnet 4 (latest)",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 42.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 42.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "aider_polyglot",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "swe_bench_pro",
     "score": 42.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-4-0/"
  },
  {
   "id": "anthropic/claude-sonnet-4-20250514",
   "slug": "anthropic-claude-sonnet-4-20250514",
   "name": "Claude Sonnet 4",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 2.7,
    "outputPerMTok": 13.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 71.11,
    "arc_agi_2": 5.93,
    "eci": 141.84,
    "fiction_live": 36.4,
    "gpqa_diamond": 78.28,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 655.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 61.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 71.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 655.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 5.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "deepresearchbench",
     "score": 46.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 77.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.84,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 3.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 36.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 78.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 7.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 84.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 74.94,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mindcube",
     "score": 44.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://mind-cube.github.io/"
    },
    {
     "league": "os_world",
     "score": 43.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "simplebench",
     "score": 45.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "the_agent_company",
     "score": 33.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "vpct",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 46.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-4-20250514/"
  },
  {
   "id": "anthropic/claude-sonnet-4-5",
   "slug": "anthropic-claude-sonnet-4-5",
   "name": "Claude Sonnet 4.5 (latest)",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-07-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 77.78,
    "arc_agi_2": 3.75,
    "eci": 147.56,
    "fiction_live": null,
    "gpqa_diamond": 82.32,
    "swe_bench_pro": 43.6,
    "swe_bench_vendor": null,
    "swe_bench_verified": 71.28,
    "webdev_arena_elo": 1391
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 71.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 43.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 46.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 12.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 796.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1391,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 77.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 796.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 63.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 3.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://assets.anthropic.com/m/64823ba7485345a7/Claude-Opus-4-5-System-Card.pdf"
    },
    {
     "league": "deepresearchbench",
     "score": 52.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 83.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 2.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 147.56,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 15.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 23.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 42.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 82.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 12.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 13.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 38.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 121.95,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "os_world",
     "score": 62.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "proofbench",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 54.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 30.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 43.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 71.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 46.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3838.74,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 39.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1391,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 47.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-4-5/"
  },
  {
   "id": "anthropic/claude-sonnet-4-5-20250929",
   "slug": "anthropic-claude-sonnet-4-5-20250929",
   "name": "Claude Sonnet 4.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2025-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-07-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 77.78,
    "arc_agi_2": 13.61,
    "eci": 147.56,
    "fiction_live": null,
    "gpqa_diamond": 82.32,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 71.28,
    "webdev_arena_elo": 1391
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 71.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 46.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "gso",
     "score": 12.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 796.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1391,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 77.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 796.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 63.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 13.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://assets.anthropic.com/m/64823ba7485345a7/Claude-Opus-4-5-System-Card.pdf"
    },
    {
     "league": "deepresearchbench",
     "score": 52.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 83.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 2.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 147.56,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 15.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 23.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 42.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 82.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 12.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 13.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 38.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 121.95,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "os_world",
     "score": 62.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "proofbench",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 54.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 30.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 71.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 46.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3838.74,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 39.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1391,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 47.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-4-5-20250929/"
  },
  {
   "id": "anthropic/claude-sonnet-4-6",
   "slug": "anthropic-claude-sonnet-4-6",
   "name": "Claude Sonnet 4.6",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 85.79,
    "arc_agi_2": 60.42,
    "eci": 152.85,
    "fiction_live": null,
    "gpqa_diamond": 87.37,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 75.21,
    "webdev_arena_elo": 1520.99
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 75.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 53.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 67,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "deepswe",
     "score": 29.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 79.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 42.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 31.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 32.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 31.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "frontier_code",
     "score": 24.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1327.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1520.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 85.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1327.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 86.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 60.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 6.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 3.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 54.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 29.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 89.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 23.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontier_code",
     "score": 24.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 32.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 8.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 48.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-sonnet"
    },
    {
     "league": "geobench",
     "score": 73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 42.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 79.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 46.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "os_world",
     "score": 72.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "osworld_2",
     "score": 9.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "proofbench",
     "score": 45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 35.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 31.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 32.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 31.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_verified",
     "score": 75.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 67,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 53.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 7204.14,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1520.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 66.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-4-6/"
  },
  {
   "id": "anthropic/claude-sonnet-5",
   "slug": "anthropic-claude-sonnet-5",
   "name": "Claude Sonnet 5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-06-29",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 94.72,
    "arc_agi_2": null,
    "eci": 156.9,
    "fiction_live": null,
    "gpqa_diamond": 90.53,
    "swe_bench_pro": 63.2,
    "swe_bench_vendor": 85.2,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1536.72
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 85.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "swe_bench_pro",
     "score": 63.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "terminal_bench",
     "score": 80.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "deepswe",
     "score": 53.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 80.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 59.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 42.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 36.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1463.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 63.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1536.72,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 94.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1463.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 54.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "blueprint_bench_2",
     "score": 24.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 16.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 53.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 92.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 156.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 42.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 29.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 65.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 65.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/claude-sonnet-5"
    },
    {
     "league": "geobench",
     "score": 74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 90.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 36.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 59.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 80.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 50.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 63.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 60.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 33.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "swe_bench_pro",
     "score": 63.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "swe_bench_vendor",
     "score": 85.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "terminal_bench",
     "score": 80.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-sonnet-5"
    },
    {
     "league": "vending_bench_2",
     "score": 6377.7,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1536.72,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 68.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-5/"
  },
  {
   "id": "anthropic/claude-sonnet-5-5",
   "slug": "anthropic-claude-sonnet-5-5",
   "name": "Claude Sonnet 5.5",
   "vendor_id": "anthropic",
   "vendor": "Anthropic",
   "vendor_zh": "Anthropic",
   "country": "US",
   "release_date": "2026-09-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 83.89,
    "eci": 166.6,
    "fiction_live": null,
    "gpqa_diamond": 95.58,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1786.26
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 70.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-sonnet-5-5"
    },
    {
     "league": "livebench_coding",
     "score": 91.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "cursorbench",
     "score": 54.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 52.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1819.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 97.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1786.26,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1819.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 75.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 96.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 83.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 39.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 31.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 54.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "dtbench",
     "score": 97.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 166.6,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 52.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 61.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 2.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 80.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 88.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 95.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 46.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 91.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 68.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 97.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 75.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 46.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 1.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 2.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 70.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/claude-sonnet-5-5"
    },
    {
     "league": "vending_bench_2",
     "score": 11165.28,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1786.26,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 36.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/anthropic-claude-sonnet-5-5/"
  },
  {
   "id": "apodex/apodex-1.1-mini",
   "slug": "apodex-apodex-1-1-mini",
   "name": "Apodex 1.1 Mini",
   "vendor_id": "apodex",
   "vendor": "Apodex",
   "vendor_zh": "Apodex",
   "country": "ZZ",
   "release_date": "2026-08-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 35.95
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/apodex-apodex-1-1-mini/"
  },
  {
   "id": "arcee-ai/trinity-large-preview",
   "slug": "arcee-ai-trinity-large-preview",
   "name": "Trinity Large Preview",
   "vendor_id": "arcee-ai",
   "vendor": "Arcee AI",
   "vendor_zh": "Arcee AI",
   "country": "US",
   "release_date": "2026-01-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 398.64
   },
   "context_window": 524288,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1236.61
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1236.61,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 0.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 15.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1236.61,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/arcee-ai-trinity-large-preview/"
  },
  {
   "id": "arcee-ai/trinity-large-thinking",
   "slug": "arcee-ai-trinity-large-thinking",
   "name": "Trinity Large Thinking",
   "vendor_id": "arcee-ai",
   "vendor": "Arcee AI",
   "vendor_zh": "Arcee AI",
   "country": "US",
   "release_date": "2026-04-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 398.64
   },
   "context_window": 524288,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1236.61
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1236.61,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 0.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 15.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1236.61,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/arcee-ai-trinity-large-thinking/"
  },
  {
   "id": "arcee-ai/trinity-mini",
   "slug": "arcee-ai-trinity-mini",
   "name": "Trinity Mini",
   "vendor_id": "arcee-ai",
   "vendor": "Arcee AI",
   "vendor_zh": "Arcee AI",
   "country": "US",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 26.12
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.045,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/arcee-ai-trinity-mini/"
  },
  {
   "id": "arcee-ai/trinity-nano-preview",
   "slug": "arcee-ai-trinity-nano-preview",
   "name": "Trinity Nano Preview",
   "vendor_id": "arcee-ai",
   "vendor": "Arcee AI",
   "vendor_zh": "Arcee AI",
   "country": "US",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 6.12
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/arcee-ai-trinity-nano-preview/"
  },
  {
   "id": "baai/bge-m3",
   "slug": "baai-bge-m3",
   "name": "BGE M3",
   "vendor_id": "baai",
   "vendor": "Baai",
   "vendor_zh": "Baai",
   "country": "ZZ",
   "release_date": "2024-01-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.02,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baai-bge-m3/"
  },
  {
   "id": "baai/bge-multilingual-gemma2",
   "slug": "baai-bge-multilingual-gemma2",
   "name": "BGE Multilingual Gemma2",
   "vendor_id": "baai",
   "vendor": "Baai",
   "vendor_zh": "Baai",
   "country": "ZZ",
   "release_date": "2024-07-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 9.24
   },
   "context_window": 8192,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.11215,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baai-bge-multilingual-gemma2/"
  },
  {
   "id": "baai/bge-reranker-v2-m3",
   "slug": "baai-bge-reranker-v2-m3",
   "name": "BGE Reranker V2 M3",
   "vendor_id": "baai",
   "vendor": "Baai",
   "vendor_zh": "Baai",
   "country": "ZZ",
   "release_date": "2024-03-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.57
   },
   "context_window": 8192,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.01,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baai-bge-reranker-v2-m3/"
  },
  {
   "id": "baichuan/baichuan-m2-32b",
   "slug": "baichuan-baichuan-m2-32b",
   "name": "Baichuan M2 32B",
   "vendor_id": "baichuan",
   "vendor": "Baichuan",
   "vendor_zh": "Baichuan",
   "country": "ZZ",
   "release_date": "2025-08-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.76
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.07
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baichuan-baichuan-m2-32b/"
  },
  {
   "id": "baidu/cobuddy",
   "slug": "baidu-cobuddy",
   "name": "CoBuddy",
   "vendor_id": "baidu",
   "vendor": "Baidu",
   "vendor_zh": "百度文心",
   "country": "CN",
   "release_date": "2026-05-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.07,
    "inputPerMTok": 0.28,
    "outputPerMTok": 1.13
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baidu-cobuddy/"
  },
  {
   "id": "baidu/ernie-4.5-21b-a3b",
   "slug": "baidu-ernie-4-5-21b-a3b",
   "name": "ERNIE 4.5 21B A3B",
   "vendor_id": "baidu",
   "vendor": "Baidu",
   "vendor_zh": "百度文心",
   "country": "CN",
   "release_date": "2025-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 21.94
   },
   "context_window": 131072,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.28
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baidu-ernie-4-5-21b-a3b/"
  },
  {
   "id": "baidu/ernie-4.5-300b-a47b",
   "slug": "baidu-ernie-4-5-300b-a47b",
   "name": "ERNIE 4.5 300B A47B",
   "vendor_id": "baidu",
   "vendor": "Baidu",
   "vendor_zh": "百度文心",
   "country": "CN",
   "release_date": "2025-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 47,
    "confidence": "exact",
    "totalB": 300.45
   },
   "context_window": 131072,
   "max_output": 12000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baidu-ernie-4-5-300b-a47b/"
  },
  {
   "id": "baidu/ernie-4.5-vl-424b-a47b",
   "slug": "baidu-ernie-4-5-vl-424b-a47b",
   "name": "ERNIE 4.5 VL 424B A47B",
   "vendor_id": "baidu",
   "vendor": "Baidu",
   "vendor_zh": "百度文心",
   "country": "CN",
   "release_date": "2025-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 47,
    "confidence": "exact",
    "totalB": 422.84
   },
   "context_window": 123000,
   "max_output": 16000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.42,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baidu-ernie-4-5-vl-424b-a47b/"
  },
  {
   "id": "baidu/ernie-5.5-flash-preview",
   "slug": "baidu-ernie-5-5-flash-preview",
   "name": "Ernie 5.5 Flash Preview",
   "vendor_id": "baidu",
   "vendor": "Baidu",
   "vendor_zh": "百度文心",
   "country": "CN",
   "release_date": "2026-11-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-11",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1024000,
   "max_output": 921600,
   "pricing": {
    "cachedInputPerMTok": 0.028,
    "inputPerMTok": 0.28,
    "outputPerMTok": 1.13
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baidu-ernie-5-5-flash-preview/"
  },
  {
   "id": "baidu/ernie-light-dt-1.0-intl",
   "slug": "baidu-ernie-light-dt-1-0-intl",
   "name": "Ernie Light DT 1.0 Intl",
   "vendor_id": "baidu",
   "vendor": "Baidu",
   "vendor_zh": "百度文心",
   "country": "CN",
   "release_date": "2026-11-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1024000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.113,
    "inputPerMTok": 1.13,
    "outputPerMTok": 3.94
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/baidu-ernie-light-dt-1-0-intl/"
  },
  {
   "id": "black-forest-labs/flux-1-dev",
   "slug": "black-forest-labs-flux-1-dev",
   "name": "FLUX.1 [dev]",
   "vendor_id": "black-forest-labs",
   "vendor": "Black Forest Labs",
   "vendor_zh": "Black Forest Labs",
   "country": "ZZ",
   "release_date": "2024-08-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 11.9
   },
   "context_window": 4096,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/black-forest-labs-flux-1-dev/"
  },
  {
   "id": "black-forest-labs/flux-1-kontext-dev",
   "slug": "black-forest-labs-flux-1-kontext-dev",
   "name": "FLUX.1 Kontext [dev]",
   "vendor_id": "black-forest-labs",
   "vendor": "Black Forest Labs",
   "vendor_zh": "Black Forest Labs",
   "country": "ZZ",
   "release_date": "2025-05-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 11.9
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/black-forest-labs-flux-1-kontext-dev/"
  },
  {
   "id": "black-forest-labs/flux-1-schnell",
   "slug": "black-forest-labs-flux-1-schnell",
   "name": "FLUX.1 [schnell]",
   "vendor_id": "black-forest-labs",
   "vendor": "Black Forest Labs",
   "vendor_zh": "Black Forest Labs",
   "country": "ZZ",
   "release_date": "2024-08-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 11.89
   },
   "context_window": 4096,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/black-forest-labs-flux-1-schnell/"
  },
  {
   "id": "bytedance-seed/seed-1-6",
   "slug": "bytedance-seed-seed-1-6",
   "name": "Seed 1.6",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2025-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 69.44,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 77.59,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 69.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 77.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "simpleqa_verified",
     "score": 17.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-1-6/"
  },
  {
   "id": "bytedance-seed/seed-1-6-flash",
   "slug": "bytedance-seed-seed-1-6-flash",
   "name": "Seed 1.6 Flash",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2025-08-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-1-6-flash/"
  },
  {
   "id": "bytedance-seed/seed-1-6-vision",
   "slug": "bytedance-seed-seed-1-6-vision",
   "name": "Seed 1.6 Vision",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2025-08-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-1-6-vision/"
  },
  {
   "id": "bytedance-seed/seed-1-8",
   "slug": "bytedance-seed-seed-1-8",
   "name": "Seed 1.8",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2025-12-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.25,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-1-8/"
  },
  {
   "id": "bytedance-seed/seed-2.0-code",
   "slug": "bytedance-seed-seed-2-0-code",
   "name": "Seed 2.0 Code",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-02-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-0-code/"
  },
  {
   "id": "bytedance-seed/seed-2.0-lite",
   "slug": "bytedance-seed-seed-2-0-lite",
   "name": "Seed 2.0 Lite",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-02-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 0.25,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-0-lite/"
  },
  {
   "id": "bytedance-seed/seed-2.0-mini",
   "slug": "bytedance-seed-seed-2-0-mini",
   "name": "Seed 2.0 Mini",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-02-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-0-mini/"
  },
  {
   "id": "bytedance-seed/seed-2.0-pro",
   "slug": "bytedance-seed-seed-2-0-pro",
   "name": "Seed 2.0 Pro",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-02-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-0-pro/"
  },
  {
   "id": "bytedance-seed/seed-2.1-lite",
   "slug": "bytedance-seed-seed-2-1-lite",
   "name": "Seed 2.1 Lite",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-09-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1024000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-1-lite/"
  },
  {
   "id": "bytedance-seed/seed-2.1-pro",
   "slug": "bytedance-seed-seed-2-1-pro",
   "name": "Seed 2.1 Pro",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-06-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1024000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-1-pro/"
  },
  {
   "id": "bytedance-seed/seed-2.1-turbo",
   "slug": "bytedance-seed-seed-2-1-turbo",
   "name": "Seed 2.1 Turbo",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-06-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.5,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-2-1-turbo/"
  },
  {
   "id": "bytedance-seed/seed-character",
   "slug": "bytedance-seed-seed-character",
   "name": "Seed Character",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-06-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-character/"
  },
  {
   "id": "bytedance-seed/seed-evolving",
   "slug": "bytedance-seed-seed-evolving",
   "name": "Seed Evolving",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-06-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1024000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-evolving/"
  },
  {
   "id": "bytedance-seed/seed-oss-36b-instruct",
   "slug": "bytedance-seed-seed-oss-36b-instruct",
   "name": "Seed-OSS-36B-Instruct",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2025-08-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-07",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 36.15
   },
   "context_window": 524288,
   "max_output": 524288,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.21,
    "outputPerMTok": 0.57
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seed-oss-36b-instruct/"
  },
  {
   "id": "bytedance-seed/seedance-2.0",
   "slug": "bytedance-seed-seedance-2-0",
   "name": "Seedance 2.0",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-02-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "audio",
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seedance-2-0/"
  },
  {
   "id": "bytedance-seed/seedance-2.5",
   "slug": "bytedance-seed-seedance-2-5",
   "name": "Seedance 2.5",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2026-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "audio",
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-seedance-2-5/"
  },
  {
   "id": "bytedance-seed/ui-tars-1.5-7b",
   "slug": "bytedance-seed-ui-tars-1-5-7b",
   "name": "UI Tars 1.5 7B",
   "vendor_id": "bytedance-seed",
   "vendor": "Bytedance Seed",
   "vendor_zh": "字节豆包",
   "country": "CN",
   "release_date": "2025-07-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 7
   },
   "context_window": 128000,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/bytedance-seed-ui-tars-1-5-7b/"
  },
  {
   "id": "canopylabs/orpheus-arabic-saudi",
   "slug": "canopylabs-orpheus-arabic-saudi",
   "name": "Orpheus Arabic Saudi",
   "vendor_id": "canopylabs",
   "vendor": "Canopylabs",
   "vendor_zh": "Canopylabs",
   "country": "ZZ",
   "release_date": "2025-12-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 4000,
   "max_output": 50000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/canopylabs-orpheus-arabic-saudi/"
  },
  {
   "id": "canopylabs/orpheus-v1-english",
   "slug": "canopylabs-orpheus-v1-english",
   "name": "Orpheus V1 English",
   "vendor_id": "canopylabs",
   "vendor": "Canopylabs",
   "vendor_zh": "Canopylabs",
   "country": "ZZ",
   "release_date": "2025-12-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 4000,
   "max_output": 50000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/canopylabs-orpheus-v1-english/"
  },
  {
   "id": "cognitivecomputations/dolphin-mistral-24b-venice-edition",
   "slug": "cognitivecomputations-dolphin-mistral-24b-venice-edition",
   "name": "Uncensored",
   "vendor_id": "cognitivecomputations",
   "vendor": "Cognitivecomputations",
   "vendor_zh": "Cognitivecomputations",
   "country": "ZZ",
   "release_date": "2025-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04-30",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.01
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cognitivecomputations-dolphin-mistral-24b-venice-edition/"
  },
  {
   "id": "cohere/c4ai-aya-expanse-32b",
   "slug": "cohere-c4ai-aya-expanse-32b",
   "name": "Aya Expanse 32B",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2024-10-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.3
   },
   "context_window": 128000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.5,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-c4ai-aya-expanse-32b/"
  },
  {
   "id": "cohere/c4ai-aya-expanse-8b",
   "slug": "cohere-c4ai-aya-expanse-8b",
   "name": "Aya Expanse 8B",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2024-10-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 8000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-c4ai-aya-expanse-8b/"
  },
  {
   "id": "cohere/c4ai-aya-vision-32b",
   "slug": "cohere-c4ai-aya-vision-32b",
   "name": "Aya Vision 32B",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-03-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 33.14
   },
   "context_window": 16000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-c4ai-aya-vision-32b/"
  },
  {
   "id": "cohere/c4ai-aya-vision-8b",
   "slug": "cohere-c4ai-aya-vision-8b",
   "name": "Aya Vision 8B",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-03-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.63
   },
   "context_window": 16000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-c4ai-aya-vision-8b/"
  },
  {
   "id": "cohere/command-a",
   "slug": "cohere-command-a",
   "name": "Command A",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-03-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08-31",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 111.06
   },
   "context_window": 256000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 10.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a/"
  },
  {
   "id": "cohere/command-a-03-2025",
   "slug": "cohere-command-a-03-2025",
   "name": "Command A",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-03-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 111.06
   },
   "context_window": 256000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 10.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a-03-2025/"
  },
  {
   "id": "cohere/command-a-plus",
   "slug": "cohere-command-a-plus",
   "name": "Command A Plus",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 192000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a-plus/"
  },
  {
   "id": "cohere/command-a-plus-05-2026",
   "slug": "cohere-command-a-plus-05-2026",
   "name": "Command A Plus",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-05-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04-01",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 218.75
   },
   "context_window": 128000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a-plus-05-2026/"
  },
  {
   "id": "cohere/command-a-reasoning-08-2025",
   "slug": "cohere-command-a-reasoning-08-2025",
   "name": "Command A Reasoning",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-08-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 10.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a-reasoning-08-2025/"
  },
  {
   "id": "cohere/command-a-translate-08-2025",
   "slug": "cohere-command-a-translate-08-2025",
   "name": "Command A Translate",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-08-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a-translate-08-2025/"
  },
  {
   "id": "cohere/command-a-vision-07-2025",
   "slug": "cohere-command-a-vision-07-2025",
   "name": "Command A Vision",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-a-vision-07-2025/"
  },
  {
   "id": "cohere/command-r-08-2024",
   "slug": "cohere-command-r-08-2024",
   "name": "Command R",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2024-08-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.3
   },
   "context_window": 128000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 54.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 5.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-r-08-2024/"
  },
  {
   "id": "cohere/command-r-plus-08-2024",
   "slug": "cohere-command-r-plus-08-2024",
   "name": "Command R+",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2024-08-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 103.81
   },
   "context_window": 128000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 54.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 5.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-r-plus-08-2024/"
  },
  {
   "id": "cohere/command-r7b-12-2024",
   "slug": "cohere-command-r7b-12-2024",
   "name": "Command R7B",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2024-12-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 128000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.0375,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-r7b-12-2024/"
  },
  {
   "id": "cohere/command-r7b-arabic-02-2025",
   "slug": "cohere-command-r7b-arabic-02-2025",
   "name": "Command R7B Arabic",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2025-02-27",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-01",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 128000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.0375,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-command-r7b-arabic-02-2025/"
  },
  {
   "id": "cohere/north-mini-code-1-0",
   "slug": "cohere-north-mini-code-1-0",
   "name": "North Mini Code",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-06-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09-23",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 30.48
   },
   "context_window": 256000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 40.2,
    "swe_bench_vendor": 67.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 67.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/CohereLabs/North-Mini-Code-1.0"
    },
    {
     "league": "swe_bench_pro",
     "score": 40.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/CohereLabs/North-Mini-Code-1.0"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_pro",
     "score": 40.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/CohereLabs/North-Mini-Code-1.0"
    },
    {
     "league": "swe_bench_vendor",
     "score": 67.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/CohereLabs/North-Mini-Code-1.0"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-north-mini-code-1-0/"
  },
  {
   "id": "cohere/north-small-translate-1-0",
   "slug": "cohere-north-small-translate-1-0",
   "name": "North Small Translate",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-09-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 218.25
   },
   "context_window": 16000,
   "max_output": 16000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-north-small-translate-1-0/"
  },
  {
   "id": "cohere/tiny-aya-earth",
   "slug": "cohere-tiny-aya-earth",
   "name": "Tiny Aya Earth",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.35
   },
   "context_window": 8000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-tiny-aya-earth/"
  },
  {
   "id": "cohere/tiny-aya-fire",
   "slug": "cohere-tiny-aya-fire",
   "name": "Tiny Aya Fire",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.35
   },
   "context_window": 8000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-tiny-aya-fire/"
  },
  {
   "id": "cohere/tiny-aya-global",
   "slug": "cohere-tiny-aya-global",
   "name": "Tiny Aya Global",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.35
   },
   "context_window": 8000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-tiny-aya-global/"
  },
  {
   "id": "cohere/tiny-aya-water",
   "slug": "cohere-tiny-aya-water",
   "name": "Tiny Aya Water",
   "vendor_id": "cohere",
   "vendor": "Cohere",
   "vendor_zh": "Cohere",
   "country": "CA",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.35
   },
   "context_window": 8000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/cohere-tiny-aya-water/"
  },
  {
   "id": "deepreinforce/ornith-1.0-31b",
   "slug": "deepreinforce-ornith-1-0-31b",
   "name": "Ornith 1.0 31B",
   "vendor_id": "deepreinforce",
   "vendor": "Deepreinforce",
   "vendor_zh": "Deep Reinforce",
   "country": "US",
   "release_date": "2026-06-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 31
   },
   "context_window": 262144,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepreinforce-ornith-1-0-31b/"
  },
  {
   "id": "deepreinforce/ornith-1.0-35b",
   "slug": "deepreinforce-ornith-1-0-35b",
   "name": "Ornith 1.0 35B",
   "vendor_id": "deepreinforce",
   "vendor": "Deepreinforce",
   "vendor_zh": "Deep Reinforce",
   "country": "US",
   "release_date": "2026-06-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 35.11
   },
   "context_window": 262144,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 50.4,
    "swe_bench_vendor": 75.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 75.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "swe_bench_pro",
     "score": 50.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 69.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 64.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "nl2repo",
     "score": 34.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "claw_eval",
     "score": 69.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    }
   ],
   "scores": [
    {
     "league": "claw_eval",
     "score": 69.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "nl2repo",
     "score": 34.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 69.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "swe_bench_pro",
     "score": 50.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "swe_bench_vendor",
     "score": 75.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 64.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepreinforce-ornith-1-0-35b/"
  },
  {
   "id": "deepreinforce/ornith-1.0-397b",
   "slug": "deepreinforce-ornith-1-0-397b",
   "name": "Ornith 1.0 397B",
   "vendor_id": "deepreinforce",
   "vendor": "Deepreinforce",
   "vendor_zh": "Deep Reinforce",
   "country": "US",
   "release_date": "2026-06-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 396.8
   },
   "context_window": 262144,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 62.2,
    "swe_bench_vendor": 82.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 82.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "swe_bench_pro",
     "score": 62.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 78.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "nl2repo",
     "score": 48.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "claw_eval",
     "score": 77.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    }
   ],
   "scores": [
    {
     "league": "claw_eval",
     "score": 77.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "nl2repo",
     "score": 48.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "swe_bench_pro",
     "score": 62.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "swe_bench_vendor",
     "score": 82.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 78.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-397B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepreinforce-ornith-1-0-397b/"
  },
  {
   "id": "deepreinforce/ornith-1.0-9b",
   "slug": "deepreinforce-ornith-1-0-9b",
   "name": "Ornith 1.0 9B",
   "vendor_id": "deepreinforce",
   "vendor": "Deepreinforce",
   "vendor_zh": "Deep Reinforce",
   "country": "US",
   "release_date": "2026-06-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 9.41
   },
   "context_window": 262144,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 42.9,
    "swe_bench_vendor": 69.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 69.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "swe_bench_pro",
     "score": 42.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 52,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 43.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "nl2repo",
     "score": 27.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "claw_eval",
     "score": 63.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    }
   ],
   "scores": [
    {
     "league": "claw_eval",
     "score": 63.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "nl2repo",
     "score": 27.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 52,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "swe_bench_pro",
     "score": 42.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "swe_bench_vendor",
     "score": 69.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 43.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepreinforce-ornith-1-0-9b/"
  },
  {
   "id": "deepreinforce/ornith-1.5-122b",
   "slug": "deepreinforce-ornith-1-5-122b",
   "name": "Ornith 1.5 122B",
   "vendor_id": "deepreinforce",
   "vendor": "Deepreinforce",
   "vendor_zh": "Deep Reinforce",
   "country": "US",
   "release_date": "2026-10-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 125.09
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.16,
    "outputPerMTok": 0.64
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepreinforce-ornith-1-5-122b/"
  },
  {
   "id": "deepreinforce/ornith-1.5-35b-a3b",
   "slug": "deepreinforce-ornith-1-5-35b-a3b",
   "name": "Ornith 1.5 35B A3B",
   "vendor_id": "deepreinforce",
   "vendor": "Deepreinforce",
   "vendor_zh": "Deep Reinforce",
   "country": "US",
   "release_date": "2026-08-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 35.95
   },
   "context_window": 262144,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepreinforce-ornith-1-5-35b-a3b/"
  },
  {
   "id": "deepseek/deepseek-chat",
   "slug": "deepseek-deepseek-chat",
   "name": "DeepSeek Chat",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 681.41
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.007,
    "inputPerMTok": 0.2574,
    "outputPerMTok": 1.0287
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 146.26,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 62.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 15.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-chat/"
  },
  {
   "id": "deepseek/deepseek-chat-v3-0324",
   "slug": "deepseek-deepseek-chat-v3-0324",
   "name": "DeepSeek V3 0324",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-03-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-07-31",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 163840,
   "max_output": 147456,
   "pricing": {
    "cachedInputPerMTok": 0.14812,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 135.25,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 135.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 15.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 27.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 36.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 85.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-chat-v3-0324/"
  },
  {
   "id": "deepseek/deepseek-chat-v3.1",
   "slug": "deepseek-deepseek-chat-v3-1",
   "name": "DeepSeek V3.1",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-08-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 163840,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.13,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.95
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 140.88,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 140.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 24.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 38.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-chat-v3-1/"
  },
  {
   "id": "deepseek/deepseek-ocr-2",
   "slug": "deepseek-deepseek-ocr-2",
   "name": "DeepSeek OCR 2",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-01-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.39
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.0924,
    "inputPerMTok": 0.03,
    "outputPerMTok": 0.03
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-ocr-2/"
  },
  {
   "id": "deepseek/deepseek-r1",
   "slug": "deepseek-deepseek-r1",
   "name": "DeepSeek-R1",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-01-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-07",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 128000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.05977899,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 53.33,
    "arc_agi_2": 1.3,
    "eci": 138.62,
    "fiction_live": 33.3,
    "gpqa_diamond": 69.22,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.3e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 56.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "ale_bench",
     "score": 804.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 56.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 53.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 804.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 15.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 1.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 34.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 1.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 35.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "eci",
     "score": 138.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 33.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 69.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "math_level_5",
     "score": 93.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 26.93,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "simplebench",
     "score": 30.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 36.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-r1/"
  },
  {
   "id": "deepseek/deepseek-r1-0528",
   "slug": "deepseek-deepseek-r1-0528",
   "name": "DeepSeek R1 0528",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-05-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 163840,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.35,
    "inputPerMTok": 0.571,
    "outputPerMTok": 2.286
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 66.39,
    "arc_agi_2": 1.12,
    "eci": 140.73,
    "fiction_live": 33.3,
    "gpqa_diamond": 76.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.3e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 71.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 73.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "ale_bench",
     "score": 804.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 71.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 66.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 804.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 21.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 1.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 34.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 1.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 35.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "eci",
     "score": 140.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 33.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 76.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 73.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "math_level_5",
     "score": 96.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 31.17,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "simplebench",
     "score": 40.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 41.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-r1-0528/"
  },
  {
   "id": "deepseek/deepseek-r1-0528-qwen3-8b",
   "slug": "deepseek-deepseek-r1-0528-qwen3-8b",
   "name": "DeepSeek R1 0528 Qwen3 8B",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-05-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.19
   },
   "context_window": 131072,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.09
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-r1-0528-qwen3-8b/"
  },
  {
   "id": "deepseek/deepseek-r1-distill-llama-70b",
   "slug": "deepseek-deepseek-r1-distill-llama-70b",
   "name": "Deepseek R1 Distill Llama 70B",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-01-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 70
   },
   "context_window": 8192,
   "max_output": 7372,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.8,
    "outputPerMTok": 0.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 51.39,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 55.74,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 46.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 51.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 55.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 46.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "math_level_5",
     "score": 89.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-r1-distill-llama-70b/"
  },
  {
   "id": "deepseek/deepseek-r1-distill-qwen-32b",
   "slug": "deepseek-deepseek-r1-distill-qwen-32b",
   "name": "DeepSeek-R1-Distill-Qwen-32B",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-01-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.76
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.287,
    "outputPerMTok": 0.861
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": 55.56,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 64.14,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 47.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 55.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 19.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "gpqa_diamond",
     "score": 64.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 47.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-r1-distill-qwen-32b/"
  },
  {
   "id": "deepseek/deepseek-reasoner",
   "slug": "deepseek-deepseek-reasoner",
   "name": "DeepSeek Reasoner",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 681.41
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.0077,
    "inputPerMTok": 0.242,
    "outputPerMTok": 0.726
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 87.82,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 83.42,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aime",
     "score": 87.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 83.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-reasoner/"
  },
  {
   "id": "deepseek/deepseek-v3",
   "slug": "deepseek-deepseek-v3",
   "name": "DeepSeek-V3",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2024-12-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-DeepSeek-Model",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.0298895,
    "inputPerMTok": 0.29889496,
    "outputPerMTok": 1.147
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 15.83,
    "arc_agi_2": 4.03,
    "eci": 131.69,
    "fiction_live": 53.1,
    "gpqa_diamond": 56.53,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 3.3e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 48.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 68.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 48.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 15.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 131.69,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 56.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "livebench_coding",
     "score": 68.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 15.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 64.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 18.47,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 18.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 36.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 85.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3/"
  },
  {
   "id": "deepseek/deepseek-v3-0324",
   "slug": "deepseek-deepseek-v3-0324",
   "name": "DeepSeek V3 0324",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-03-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 163840,
   "max_output": 163840,
   "pricing": {
    "cachedInputPerMTok": 0.14,
    "inputPerMTok": 0.27,
    "outputPerMTok": 1.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 37.78,
    "arc_agi_2": 4.03,
    "eci": 135.25,
    "fiction_live": 53.1,
    "gpqa_diamond": 67.61,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 3.3e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 37.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 135.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 67.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 15.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 27.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 36.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 85.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3-0324/"
  },
  {
   "id": "deepseek/deepseek-v3.1",
   "slug": "deepseek-deepseek-v3-1",
   "name": "DeepSeek-V3.1",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-08-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 680.57
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.13,
    "inputPerMTok": 0.27,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 140.88,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 3.594058e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 140.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 24.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 38.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3-1/"
  },
  {
   "id": "deepseek/deepseek-v3.1-terminus",
   "slug": "deepseek-deepseek-v3-1-terminus",
   "name": "Deepseek V3.1 Terminus",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 163840,
   "max_output": 147456,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.27,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 3.594058e+24,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 69.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "ale_bench",
     "score": 745.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 745.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 1.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 81.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 69.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "lmca",
     "score": 28.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3-1-terminus/"
  },
  {
   "id": "deepseek/deepseek-v3.2",
   "slug": "deepseek-deepseek-v3-2",
   "name": "DeepSeek V3.2",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-07",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 681.41
   },
   "context_window": 128000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.13,
    "inputPerMTok": 0.28,
    "outputPerMTok": 0.42
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 146.26,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1324.67
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 75.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1324.67,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 12.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 7.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 85.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 75.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 28.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1324.67,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3-2/"
  },
  {
   "id": "deepseek/deepseek-v3.2-exp",
   "slug": "deepseek-deepseek-v3-2-exp",
   "name": "Deepseek V3.2 EXP",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 163840,
   "max_output": 147456,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.27,
    "outputPerMTok": 0.41
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 144.39,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1367
   },
   "training_compute_flop": 4.18e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 73.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 36.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 87.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.39,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 36.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 73.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 29.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1367,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3-2-exp/"
  },
  {
   "id": "deepseek/deepseek-v3.2-thinking",
   "slug": "deepseek-deepseek-v3-2-thinking",
   "name": "Deepseek V3.2 Thinking",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": 0.028,
    "inputPerMTok": 0.28,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 48.89,
    "arc_agi_2": 4.03,
    "eci": 146.26,
    "fiction_live": 53.1,
    "gpqa_diamond": 71.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1324.67
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1324.67,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 74.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 21.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "bbh",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "cl_bench",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 9.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 85.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 53.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 71.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hella_swag",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "lmca",
     "score": 28.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 75.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 23.12,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 87.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.19437"
    },
    {
     "league": "simplebench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 39.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "trivia_qa",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    },
    {
     "league": "vending_bench_2",
     "score": 1034,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1324.67,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2412.19437"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v3-2-thinking/"
  },
  {
   "id": "deepseek/deepseek-v4-flash",
   "slug": "deepseek-deepseek-v4-flash",
   "name": "DeepSeek V4 Flash",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-04-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 283.47
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.003,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 94.44,
    "arc_agi_2": 61.39,
    "eci": 146.91,
    "fiction_live": null,
    "gpqa_diamond": 91.04,
    "swe_bench_pro": 52.6,
    "swe_bench_vendor": 79,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1430.93
   },
   "training_compute_flop": 2.496e+24,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 79,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "swe_bench_pro",
     "score": 52.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "terminal_bench",
     "score": 56.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 73.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "livebench_coding",
     "score": 69.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 37.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "livecodebench",
     "score": 91.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "ale_bench",
     "score": 678.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1430.93,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 94.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 678.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 7.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 86.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.91,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 24.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 57.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 37.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 69.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livecodebench",
     "score": 91.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "lmca",
     "score": 35.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 46.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 33.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_multilingual",
     "score": 73.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "swe_bench_pro",
     "score": 52.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "swe_bench_vendor",
     "score": 79,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "terminal_bench",
     "score": 56.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1430.93,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-flash/"
  },
  {
   "id": "deepseek/deepseek-v4-flash-0423",
   "slug": "deepseek-deepseek-v4-flash-0423",
   "name": "DeepSeek V4 Flash 0423",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-04-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 283.47
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.028,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.28
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 94.44,
    "arc_agi_2": 61.39,
    "eci": 146.91,
    "fiction_live": null,
    "gpqa_diamond": 91.04,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1430.93
   },
   "training_compute_flop": 2.496e+24,
   "coding_scores": [
    {
     "league": "frontier_code",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 678.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1430.93,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 94.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 678.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 7.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 86.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.91,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 24.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 57.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 35.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 46.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 33.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1430.93,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-flash-0423/"
  },
  {
   "id": "deepseek/deepseek-v4-flash-0731",
   "slug": "deepseek-deepseek-v4-flash-0731",
   "name": "DeepSeek V4 Flash 0731",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 296.35
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.028,
    "inputPerMTok": 0.15386,
    "outputPerMTok": 0.38465
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 94.44,
    "arc_agi_2": 61.39,
    "eci": 154.43,
    "fiction_live": null,
    "gpqa_diamond": 91.04,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1580.2
   },
   "training_compute_flop": 2.496e+24,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 82.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731"
    },
    {
     "league": "deepswe",
     "score": 54.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://api-docs.deepseek.com/updates/"
    },
    {
     "league": "livebench_coding",
     "score": 74.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 54.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://api-docs.deepseek.com/updates/"
    },
    {
     "league": "frontier_code",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1306.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1580.2,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 94.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1306.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 16.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 54.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://api-docs.deepseek.com/updates/"
    },
    {
     "league": "dtbench",
     "score": 90.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 154.43,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 24.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 57.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 74.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 41.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 54.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://api-docs.deepseek.com/updates/"
    },
    {
     "league": "proofbench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 61.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 33.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 82.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1580.2,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 62.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-flash-0731/"
  },
  {
   "id": "deepseek/deepseek-v4-flash-vision-exp",
   "slug": "deepseek-deepseek-v4-flash-vision-exp",
   "name": "DeepSeek V4 Flash Vision Exp",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-08-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 296.35
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.003,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 83.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
    },
    {
     "league": "deepswe",
     "score": 59.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
    },
    {
     "league": "livebench_coding",
     "score": 68.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 65.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 57.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 59.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 65.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 68.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 57.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
    },
    {
     "league": "terminal_bench",
     "score": 83.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-flash-vision-exp/"
  },
  {
   "id": "deepseek/deepseek-v4-pro",
   "slug": "deepseek-deepseek-v4-pro",
   "name": "DeepSeek V4 Pro",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-04-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1572.76
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.022,
    "inputPerMTok": 0.66,
    "outputPerMTok": 1.98
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 96.67,
    "arc_agi_2": 61.25,
    "eci": 150.19,
    "fiction_live": null,
    "gpqa_diamond": 90.91,
    "swe_bench_pro": 55.4,
    "swe_bench_vendor": 80.6,
    "swe_bench_verified": 77.64,
    "webdev_arena_elo": 1463.63
   },
   "training_compute_flop": 9.702e+24,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 77.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "swe_bench_pro",
     "score": 55.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "terminal_bench",
     "score": 67.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 76.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "livebench_coding",
     "score": 69.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 42.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "livecodebench",
     "score": 93.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "ale_bench",
     "score": 1006.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1463.63,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 96.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1006.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 47.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 90.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 13.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 12.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 150.19,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 45.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 90.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 42.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 69.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livecodebench",
     "score": 93.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "lmca",
     "score": 41.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 46.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 76.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "swe_bench_pro",
     "score": 55.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "swe_bench_verified",
     "score": 77.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 67.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"
    },
    {
     "league": "vending_bench_2",
     "score": 3284.52,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1463.63,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 48.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-pro/"
  },
  {
   "id": "deepseek/deepseek-v4-pro-0423",
   "slug": "deepseek-deepseek-v4-pro-0423",
   "name": "DeepSeek V4 Pro 0423",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-04-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1572.76
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.145,
    "inputPerMTok": 1.65,
    "outputPerMTok": 3.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 96.67,
    "arc_agi_2": 61.25,
    "eci": 150.19,
    "fiction_live": null,
    "gpqa_diamond": 90.91,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 77.64,
    "webdev_arena_elo": 1463.63
   },
   "training_compute_flop": 9.702e+24,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 77.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1006.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1463.63,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 96.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1006.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 47.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 90.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 13.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 12.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 150.19,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 45.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 90.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 41.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 46.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_verified",
     "score": 77.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3284.52,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1463.63,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 48.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-pro-0423/"
  },
  {
   "id": "deepseek/deepseek-v4-pro-0813",
   "slug": "deepseek-deepseek-v4-pro-0813",
   "name": "DeepSeek V4 Pro 0813",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-08-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1623.5
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.044,
    "inputPerMTok": 1.32,
    "outputPerMTok": 3.96
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.61,
    "arc_agi_2": 61.25,
    "eci": 155.96,
    "fiction_live": null,
    "gpqa_diamond": 91.67,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 77.64,
    "webdev_arena_elo": 1580.53
   },
   "training_compute_flop": 9.702e+24,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 77.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 87.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813"
    },
    {
     "league": "deepswe",
     "score": 62.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 54.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 61.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813"
    },
    {
     "league": "frontier_code",
     "score": 28.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1403.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1580.53,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1403.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 47.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 90.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 13.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 18.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 62.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813"
    },
    {
     "league": "dtbench",
     "score": 93.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 155.96,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 28.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 26.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 64.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 54.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 45.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 61.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813"
    },
    {
     "league": "proofbench",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 52.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_verified",
     "score": 77.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 87.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813"
    },
    {
     "league": "vending_bench_2",
     "score": 3284.52,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1580.53,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 66.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-pro-0813/"
  },
  {
   "id": "deepseek/deepseek-v4.1-flash",
   "slug": "deepseek-deepseek-v4-1-flash",
   "name": "DeepSeek V4.1 Flash",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-09-08",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 557.17
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.006,
    "inputPerMTok": 0.22,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.33,
    "arc_agi_2": 72.92,
    "eci": 157.01,
    "fiction_live": null,
    "gpqa_diamond": 89.84,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1613.95
   },
   "training_compute_flop": 4.32e+24,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 90.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash"
    },
    {
     "league": "deepswe",
     "score": 74.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash"
    },
    {
     "league": "nl2repo",
     "score": 64,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash"
    },
    {
     "league": "frontier_code",
     "score": 43.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1092.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1613.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1092.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 39.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 94.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 72.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 14.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 74.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash"
    },
    {
     "league": "dtbench",
     "score": 89.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 157.01,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 43.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 26.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 67.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 34.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 46.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 64,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash"
    },
    {
     "league": "proofbench",
     "score": 54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 9.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 66.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 42.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 46.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "terminal_bench",
     "score": 90.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1613.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 11.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-1-flash/"
  },
  {
   "id": "deepseek/deepseek-v4.1-flash-1017",
   "slug": "deepseek-deepseek-v4-1-flash-1017",
   "name": "DeepSeek V4.1 Flash 1017",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-10-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 557.17
   },
   "context_window": 1000000,
   "max_output": 384000,
   "pricing": {
    "cachedInputPerMTok": 0.006,
    "inputPerMTok": 0.29985,
    "outputPerMTok": 1.1994
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.44,
    "arc_agi_2": 78.06,
    "eci": 159.41,
    "fiction_live": null,
    "gpqa_diamond": 93.18,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1613.95
   },
   "training_compute_flop": 4.32e+24,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 42.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"
    },
    {
     "league": "deepswe",
     "score": 77,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"
    },
    {
     "league": "nl2repo",
     "score": 68.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"
    },
    {
     "league": "frontier_code",
     "score": 43.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1622,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1613.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1622,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 69.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 94.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 78.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 77,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"
    },
    {
     "league": "dtbench",
     "score": 89.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 159.41,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 43.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 46.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 71.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 34.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 93.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 46.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 68.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"
    },
    {
     "league": "proofbench",
     "score": 54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 9.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 66.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 42.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 46.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "terminal_bench",
     "score": 42.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1613.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 19.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-1-flash-1017/"
  },
  {
   "id": "deepseek/deepseek-v4.1-flash-1017-fast",
   "slug": "deepseek-deepseek-v4-1-flash-1017-fast",
   "name": "Deepseek V4.1 Flash 1017 Fast",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-10-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.014,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-1-flash-1017-fast/"
  },
  {
   "id": "deepseek/deepseek-v4.1-flash-1017-ultrafast",
   "slug": "deepseek-deepseek-v4-1-flash-1017-ultrafast",
   "name": "Deepseek V4.1 Flash 1017 Ultrafast",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.048,
    "inputPerMTok": 2.4,
    "outputPerMTok": 9.6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-1-flash-1017-ultrafast/"
  },
  {
   "id": "deepseek/deepseek-v4.1-flash-fast",
   "slug": "deepseek-deepseek-v4-1-flash-fast",
   "name": "Deepseek V4.1 Flash Fast",
   "vendor_id": "deepseek",
   "vendor": "DeepSeek",
   "vendor_zh": "深度求索",
   "country": "CN",
   "release_date": "2026-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.014,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/deepseek-deepseek-v4-1-flash-fast/"
  },
  {
   "id": "elorian/glimpse",
   "slug": "elorian-glimpse",
   "name": "Glimpse",
   "vendor_id": "elorian",
   "vendor": "Elorian",
   "vendor_zh": "Elorian",
   "country": "ZZ",
   "release_date": "2026-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.6,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/elorian-glimpse/"
  },
  {
   "id": "essentialai/rnj-1-instruct",
   "slug": "essentialai-rnj-1-instruct",
   "name": "Rnj-1 Instruct",
   "vendor_id": "essentialai",
   "vendor": "Essentialai",
   "vendor_zh": "Essentialai",
   "country": "ZZ",
   "release_date": "2025-12-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.31
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/essentialai-rnj-1-instruct/"
  },
  {
   "id": "fireworks/ember-1",
   "slug": "fireworks-ember-1",
   "name": "Ember-1",
   "vendor_id": "fireworks",
   "vendor": "Fireworks",
   "vendor_zh": "Fireworks",
   "country": "ZZ",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/fireworks-ember-1/"
  },
  {
   "id": "google/deep-research-max-preview-04-2026",
   "slug": "google-deep-research-max-preview-04-2026",
   "name": "Deep Research Max Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-deep-research-max-preview-04-2026/"
  },
  {
   "id": "google/deep-research-preview-04-2026",
   "slug": "google-deep-research-preview-04-2026",
   "name": "Gemini Deep Research Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-deep-research-preview-04-2026/"
  },
  {
   "id": "google/diffusiongemma-26b-a4b-it",
   "slug": "google-diffusiongemma-26b-a4b-it",
   "name": "DiffusionGemma 26B A4B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-06-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 4,
    "confidence": "exact",
    "totalB": 25.82
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-diffusiongemma-26b-a4b-it/"
  },
  {
   "id": "google/gemini-2.0-flash",
   "slug": "google-gemini-2-0-flash",
   "name": "Gemini 2.0 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2024-12-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.42
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 57.78,
    "arc_agi_2": 1.3,
    "eci": 134.02,
    "fiction_live": 37.5,
    "gpqa_diamond": 57.07,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 57.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi_2",
     "score": 1.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "dtbench",
     "score": 63.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 134.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 1.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 37.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "geobench",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 57.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 6.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 79.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 30.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "the_agent_company",
     "score": 11.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gemini-2.0-flash"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-0-flash/"
  },
  {
   "id": "google/gemini-2.0-flash-lite",
   "slug": "google-gemini-2-0-flash-lite",
   "name": "Gemini 2.0 Flash-Lite",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2024-12-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.052,
    "outputPerMTok": 0.21
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 52.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-0-flash-lite/"
  },
  {
   "id": "google/gemini-2.5-computer-use-preview-10-2025",
   "slug": "google-gemini-2-5-computer-use-preview-10-2025",
   "name": "Gemini 2.5 Computer Use Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-10-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-computer-use-preview-10-2025/"
  },
  {
   "id": "google/gemini-2.5-flash",
   "slug": "google-gemini-2-5-flash",
   "name": "Gemini 2.5 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 73.06,
    "arc_agi_2": 2.54,
    "eci": 141.88,
    "fiction_live": 68.8,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 17.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 66.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 661.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 73.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 661.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 2.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 33.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 1.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 76.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 2.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "hle",
     "score": 12.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 66.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 27.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "simplebench",
     "score": 41.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "spatialviz_bench",
     "score": 36.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 17.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 548.84,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 40.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash/"
  },
  {
   "id": "google/gemini-2.5-flash-image",
   "slug": "google-gemini-2-5-flash-image",
   "name": "Nano Banana",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-08-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash-image/"
  },
  {
   "id": "google/gemini-2.5-flash-lite",
   "slug": "google-gemini-2-5-flash-lite",
   "name": "Gemini 2.5 Flash-Lite",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 133.04,
    "fiction_live": 21.9,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 66.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 325.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 325.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 62.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 133.04,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 21.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 66.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 18.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "weirdml",
     "score": 35.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash-lite/"
  },
  {
   "id": "google/gemini-2.5-flash-lite-preview-06-17",
   "slug": "google-gemini-2-5-flash-lite-preview-06-17",
   "name": "Gemini 2.5 Flash-Lite Preview 06-17",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.09,
    "outputPerMTok": 0.36
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 133.04,
    "fiction_live": 21.9,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 65.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 325.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 325.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 62.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 133.04,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 21.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 65.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 18.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "weirdml",
     "score": 35.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash-lite-preview-06-17/"
  },
  {
   "id": "google/gemini-2.5-flash-lite-preview-09-2025",
   "slug": "google-gemini-2-5-flash-lite-preview-09-2025",
   "name": "Gemini 2.5 Flash-Lite Preview 09-2025",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-09-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.09,
    "outputPerMTok": 0.36
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "vpct",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash-lite-preview-09-2025/"
  },
  {
   "id": "google/gemini-2.5-flash-preview-05-20",
   "slug": "google-gemini-2-5-flash-preview-05-20",
   "name": "Gemini 2.5 Flash Preview 05-20",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-05-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.0285,
    "inputPerMTok": 0.1425,
    "outputPerMTok": 3.325
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 70.83,
    "arc_agi_2": 2.54,
    "eci": 141.88,
    "fiction_live": 68.8,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 17.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 67.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 661.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 70.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 661.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 2.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 33.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 1.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 76.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 2.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "hle",
     "score": 10.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 67.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 27.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "simplebench",
     "score": 41.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "spatialviz_bench",
     "score": 36.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 17.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 548.84,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 40.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash-preview-05-20/"
  },
  {
   "id": "google/gemini-2.5-flash-tts",
   "slug": "google-gemini-2-5-flash-tts",
   "name": "Gemini 2.5 Flash TTS",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-09-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-flash-tts/"
  },
  {
   "id": "google/gemini-2.5-pro",
   "slug": "google-gemini-2-5-pro",
   "name": "Gemini 2.5 Pro",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 84.17,
    "arc_agi_2": 4.86,
    "eci": 144.88,
    "fiction_live": 90.6,
    "gpqa_diamond": 85.29,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 57.56,
    "webdev_arena_elo": 1225.73
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 57.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 32.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 83.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 75.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 785.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.51,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1225.73,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 83.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 84.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 785.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.51,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 43.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "critpt",
     "score": 2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 41.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 5.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 90.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 14.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 24.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 23.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 85.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 21.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 75.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 34.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 95.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 38.73,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "rli",
     "score": 0.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 62.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "spatialviz_bench",
     "score": 44.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "swe_bench_verified",
     "score": 57.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 32.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 30.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "vending_bench_2",
     "score": 573.64,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1225.73,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 54.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-pro/"
  },
  {
   "id": "google/gemini-2.5-pro-preview",
   "slug": "google-gemini-2-5-pro-preview",
   "name": "Gemini 2.5 Pro Preview 06-05",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.0625,
    "inputPerMTok": 0.625,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 84.17,
    "arc_agi_2": 0,
    "eci": 144.88,
    "fiction_live": 87.5,
    "gpqa_diamond": 84.85,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 57.56,
    "webdev_arena_elo": 1225.73
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 57.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 32.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 83.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 71.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 785.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.51,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1225.73,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 83.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 84.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 785.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.51,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 43.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "critpt",
     "score": 2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 42.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 5.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 10.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 24.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 23.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 84.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 21.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_coding",
     "score": 71.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 34.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 95.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 38.73,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "rli",
     "score": 0.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 62.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "spatialviz_bench",
     "score": 44.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "swe_bench_verified",
     "score": 57.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 32.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 30.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "vending_bench_2",
     "score": 573.64,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1225.73,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 54.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-pro-preview/"
  },
  {
   "id": "google/gemini-2.5-pro-preview-05-06",
   "slug": "google-gemini-2-5-pro-preview-05-06",
   "name": "Gemini 2.5 PRO Preview 05 06",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-05-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65535,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 84.17,
    "arc_agi_2": 4.86,
    "eci": 145.29,
    "fiction_live": 71.9,
    "gpqa_diamond": 66.67,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 57.56,
    "webdev_arena_elo": 1225.69
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 57.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 32.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "aider_polyglot",
     "score": 76.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 72.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 785.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.51,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1225.69,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 76.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 84.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 785.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.51,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 6.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 43.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 41.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 145.29,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 2.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 71.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 14.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 24.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 23.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 66.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 17.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lech_mazur_writing",
     "score": 80.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/lechmazur/Writing"
    },
    {
     "league": "livebench_coding",
     "score": 72.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 34.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 95.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 38.73,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "rli",
     "score": 0.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 62.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "spatialviz_bench",
     "score": 44.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    },
    {
     "league": "swe_bench_verified",
     "score": 57.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 32.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "the_agent_company",
     "score": 30.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://the-agent-company.com/#/leaderboard"
    },
    {
     "league": "vending_bench_2",
     "score": 573.64,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1225.69,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 54.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-pro-preview-05-06/"
  },
  {
   "id": "google/gemini-2.5-pro-tts",
   "slug": "google-gemini-2-5-pro-tts",
   "name": "Gemini 2.5 Pro TTS",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-09-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-2-5-pro-tts/"
  },
  {
   "id": "google/gemini-3-flash",
   "slug": "google-gemini-3-flash",
   "name": "Gemini 3 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-12-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65000,
   "pricing": {
    "cachedInputPerMTok": 0.0675,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 95.56,
    "arc_agi_2": 33.61,
    "eci": 152.35,
    "fiction_live": null,
    "gpqa_diamond": 89.39,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 75.41,
    "webdev_arena_elo": 1383.12
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 75.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "gso",
     "score": 7.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1367.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1383.12,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1367.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 84.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 33.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 48.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 49.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 89.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 35.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 51.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 7.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 43.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 61.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 66.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 75.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vending_bench_2",
     "score": 3634.72,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 72.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1383.12,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 61.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-flash/"
  },
  {
   "id": "google/gemini-3-flash-preview",
   "slug": "google-gemini-3-flash-preview",
   "name": "Gemini 3 Flash Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-12-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 95.56,
    "arc_agi_2": 33.61,
    "eci": 152.35,
    "fiction_live": null,
    "gpqa_diamond": 89.39,
    "swe_bench_pro": 34.63,
    "swe_bench_vendor": null,
    "swe_bench_verified": 75.41,
    "webdev_arena_elo": 1383.12
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 75.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 34.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "livebench_coding",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 8.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 30.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "gso",
     "score": 7.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1367.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1383.12,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1367.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 84.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 33.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 48.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 49.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 89.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 35.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 51.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 7.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 43.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 61.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 66.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 8.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 30.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_pro",
     "score": 34.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 75.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vending_bench_2",
     "score": 3634.72,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 72.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1383.12,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 61.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-flash-preview/"
  },
  {
   "id": "google/gemini-3-pro-image",
   "slug": "google-gemini-3-pro-image",
   "name": "Nano Banana Pro",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-05-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 65536,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-pro-image/"
  },
  {
   "id": "google/gemini-3-pro-image-preview",
   "slug": "google-gemini-3-pro-image-preview",
   "name": "Nano Banana Pro Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-11-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 65536,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-pro-image-preview/"
  },
  {
   "id": "google/gemini-3-pro-preview",
   "slug": "google-gemini-3-pro-preview",
   "name": "Gemini 3 Pro Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-11-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.8,
    "outputPerMTok": 10.8
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 91.39,
    "arc_agi_2": 31.11,
    "eci": 153.04,
    "fiction_live": null,
    "gpqa_diamond": 92.61,
    "swe_bench_pro": 43.3,
    "swe_bench_vendor": null,
    "swe_bench_verified": 72.93,
    "webdev_arena_elo": 1438.77
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 72.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 43.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 69.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 74.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "gso",
     "score": 17.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 1176.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1438.77,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 91.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1176.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 31.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 58.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cl_bench",
     "score": 15.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 6.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 46.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 153.04,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 18.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 37.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 18.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 40.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 92.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 17.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 37.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 74.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "metr_time_horizons",
     "score": 224.33,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 1.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 76.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "swe_bench_pro",
     "score": 43.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 72.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 69.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 5478.16,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1438.77,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 69.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-pro-preview/"
  },
  {
   "id": "google/gemini-3.1-flash-image",
   "slug": "google-gemini-3-1-flash-image",
   "name": "Nano Banana 2",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-05-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-image/"
  },
  {
   "id": "google/gemini-3.1-flash-image-preview",
   "slug": "google-gemini-3-1-flash-image-preview",
   "name": "Nano Banana 2 Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-02-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 65536,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.5,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-image-preview/"
  },
  {
   "id": "google/gemini-3.1-flash-lite",
   "slug": "google-gemini-3-1-flash-lite",
   "name": "Gemini 3.1 Flash Lite",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-05-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 80,
    "arc_agi_2": null,
    "eci": 144.97,
    "fiction_live": null,
    "gpqa_diamond": 81.82,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1254.27
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 797.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1254.27,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 797.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 37.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 76.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 3.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 27.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 81.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 8.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 35.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1254.27,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-lite/"
  },
  {
   "id": "google/gemini-3.1-flash-lite-image",
   "slug": "google-gemini-3-1-flash-lite-image",
   "name": "Nano Banana 2 Lite",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 65536,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-lite-image/"
  },
  {
   "id": "google/gemini-3.1-flash-lite-preview",
   "slug": "google-gemini-3-1-flash-lite-preview",
   "name": "Gemini 3.1 Flash Lite Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-03-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 80,
    "arc_agi_2": null,
    "eci": 144.97,
    "fiction_live": null,
    "gpqa_diamond": 81.82,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1254.27
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 68.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 797.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1254.27,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 797.73,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 37.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 76.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 3.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 27.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 81.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 8.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 68.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 35.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1254.27,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-lite-preview/"
  },
  {
   "id": "google/gemini-3.1-flash-live-preview",
   "slug": "google-gemini-3-1-flash-live-preview",
   "name": "Gemini 3.1 Flash Live Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-03-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.75,
    "outputPerMTok": 4.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-live-preview/"
  },
  {
   "id": "google/gemini-3.1-flash-tts-preview",
   "slug": "google-gemini-3-1-flash-tts-preview",
   "name": "Gemini 3.1 Flash TTS Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-15",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-flash-tts-preview/"
  },
  {
   "id": "google/gemini-3.1-pro-preview",
   "slug": "google-gemini-3-1-pro-preview",
   "name": "Gemini 3.1 Pro Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-02-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 95.6,
    "arc_agi_2": 77.1,
    "eci": 156.25,
    "fiction_live": null,
    "gpqa_diamond": 94.44,
    "swe_bench_pro": 46.1,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1446.64
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 46.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 80.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 70.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "deepswe",
     "score": 11.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 76.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 44.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 13.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 33.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 29.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "gso",
     "score": 21.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1160.6,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 8.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1446.64,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 95.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1160.6,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 35.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 77.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 26.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 20.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 16.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 17.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 47.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 11.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 97.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 14.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 156.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 36.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "exploitbench",
     "score": 26.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath",
     "score": 36.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 26.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 59.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 26.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/gemini-pro"
    },
    {
     "league": "geobench",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 21.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 46.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 44.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 76.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 53.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 384.15,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 8.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 18.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 79.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 73.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 13.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 33.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 29.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_pro",
     "score": 46.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench",
     "score": 70.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 80.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 911.21,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1446.64,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 72.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-pro-preview/"
  },
  {
   "id": "google/gemini-3.1-pro-preview-customtools",
   "slug": "google-gemini-3-1-pro-preview-customtools",
   "name": "Gemini 3.1 Pro Preview Custom Tools",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-02-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 75.62,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 75.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_verified",
     "score": 75.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3774.25,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-1-pro-preview-customtools/"
  },
  {
   "id": "google/gemini-3.5-flash",
   "slug": "google-gemini-3-5-flash",
   "name": "Gemini 3.5 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-05-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.5,
    "outputPerMTok": 9
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 95.56,
    "arc_agi_2": 72.08,
    "eci": 155.34,
    "fiction_live": null,
    "gpqa_diamond": 92.8,
    "swe_bench_pro": 55.1,
    "swe_bench_vendor": null,
    "swe_bench_verified": 79.34,
    "webdev_arena_elo": 1506.38
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 79.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 55.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/gemini/flash/"
    },
    {
     "league": "terminal_bench",
     "score": 76.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/gemini/flash/"
    },
    {
     "league": "deepswe",
     "score": 37.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "ale_bench",
     "score": 911.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1506.38,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 911.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 27.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 92.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 72.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 33.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 13.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 37.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 94.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 4.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 155.34,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 25.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 38.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 14.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 26.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 62.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 6.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-gemini-3-5-flash"
    },
    {
     "league": "geobench",
     "score": 85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 92.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 47.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 76.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 66.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 58.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 55.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/gemini/flash/"
    },
    {
     "league": "swe_bench_verified",
     "score": 79.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 76.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/gemini/flash/"
    },
    {
     "league": "vending_bench_2",
     "score": 5396.42,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1506.38,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 62.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-5-flash/"
  },
  {
   "id": "google/gemini-3.5-flash-lite",
   "slug": "google-gemini-3-5-flash-lite",
   "name": "Gemini 3.5 Flash Lite",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 71.11,
    "arc_agi_2": 10.28,
    "eci": 145.63,
    "fiction_live": null,
    "gpqa_diamond": 83.33,
    "swe_bench_pro": 54.2,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1446.62
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 54.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/"
    },
    {
     "league": "terminal_bench",
     "score": 54,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 45.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "mle_bench",
     "score": 39.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/"
    },
    {
     "league": "ale_bench",
     "score": 765.27,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1446.62,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 71.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 765.27,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 29.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 53.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 10.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 83.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 145.63,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 25.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 83.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 45.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 37.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mle_bench",
     "score": 39.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "swe_bench_pro",
     "score": 54.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/"
    },
    {
     "league": "terminal_bench",
     "score": 54,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-5-flash-lite/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1446.62,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-5-flash-lite/"
  },
  {
   "id": "google/gemini-3.5-live-translate-preview",
   "slug": "google-gemini-3-5-live-translate-preview",
   "name": "Gemini 3.5 Live Translate Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-06-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 3.5,
    "outputPerMTok": 21
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-5-live-translate-preview/"
  },
  {
   "id": "google/gemini-3.5-transcribe-live",
   "slug": "google-gemini-3-5-transcribe-live",
   "name": "Gemini 3.5 Transcribe Live",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-08-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-5-transcribe-live/"
  },
  {
   "id": "google/gemini-3.6-flash",
   "slug": "google-gemini-3-6-flash",
   "name": "Gemini 3.6 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.75,
    "outputPerMTok": 3.75
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 94.17,
    "arc_agi_2": 60.42,
    "eci": 155.24,
    "fiction_live": null,
    "gpqa_diamond": 94.13,
    "swe_bench_pro": 58.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1536.95
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 58.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/evals-methodology/gemini-3-6-flash/"
    },
    {
     "league": "terminal_bench",
     "score": 78,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/evals-methodology/gemini-3-6-flash/"
    },
    {
     "league": "deepswe",
     "score": 46.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 77.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 43.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 34.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "mle_bench",
     "score": 63.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/evals-methodology/gemini-3-6-flash/"
    },
    {
     "league": "ale_bench",
     "score": 715.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1536.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 94.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 715.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 46.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 91.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 60.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 31.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 10.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 46.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 95.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 155.24,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 34.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 21.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 58.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 43.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 44.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mle_bench",
     "score": 63.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/evals-methodology/gemini-3-6-flash/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 66.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 58.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/evals-methodology/gemini-3-6-flash/"
    },
    {
     "league": "terminal_bench",
     "score": 78,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/evals-methodology/gemini-3-6-flash/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1536.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-6-flash/"
  },
  {
   "id": "google/gemini-3.7-flash",
   "slug": "google-gemini-3-7-flash",
   "name": "Gemini 3.7 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-08-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.75,
    "outputPerMTok": 3.75
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 97.22,
    "arc_agi_2": 84.58,
    "eci": 158.4,
    "fiction_live": null,
    "gpqa_diamond": 94.82,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1587.26
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 85.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-7-flash/"
    },
    {
     "league": "deepswe",
     "score": 65.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 78.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 58.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 43.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 904.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 41.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1587.26,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 97.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 904.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 67.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 95.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 84.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 14.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 65.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 96.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 158.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 43.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 20.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 36.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 71.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 26.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 58.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 50.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 41.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 69.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 85.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://deepmind.google/models/model-cards/gemini-3-7-flash/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1587.26,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-7-flash/"
  },
  {
   "id": "google/gemini-3.8-flash",
   "slug": "google-gemini-3-8-flash",
   "name": "Gemini 3.8 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.75,
    "outputPerMTok": 3.75
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.89,
    "arc_agi_2": 89.17,
    "eci": 158.81,
    "fiction_live": null,
    "gpqa_diamond": 95.39,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1567.88
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 89.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/"
    },
    {
     "league": "deepswe",
     "score": 73.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 72.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 54.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 41.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1269.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 38.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1567.88,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1269.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 64.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 89.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 38.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 18.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 73.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 95.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 158.81,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 41.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 19.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 21.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 68.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 95.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 44.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 54.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 72.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 52.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 38.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 5.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 69.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 76.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "terminal_bench",
     "score": 89.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/3-8-flash-and-3-8-flash-cyber/"
    },
    {
     "league": "vending_bench_2",
     "score": 5093.79,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1567.88,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 84.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 14.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-3-8-flash/"
  },
  {
   "id": "google/gemini-4-argon",
   "slug": "google-gemini-4-argon",
   "name": "Gemini 4 Argon",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-10-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 91.25,
    "eci": 166.53,
    "fiction_live": null,
    "gpqa_diamond": 96.4,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1679.5
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "cursorbench",
     "score": 56.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 47.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 2100.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 58.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1679.5,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2100.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 91.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 54.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 27.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 56.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "dtbench",
     "score": 97.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 64.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 166.53,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 47.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 54.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 1.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 78.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 85.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 72.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 78.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/gemini-4-argon"
    },
    {
     "league": "gpqa_diamond",
     "score": 96.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 63.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 58.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 40.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 17.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 91.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 13718.16,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1679.5,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 41.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-4-argon/"
  },
  {
   "id": "google/gemini-4-carbon",
   "slug": "google-gemini-4-carbon",
   "name": "Gemini 4 Carbon",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-11-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 94.17,
    "eci": 169.68,
    "fiction_live": null,
    "gpqa_diamond": 96.53,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "cursorbench",
     "score": 61.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "ale_bench",
     "score": 2374.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2374.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 84.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 94.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 58.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 61.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "dtbench",
     "score": 98.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 87.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 169.68,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 61.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 2.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 95.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 90.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 77.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 96.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 65.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 40.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 92.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 77.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 16484.21,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-4-carbon/"
  },
  {
   "id": "google/gemini-4-hydrogen",
   "slug": "google-gemini-4-hydrogen",
   "name": "Gemini 4 Hydrogen",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-11-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": null,
    "eci": 166.81,
    "fiction_live": null,
    "gpqa_diamond": 96.78,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 57,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-4-hydrogen/"
    },
    {
     "league": "cursorbench",
     "score": 61.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "ale_bench",
     "score": 1825.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1825.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 61.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "ebr_bench",
     "score": 70.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 166.81,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 53.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 87.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 88.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 57.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 96.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 91.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 70.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 7.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 5.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 57,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-4-hydrogen/"
    },
    {
     "league": "vending_bench_2",
     "score": 14549.49,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-4-hydrogen/"
  },
  {
   "id": "google/gemini-4-neon",
   "slug": "google-gemini-4-neon",
   "name": "Gemini 4 Neon",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-11-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 96.28,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "cursorbench",
     "score": 65.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 65.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "ebr_bench",
     "score": 98.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 97.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 91.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 89.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 96.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 94.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 75.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 16843.41,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-4-neon/"
  },
  {
   "id": "google/gemini-embedding-001",
   "slug": "google-gemini-embedding-001",
   "name": "Gemini Embedding 001",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-05-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 2048,
   "max_output": 1,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.15,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-embedding-001/"
  },
  {
   "id": "google/gemini-embedding-2",
   "slug": "google-gemini-embedding-2",
   "name": "Gemini Embedding 2",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-11",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 3072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-embedding-2/"
  },
  {
   "id": "google/gemini-flash-latest",
   "slug": "google-gemini-flash-latest",
   "name": "Gemini Flash Latest",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-08-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.75,
    "outputPerMTok": 3.75
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-flash-latest/"
  },
  {
   "id": "google/gemini-flash-lite-latest",
   "slug": "google-gemini-flash-lite-latest",
   "name": "Gemini Flash-Lite Latest",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-flash-lite-latest/"
  },
  {
   "id": "google/gemini-nano-banana-2.1",
   "slug": "google-gemini-nano-banana-2-1",
   "name": "Nano Banana 2.1",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-10-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-nano-banana-2-1/"
  },
  {
   "id": "google/gemini-omni-1.1-flash",
   "slug": "google-gemini-omni-1-1-flash",
   "name": "Gemini Omni 1.1 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-08-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 57920,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.5,
    "outputPerMTok": 9
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-omni-1-1-flash/"
  },
  {
   "id": "google/gemini-omni-1.2-flash",
   "slug": "google-gemini-omni-1-2-flash",
   "name": "Gemini Omni 1.2 Flash",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-11-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.5,
    "outputPerMTok": 9
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text",
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-omni-1-2-flash/"
  },
  {
   "id": "google/gemini-omni-flash-preview",
   "slug": "google-gemini-omni-flash-preview",
   "name": "Gemini Omni Flash Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 57920,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.5,
    "outputPerMTok": 17.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-omni-flash-preview/"
  },
  {
   "id": "google/gemini-robotics-er-1.6-preview",
   "slug": "google-gemini-robotics-er-1-6-preview",
   "name": "Gemini Robotics-ER 1.6 Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-14",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemini-robotics-er-1-6-preview/"
  },
  {
   "id": "google/gemma-2-27b-it",
   "slug": "google-gemma-2-27b-it",
   "name": "Gemma 2 27B",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2024-06-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-30",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 27.23
   },
   "context_window": 8192,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.65,
    "outputPerMTok": 0.65
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": 1.39,
    "arc_agi_2": null,
    "eci": 118.64,
    "fiction_live": null,
    "gpqa_diamond": 36.49,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.106e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 1.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 118.64,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 36.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 7.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 27.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 75.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-2-27b-it/"
  },
  {
   "id": "google/gemma-2-2b-it",
   "slug": "google-gemma-2-2b-it",
   "name": "Gemma 2 2B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2024-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 2.61
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-2-2b-it/"
  },
  {
   "id": "google/gemma-3-12b-it",
   "slug": "google-gemma-3-12b-it",
   "name": "Gemma 3 12B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-03-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.19
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.04232,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 16.67,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 39.46,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 8.64e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 48.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 39.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 4.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mindcube",
     "score": 46.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://mind-cube.github.io/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-3-12b-it/"
  },
  {
   "id": "google/gemma-3-27b-it",
   "slug": "google-gemma-3-27b-it",
   "name": "Gemma 3 27B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-03-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 27.43
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 22.5,
    "arc_agi_2": null,
    "eci": 127.56,
    "fiction_live": null,
    "gpqa_diamond": 47.73,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.268e+24,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 48.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 4.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 52.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 127.56,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "geobench",
     "score": 52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 48.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 12.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 74.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-3-27b-it/"
  },
  {
   "id": "google/gemma-3-4b-it",
   "slug": "google-gemma-3-4b-it",
   "name": "Gemma 3 4B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-03-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 4.3
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 7.5,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 23.23,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 9.6e+22,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 7.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 50.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 23.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 2.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-3-4b-it/"
  },
  {
   "id": "google/gemma-3n-e2b-it",
   "slug": "google-gemma-3n-e2b-it",
   "name": "Gemma 3n E2B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 5.44
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-3n-e2b-it/"
  },
  {
   "id": "google/gemma-3n-e4b-it",
   "slug": "google-gemma-3n-e4b-it",
   "name": "Gemma 3n E4B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-06-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.85
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-3n-e4b-it/"
  },
  {
   "id": "google/gemma-4-12b-it",
   "slug": "google-gemma-4-12b-it",
   "name": "Gemma 4 12B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-06-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 11.96
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.0225,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.25
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-4-12b-it/"
  },
  {
   "id": "google/gemma-4-26b-a4b-it",
   "slug": "google-gemma-4-26b-a4b-it",
   "name": "Gemma 4 26B A4B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 4,
    "confidence": "exact",
    "totalB": 25.81
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.0375,
    "inputPerMTok": 0.0675,
    "outputPerMTok": 0.225
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 82.22,
    "arc_agi_2": null,
    "eci": 141.56,
    "fiction_live": null,
    "gpqa_diamond": 73.23,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1361.4
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 927.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1361.4,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 82.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 927.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 74.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.56,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 73.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 29.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1361.4,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 35.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-4-26b-a4b-it/"
  },
  {
   "id": "google/gemma-4-31b-it",
   "slug": "google-gemma-4-31b-it",
   "name": "Gemma 4 31B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 31.27
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 73.33,
    "arc_agi_2": null,
    "eci": 144.12,
    "fiction_live": null,
    "gpqa_diamond": 75.76,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1364.13
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 60.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 925.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1364.13,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 73.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 925.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 1.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 82.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 75.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 60.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 39.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "simpleqa_verified",
     "score": 10.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 30.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1364.13,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-4-31b-it/"
  },
  {
   "id": "google/gemma-4-e2b-it",
   "slug": "google-gemma-4-e2b-it",
   "name": "Gemma 4 E2B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 5.12
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-4-e2b-it/"
  },
  {
   "id": "google/gemma-4-e4b-it",
   "slug": "google-gemma-4-e4b-it",
   "name": "Gemma 4 E4B IT",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-04-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.02,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-gemma-4-e4b-it/"
  },
  {
   "id": "google/lyria-3-clip-preview",
   "slug": "google-lyria-3-clip-preview",
   "name": "Lyria 3 Clip Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-03-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-lyria-3-clip-preview/"
  },
  {
   "id": "google/lyria-3-pro-preview",
   "slug": "google-lyria-3-pro-preview",
   "name": "Lyria 3 Pro Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-03-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-lyria-3-pro-preview/"
  },
  {
   "id": "google/veo-3.1-fast-generate-preview",
   "slug": "google-veo-3-1-fast-generate-preview",
   "name": "Veo 3.1 Fast Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1024,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-veo-3-1-fast-generate-preview/"
  },
  {
   "id": "google/veo-3.1-generate-preview",
   "slug": "google-veo-3-1-generate-preview",
   "name": "Veo 3.1 Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2025-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1024,
   "max_output": 1,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-veo-3-1-generate-preview/"
  },
  {
   "id": "google/veo-3.1-lite-generate-preview",
   "slug": "google-veo-3-1-lite-generate-preview",
   "name": "Veo 3.1 Lite Preview",
   "vendor_id": "google",
   "vendor": "Google",
   "vendor_zh": "谷歌",
   "country": "US",
   "release_date": "2026-03-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1024,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/google-veo-3-1-lite-generate-preview/"
  },
  {
   "id": "gryphe/mythomax-l2-13b",
   "slug": "gryphe-mythomax-l2-13b",
   "name": "MythoMax L2 13B",
   "vendor_id": "gryphe",
   "vendor": "Gryphe",
   "vendor_zh": "Gryphe",
   "country": "ZZ",
   "release_date": "2023-07-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 13
   },
   "context_window": 4096,
   "max_output": 3200,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 0.1003,
    "outputPerMTok": 0.11
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/gryphe-mythomax-l2-13b/"
  },
  {
   "id": "huawei/openpangu-2.0-flash",
   "slug": "huawei-openpangu-2-0-flash",
   "name": "openPangu 2.0 Flash",
   "vendor_id": "huawei",
   "vendor": "Huawei",
   "vendor_zh": "Huawei",
   "country": "ZZ",
   "release_date": "2026-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 100.14
   },
   "context_window": 524288,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.02999,
    "inputPerMTok": 0.11994,
    "outputPerMTok": 0.23988
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 63.1,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 63.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Flash"
    },
    {
     "league": "livecodebench_v6",
     "score": 85.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Flash"
    }
   ],
   "scores": [
    {
     "league": "livecodebench_v6",
     "score": 85.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Flash"
    },
    {
     "league": "swe_bench_vendor",
     "score": 63.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Flash"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/huawei-openpangu-2-0-flash/"
  },
  {
   "id": "huawei/openpangu-2.0-pro",
   "slug": "huawei-openpangu-2-0-pro",
   "name": "openPangu 2.0 Pro",
   "vendor_id": "huawei",
   "vendor": "Huawei",
   "vendor_zh": "Huawei",
   "country": "ZZ",
   "release_date": "2026-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 541.49
   },
   "context_window": 524288,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.11994,
    "inputPerMTok": 0.47976,
    "outputPerMTok": 2.17391
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 68.5,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 68.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Pro"
    },
    {
     "league": "livecodebench_v6",
     "score": 85.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Pro"
    }
   ],
   "scores": [
    {
     "league": "livecodebench_v6",
     "score": 85.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Pro"
    },
    {
     "league": "swe_bench_vendor",
     "score": 68.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/openpangu/openPangu-2.0-Pro"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/huawei-openpangu-2-0-pro/"
  },
  {
   "id": "ibm/granite-4-h-micro",
   "slug": "ibm-granite-4-h-micro",
   "name": "Granite-4.0-H-Micro",
   "vendor_id": "ibm",
   "vendor": "IBM",
   "vendor_zh": "IBM",
   "country": "US",
   "release_date": "2025-10-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.19
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ibm-granite-4-h-micro/"
  },
  {
   "id": "ibm/granite-4-h-small",
   "slug": "ibm-granite-4-h-small",
   "name": "Granite-4.0-H-Small",
   "vendor_id": "ibm",
   "vendor": "IBM",
   "vendor_zh": "IBM",
   "country": "US",
   "release_date": "2025-10-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.21
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.0636,
    "outputPerMTok": 0.265
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ibm-granite-4-h-small/"
  },
  {
   "id": "ibm/granite-4.0-h-micro",
   "slug": "ibm-granite-4-0-h-micro",
   "name": "Granite 4.0 H Micro",
   "vendor_id": "ibm",
   "vendor": "IBM",
   "vendor_zh": "IBM",
   "country": "US",
   "release_date": "2025-10-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-27",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 131000,
   "max_output": 117900,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.017,
    "outputPerMTok": 0.112
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ibm-granite-4-0-h-micro/"
  },
  {
   "id": "ibm/granite-4.1-8b",
   "slug": "ibm-granite-4-1-8b",
   "name": "Granite 4.1 8B",
   "vendor_id": "ibm",
   "vendor": "IBM",
   "vendor_zh": "IBM",
   "country": "US",
   "release_date": "2026-04-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-05",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 8
   },
   "context_window": 131072,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ibm-granite-4-1-8b/"
  },
  {
   "id": "ibm/granite-4.2-8b",
   "slug": "ibm-granite-4-2-8b",
   "name": "Granite 4.2 8B",
   "vendor_id": "ibm",
   "vendor": "IBM",
   "vendor_zh": "IBM",
   "country": "US",
   "release_date": "2026-08-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.79
   },
   "context_window": 131072,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ibm-granite-4-2-8b/"
  },
  {
   "id": "inception/mercury-2",
   "slug": "inception-mercury-2",
   "name": "Mercury 2",
   "vendor_id": "inception",
   "vendor": "Inception",
   "vendor_zh": "Inception",
   "country": "US",
   "release_date": "2026-02-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 50000,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.75
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inception-mercury-2/"
  },
  {
   "id": "inception/mercury-2.5",
   "slug": "inception-mercury-2-5",
   "name": "Mercury 2.5",
   "vendor_id": "inception",
   "vendor": "Inception",
   "vendor_zh": "Inception",
   "country": "US",
   "release_date": "2026-09-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 260000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.75
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inception-mercury-2-5/"
  },
  {
   "id": "inception/mercury-2.5-preview",
   "slug": "inception-mercury-2-5-preview",
   "name": "Mercury 2.5 Preview",
   "vendor_id": "inception",
   "vendor": "Inception",
   "vendor_zh": "Inception",
   "country": "US",
   "release_date": "2026-08-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 260000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.004,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inception-mercury-2-5-preview/"
  },
  {
   "id": "inception/mercury-3",
   "slug": "inception-mercury-3",
   "name": "Mercury 3",
   "vendor_id": "inception",
   "vendor": "Inception",
   "vendor_zh": "Inception",
   "country": "US",
   "release_date": "2026-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.35
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inception-mercury-3/"
  },
  {
   "id": "inception/mercury-coder-small",
   "slug": "inception-mercury-coder-small",
   "name": "Mercury Coder Small",
   "vendor_id": "inception",
   "vendor": "Inception",
   "vendor_zh": "Inception",
   "country": "US",
   "release_date": "2025-02-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-15",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 32000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inception-mercury-coder-small/"
  },
  {
   "id": "inception/mercury-edit-2",
   "slug": "inception-mercury-edit-2",
   "name": "Mercury Edit 2",
   "vendor_id": "inception",
   "vendor": "Inception",
   "vendor_zh": "Inception",
   "country": "US",
   "release_date": "2026-03-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 32000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.75
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inception-mercury-edit-2/"
  },
  {
   "id": "inclusionai/ling-3.0-flash",
   "slug": "inclusionai-ling-3-0-flash",
   "name": "Ling 3.0 Flash",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 127.49
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.012,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.18
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash/"
  },
  {
   "id": "inclusionai/ling-3.0-flash-fin",
   "slug": "inclusionai-ling-3-0-flash-fin",
   "name": "Ling 3.0 Flash Fin",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-08-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 127.49
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.075,
    "outputPerMTok": 0.22
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash-fin/"
  },
  {
   "id": "inclusionai/ling-3.0-flash-fin-free",
   "slug": "inclusionai-ling-3-0-flash-fin-free",
   "name": "Ling 3.0 Flash FIN Free",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-08-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-26",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash-fin-free/"
  },
  {
   "id": "inclusionai/ling-3.0-flash-sante",
   "slug": "inclusionai-ling-3-0-flash-sante",
   "name": "Ling 3.0 Flash Sante",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-09-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.075,
    "outputPerMTok": 0.22
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash-sante/"
  },
  {
   "id": "inclusionai/ling-3.0-flash-sante-free",
   "slug": "inclusionai-ling-3-0-flash-sante-free",
   "name": "Ling 3.0 Flash Sante Free",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-09-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash-sante-free/"
  },
  {
   "id": "inclusionai/ling-3.0-flash-vl",
   "slug": "inclusionai-ling-3-0-flash-vl",
   "name": "Ling 3.0 Flash VL",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-09-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 124.85
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.012,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.18
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash-vl/"
  },
  {
   "id": "inclusionai/ling-3.0-flash-vl-free",
   "slug": "inclusionai-ling-3-0-flash-vl-free",
   "name": "Ling 3.0 Flash VL Free",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-09-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-23",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-flash-vl-free/"
  },
  {
   "id": "inclusionai/ling-3.0-tiny",
   "slug": "inclusionai-ling-3-0-tiny",
   "name": "Ling 3.0 Tiny",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-08-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.89
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.003,
    "inputPerMTok": 0.015,
    "outputPerMTok": 0.045
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-0-tiny/"
  },
  {
   "id": "inclusionai/ling-3.1-flash",
   "slug": "inclusionai-ling-3-1-flash",
   "name": "Ling 3.1 Flash",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 570.63
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-1-flash/"
  },
  {
   "id": "inclusionai/ling-3.1-flash-1019",
   "slug": "inclusionai-ling-3-1-flash-1019",
   "name": "Ling 3.1 Flash 1019",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-10-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-1-flash-1019/"
  },
  {
   "id": "inclusionai/ling-3.2-flash",
   "slug": "inclusionai-ling-3-2-flash",
   "name": "Ling 3.2 Flash",
   "vendor_id": "inclusionai",
   "vendor": "Inclusionai",
   "vendor_zh": "蚂蚁百灵",
   "country": "CN",
   "release_date": "2026-11-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inclusionai-ling-3-2-flash/"
  },
  {
   "id": "inference-net/schematron-v2-small",
   "slug": "inference-net-schematron-v2-small",
   "name": "Schematron V2 Small",
   "vendor_id": "inference-net",
   "vendor": "Inference NET",
   "vendor_zh": "Inference NET",
   "country": "ZZ",
   "release_date": "2026-04-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.23
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inference-net-schematron-v2-small/"
  },
  {
   "id": "inference-net/schematron-v2-turbo",
   "slug": "inference-net-schematron-v2-turbo",
   "name": "Schematron V2 Turbo",
   "vendor_id": "inference-net",
   "vendor": "Inference NET",
   "vendor_zh": "Inference NET",
   "country": "ZZ",
   "release_date": "2026-04-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.03,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/inference-net-schematron-v2-turbo/"
  },
  {
   "id": "kwaipilot/kat-coder-air-v2.5",
   "slug": "kwaipilot-kat-coder-air-v2-5",
   "name": "KAT Coder AIR V2.5",
   "vendor_id": "kwaipilot",
   "vendor": "Kwaipilot",
   "vendor_zh": "快手",
   "country": "CN",
   "release_date": "2026-07-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-17",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 80000,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/kwaipilot-kat-coder-air-v2-5/"
  },
  {
   "id": "kwaipilot/kat-coder-pro-v1",
   "slug": "kwaipilot-kat-coder-pro-v1",
   "name": "KAT Coder PRO V1",
   "vendor_id": "kwaipilot",
   "vendor": "Kwaipilot",
   "vendor_zh": "快手",
   "country": "CN",
   "release_date": "2025-11-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-17",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/kwaipilot-kat-coder-pro-v1/"
  },
  {
   "id": "kwaipilot/kat-coder-pro-v2",
   "slug": "kwaipilot-kat-coder-pro-v2",
   "name": "KAT Coder PRO V2",
   "vendor_id": "kwaipilot",
   "vendor": "Kwaipilot",
   "vendor_zh": "快手",
   "country": "CN",
   "release_date": "2026-03-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-22",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 144000,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/kwaipilot-kat-coder-pro-v2/"
  },
  {
   "id": "kwaipilot/kat-coder-pro-v2.5",
   "slug": "kwaipilot-kat-coder-pro-v2-5",
   "name": "KAT Coder PRO V2.5",
   "vendor_id": "kwaipilot",
   "vendor": "Kwaipilot",
   "vendor_zh": "快手",
   "country": "CN",
   "release_date": "2026-07-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 235929,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.74,
    "outputPerMTok": 2.96
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/kwaipilot-kat-coder-pro-v2-5/"
  },
  {
   "id": "lightonai/lightonocr-2-1b",
   "slug": "lightonai-lightonocr-2-1b",
   "name": "LightOnOCR 2 1B",
   "vendor_id": "lightonai",
   "vendor": "Lightonai",
   "vendor_zh": "Lightonai",
   "country": "ZZ",
   "release_date": "2026-01-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.01
   },
   "context_window": 16384,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 0.0036,
    "inputPerMTok": 0.0238,
    "outputPerMTok": 0.0714
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/lightonai-lightonocr-2-1b/"
  },
  {
   "id": "lightonai/lightonocr-3-0.8b",
   "slug": "lightonai-lightonocr-3-0-8b",
   "name": "LightOnOCR-3 0.8B",
   "vendor_id": "lightonai",
   "vendor": "Lightonai",
   "vendor_zh": "Lightonai",
   "country": "ZZ",
   "release_date": "2026-10-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.85
   },
   "context_window": 262144,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.464,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/lightonai-lightonocr-3-0-8b/"
  },
  {
   "id": "liquid/lfm-2.5-2.6b",
   "slug": "liquid-lfm-2-5-2-6b",
   "name": "LFM 2.5 2.6B",
   "vendor_id": "liquid",
   "vendor": "Liquid Inference",
   "vendor_zh": "Liquid AI",
   "country": "US",
   "release_date": "2026-08-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-13",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 2.6
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.35,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/liquid-lfm-2-5-2-6b/"
  },
  {
   "id": "liquid/lfm-2.5-24b-a2b",
   "slug": "liquid-lfm-2-5-24b-a2b",
   "name": "LFM 2.5 24B A2B",
   "vendor_id": "liquid",
   "vendor": "Liquid Inference",
   "vendor_zh": "Liquid AI",
   "country": "US",
   "release_date": "2026-10-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 2,
    "confidence": "estimated",
    "totalB": 24
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.7
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/liquid-lfm-2-5-24b-a2b/"
  },
  {
   "id": "liquid/lfm-3-1.7b",
   "slug": "liquid-lfm-3-1-7b",
   "name": "LFM 3 1.7B",
   "vendor_id": "liquid",
   "vendor": "Liquid Inference",
   "vendor_zh": "Liquid AI",
   "country": "US",
   "release_date": "2026-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 1.7
   },
   "context_window": 262144,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.08,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/liquid-lfm-3-1-7b/"
  },
  {
   "id": "liquid/lfm2-24b-a2b",
   "slug": "liquid-lfm2-24b-a2b",
   "name": "LFM2 24B A2B",
   "vendor_id": "liquid",
   "vendor": "Liquid Inference",
   "vendor_zh": "Liquid AI",
   "country": "US",
   "release_date": "2026-02-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 2,
    "confidence": "exact",
    "totalB": 23.84
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.03,
    "outputPerMTok": 0.12
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/liquid-lfm2-24b-a2b/"
  },
  {
   "id": "liquid/lfm2.5-24b-a2b",
   "slug": "liquid-lfm2-5-24b-a2b",
   "name": "Lfm2.5 24B A2B",
   "vendor_id": "liquid",
   "vendor": "Liquid Inference",
   "vendor_zh": "Liquid AI",
   "country": "US",
   "release_date": "2026-10-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-28",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": 2,
    "confidence": "estimated",
    "totalB": 24
   },
   "context_window": 128000,
   "max_output": 8200,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.7
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/liquid-lfm2-5-24b-a2b/"
  },
  {
   "id": "mancer/weaver",
   "slug": "mancer-weaver",
   "name": "Weaver (alpha)",
   "vendor_id": "mancer",
   "vendor": "Mancer",
   "vendor_zh": "Mancer",
   "country": "ZZ",
   "release_date": "2023-08-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-06-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 8000,
   "max_output": 6000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mancer-weaver/"
  },
  {
   "id": "meituan/longcat-2.0",
   "slug": "meituan-longcat-2-0",
   "name": "LongCat-2.0",
   "vendor_id": "meituan",
   "vendor": "Meituan",
   "vendor_zh": "美团龙猫",
   "country": "CN",
   "release_date": "2026-06-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1775.27
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.006,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 59.5,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 59.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://github.com/meituan-longcat/longcat-2.0"
    },
    {
     "league": "terminal_bench",
     "score": 70.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://github.com/meituan-longcat/longcat-2.0"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 77.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://github.com/meituan-longcat/longcat-2.0"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_multilingual",
     "score": 77.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://github.com/meituan-longcat/longcat-2.0"
    },
    {
     "league": "swe_bench_pro",
     "score": 59.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://github.com/meituan-longcat/longcat-2.0"
    },
    {
     "league": "terminal_bench",
     "score": 70.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://github.com/meituan-longcat/longcat-2.0"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meituan-longcat-2-0/"
  },
  {
   "id": "meituan/longcat-2.5",
   "slug": "meituan-longcat-2-5",
   "name": "LongCat-2.5",
   "vendor_id": "meituan",
   "vendor": "Meituan",
   "vendor_zh": "美团龙猫",
   "country": "CN",
   "release_date": "2026-11-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.006,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meituan-longcat-2-5/"
  },
  {
   "id": "meituan/longcat-2.5-preview",
   "slug": "meituan-longcat-2-5-preview",
   "name": "LongCat-2.5-Preview",
   "vendor_id": "meituan",
   "vendor": "Meituan",
   "vendor_zh": "美团龙猫",
   "country": "CN",
   "release_date": "2026-09-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.006,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meituan-longcat-2-5-preview/"
  },
  {
   "id": "meragpt/restyler-1",
   "slug": "meragpt-restyler-1",
   "name": "Restyler 1",
   "vendor_id": "meragpt",
   "vendor": "meraGPT",
   "vendor_zh": "meraGPT",
   "country": "ZZ",
   "release_date": "2026-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 4096,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.16
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meragpt-restyler-1/"
  },
  {
   "id": "meta/llama-3.1-70b",
   "slug": "meta-llama-3-1-70b",
   "name": "Llama 3.1 70B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 70
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.72,
    "outputPerMTok": 0.72
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 3.61,
    "arc_agi_2": null,
    "eci": 124.7,
    "fiction_live": null,
    "gpqa_diamond": 44.19,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.929e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 3.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 27.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "dtbench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 124.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 44.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 14.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 36.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "the_agent_company",
     "score": 6.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-llama-3.3-70b"
    },
    {
     "league": "weirdml",
     "score": 8.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-1-70b/"
  },
  {
   "id": "meta/llama-3.1-70b-instruct",
   "slug": "meta-llama-3-1-70b-instruct",
   "name": "Llama-3.1-70B-Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.55
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.72,
    "outputPerMTok": 0.72
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 3.61,
    "arc_agi_2": null,
    "eci": 124.7,
    "fiction_live": null,
    "gpqa_diamond": 44.19,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.929e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 3.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 27.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "dtbench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 124.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 44.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 14.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 36.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "the_agent_company",
     "score": 6.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-llama-3.3-70b"
    },
    {
     "league": "weirdml",
     "score": 8.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-1-70b-instruct/"
  },
  {
   "id": "meta/llama-3.1-8b",
   "slug": "meta-llama-3-1-8b",
   "name": "Llama 3.1 8B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 8
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.22,
    "outputPerMTok": 0.22
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 1.67,
    "arc_agi_2": null,
    "eci": 110.9,
    "fiction_live": null,
    "gpqa_diamond": 26.96,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.224e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 15.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "bool_q",
     "score": 82.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 50.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 110.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 26.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "lmca",
     "score": 5.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 22.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 81.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 1.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-1-8b/"
  },
  {
   "id": "meta/llama-3.1-8b-instruct",
   "slug": "meta-llama-3-1-8b-instruct",
   "name": "Llama-3.1-8B-Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.02448,
    "inputPerMTok": 0.02,
    "outputPerMTok": 0.05
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 1.67,
    "arc_agi_2": null,
    "eci": 110.9,
    "fiction_live": null,
    "gpqa_diamond": 26.96,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.224e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 15.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "bool_q",
     "score": 82.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 50.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 110.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 26.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 82.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "lmca",
     "score": 5.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 22.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "piqa",
     "score": 81.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 1.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-1-8b-instruct/"
  },
  {
   "id": "meta/llama-3.2-11b-vision-instruct",
   "slug": "meta-llama-3-2-11b-vision-instruct",
   "name": "Llama-3.2-11B-Vision-Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-09-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 10.67
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.055,
    "outputPerMTok": 0.345
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 5.79e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "balrog",
     "score": 16.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 56.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-2-11b-vision-instruct/"
  },
  {
   "id": "meta/llama-3.2-1b",
   "slug": "meta-llama-3-2-1b",
   "name": "Llama-3.2-1B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-09-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3.2-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.24
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": 0.56,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 23.93,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.642e+22,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 0.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 6.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "gpqa_diamond",
     "score": 23.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-2-1b/"
  },
  {
   "id": "meta/llama-3.2-1b-instruct",
   "slug": "meta-llama-3-2-1b-instruct",
   "name": "Llama 3.2 1B Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-09-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3.2-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.24
   },
   "context_window": 131072,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.02,
    "outputPerMTok": 0.02
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 0.56,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 23.93,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.642e+22,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 0.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 6.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "gpqa_diamond",
     "score": 23.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-2-1b-instruct/"
  },
  {
   "id": "meta/llama-3.2-3b",
   "slug": "meta-llama-3-2-3b",
   "name": "Llama-3.2-3B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-09-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3.2-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.21
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.7334e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "balrog",
     "score": 10.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-2-3b/"
  },
  {
   "id": "meta/llama-3.2-3b-instruct",
   "slug": "meta-llama-3-2-3b-instruct",
   "name": "Llama 3.2 3B Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-09-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3.2-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.21
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.33
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.7334e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "balrog",
     "score": 10.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-2-3b-instruct/"
  },
  {
   "id": "meta/llama-3.2-90b-vision-instruct",
   "slug": "meta-llama-3-2-90b-vision-instruct",
   "name": "Llama-3.2-90B-Vision-Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-09-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3.2-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 88.59
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 0.35,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 2.64,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 41.04,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 2.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 27.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "enigma_eval",
     "score": 0.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "geobench",
     "score": 52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 41.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 39.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-2-90b-vision-instruct/"
  },
  {
   "id": "meta/llama-3.3-70b",
   "slug": "meta-llama-3-3-70b",
   "name": "Llama 3.3 70B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-12-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 70
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.72,
    "outputPerMTok": 0.72
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 5.14,
    "arc_agi_2": null,
    "eci": 126.18,
    "fiction_live": null,
    "gpqa_diamond": 47.44,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.8649768e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 5.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 59.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 126.18,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 17.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 41.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "simplebench",
     "score": 19.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 14.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-3-70b/"
  },
  {
   "id": "meta/llama-3.3-70b-instruct",
   "slug": "meta-llama-3-3-70b-instruct",
   "name": "Llama-3.3-70B-Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-12-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.55
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.13,
    "inputPerMTok": 0.6,
    "outputPerMTok": 0.71
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 5.14,
    "arc_agi_2": null,
    "eci": 126.18,
    "fiction_live": null,
    "gpqa_diamond": 47.44,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.8649768e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 5.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 59.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 126.18,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 17.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 41.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 86.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "simplebench",
     "score": 19.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 14.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-3-3-70b-instruct/"
  },
  {
   "id": "meta/llama-4-maverick",
   "slug": "meta-llama-4-maverick",
   "name": "Llama 4 Maverick",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 524288,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.17,
    "inputPerMTok": 0.35,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 0,
    "eci": 132.19,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.244000000001e+24,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 172.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 172.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 4.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 132.19,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 0.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "hle",
     "score": 5.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 15.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-4-maverick/"
  },
  {
   "id": "meta/llama-4-maverick-17b-instruct",
   "slug": "meta-llama-4-maverick-17b-instruct",
   "name": "Llama 4 Maverick 17B Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 401.58
   },
   "context_window": 1000000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.27,
    "outputPerMTok": 0.85
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 132.19,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 5.24,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.244000000001e+24,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 5.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "aider_polyglot",
     "score": 15.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 15.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "eci",
     "score": 132.19,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 5.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-4-maverick-17b-instruct/"
  },
  {
   "id": "meta/llama-4-scout",
   "slug": "meta-llama-4-scout",
   "name": "Llama 4 Scout",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1310720,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 0,
    "eci": 127.75,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "arc_agi",
     "score": 0.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 57.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 127.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 11.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-4-scout/"
  },
  {
   "id": "meta/llama-4-scout-17b-instruct",
   "slug": "meta-llama-4-scout-17b-instruct",
   "name": "Llama 4 Scout 17B Instruct",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 108.64
   },
   "context_window": 10000000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.18,
    "outputPerMTok": 0.59
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 127.75,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "eci",
     "score": 127.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-4-scout-17b-instruct/"
  },
  {
   "id": "meta/llama-guard-3-8b",
   "slug": "meta-llama-guard-3-8b",
   "name": "Llama-Guard-3-8B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2024-07-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.484,
    "outputPerMTok": 0.03
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-guard-3-8b/"
  },
  {
   "id": "meta/llama-guard-4-12b",
   "slug": "meta-llama-guard-4-12b",
   "name": "Llama Guard 4 12B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-4-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12
   },
   "context_window": 163840,
   "max_output": 163840,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.18,
    "outputPerMTok": 0.18
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-guard-4-12b/"
  },
  {
   "id": "meta/llama-prompt-guard-2-22m",
   "slug": "meta-llama-prompt-guard-2-22m",
   "name": "Llama Prompt Guard 2 22M",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-4-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.07
   },
   "context_window": 512,
   "max_output": 512,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.03,
    "outputPerMTok": 0.03
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-prompt-guard-2-22m/"
  },
  {
   "id": "meta/llama-prompt-guard-2-86m",
   "slug": "meta-llama-prompt-guard-2-86m",
   "name": "Llama Prompt Guard 2 86M",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2025-04-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-4-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.28
   },
   "context_window": 512,
   "max_output": 512,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.04
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-llama-prompt-guard-2-86m/"
  },
  {
   "id": "meta/muse-ember",
   "slug": "meta-muse-ember",
   "name": "Muse Ember",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-11-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 943718,
   "pricing": {
    "cachedInputPerMTok": 0.004,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "apex_agents",
     "score": 64.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-ember/"
  },
  {
   "id": "meta/muse-ember-1.0",
   "slug": "meta-muse-ember-1-0",
   "name": "Muse Ember",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-11-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 524288,
   "pricing": {
    "cachedInputPerMTok": 0.004,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 40.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/muse-ember"
    },
    {
     "league": "frontier_code",
     "score": 27.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/muse-ember"
    }
   ],
   "scores": [
    {
     "league": "apex_agents",
     "score": 64.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontier_code",
     "score": 27.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/muse-ember"
    },
    {
     "league": "simplebench",
     "score": 72.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 40.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/muse-ember"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-ember-1-0/"
  },
  {
   "id": "meta/muse-glimmer-30b",
   "slug": "meta-muse-glimmer-30b",
   "name": "Muse Glimmer 30B",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-08-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01-04",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 29.78
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 51.2,
    "swe_bench_vendor": 76,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 76,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
    },
    {
     "league": "swe_bench_pro",
     "score": 51.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
    },
    {
     "league": "terminal_bench",
     "score": 51.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 2.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 51.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
    },
    {
     "league": "swe_bench_vendor",
     "score": 76,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
    },
    {
     "league": "terminal_bench",
     "score": 51.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-glimmer-30b/"
  },
  {
   "id": "meta/muse-spark-1.1",
   "slug": "meta-muse-spark-1-1",
   "name": "Muse Spark 1.1",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-04-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.25,
    "outputPerMTok": 4.25
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 154.94,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 61.5,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1541.55
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 61.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/"
    },
    {
     "league": "terminal_bench",
     "score": 80,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/"
    },
    {
     "league": "deepswe",
     "score": 53.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1541.55,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "apex_agents",
     "score": 31.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 15.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 53.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 94.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 154.94,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gbaeval",
     "score": 7.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-muse-spark-1-1"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 49.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 57.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 52.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 61.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/"
    },
    {
     "league": "terminal_bench",
     "score": 80,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/"
    },
    {
     "league": "vending_bench_2",
     "score": 6520.48,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1541.55,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-spark-1-1/"
  },
  {
   "id": "meta/muse-spark-1.2",
   "slug": "meta-muse-spark-1-2",
   "name": "Muse Spark 1.2",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-08-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.25,
    "outputPerMTok": 4.25
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 155.02,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1534.38
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 82.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "deepswe",
     "score": 54.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 77.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 57.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 46.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1534.38,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "apex_agents",
     "score": 45.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 17.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 54.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 94.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 155.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 11.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 57.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 48.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 74.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 60.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 46.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "terminal_bench",
     "score": 82.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1534.38,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-spark-1-2/"
  },
  {
   "id": "meta/muse-spark-1.2-contributor",
   "slug": "meta-muse-spark-1-2-contributor",
   "name": "Muse Spark 1.2 Contributor",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-08-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 943718,
   "pricing": {
    "cachedInputPerMTok": 0.002,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-spark-1-2-contributor/"
  },
  {
   "id": "meta/muse-spark-1.3",
   "slug": "meta-muse-spark-1-3",
   "name": "Muse Spark 1.3",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.25,
    "outputPerMTok": 4.25
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.17,
    "arc_agi_2": null,
    "eci": 158.24,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1651.94
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 88.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "deepswe",
     "score": 75.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "livebench_coding",
     "score": 81.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 64.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "cursorbench",
     "score": 41.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 59.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "ale_bench",
     "score": 1688.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 54.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1651.94,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1688.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 58.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 41.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "deepswe",
     "score": 75.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "dtbench",
     "score": 96.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 158.24,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 25.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 46.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 74.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 64.09,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 81.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 53.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 54.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 81.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 59.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "terminal_bench",
     "score": 88.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/blog/introducing-muse-spark-1-3"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1651.94,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 12.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-spark-1-3/"
  },
  {
   "id": "meta/muse-spark-1.3-contributor",
   "slug": "meta-muse-spark-1-3-contributor",
   "name": "Muse Spark 1.3 Contributor",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 943718,
   "pricing": {
    "cachedInputPerMTok": 0.002,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-spark-1-3-contributor/"
  },
  {
   "id": "meta/muse-spark-open",
   "slug": "meta-muse-spark-open",
   "name": "Muse Spark Open",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-01-04",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 821.91
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.25,
    "outputPerMTok": 4.25
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 57.5,
    "eci": 155.47,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 76.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B"
    },
    {
     "league": "deepswe",
     "score": 60,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 58,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B"
    }
   ],
   "scores": [
    {
     "league": "apex_agents",
     "score": 33.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 57.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 14.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 60,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B"
    },
    {
     "league": "eci",
     "score": 155.47,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 58,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B"
    },
    {
     "league": "terminal_bench",
     "score": 76.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-spark-open/"
  },
  {
   "id": "meta/muse-wonder",
   "slug": "meta-muse-wonder",
   "name": "Muse Wonder",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-10-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 943718,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 5.4,
    "outputPerMTok": 27
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 161.74,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "blueprint_bench_2",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "critpt",
     "score": 28.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 95.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 161.74,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 56.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "posttrainbench",
     "score": 24.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "vending_bench_2",
     "score": 9432.18,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 24.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-wonder/"
  },
  {
   "id": "meta/muse-wonder-1.0",
   "slug": "meta-muse-wonder-1-0",
   "name": "Muse Wonder",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-10-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 4,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.44,
    "arc_agi_2": null,
    "eci": 161.74,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 52,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "deepswe",
     "score": 78.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "swe_marathon",
     "score": 53.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "mirrorcode",
     "score": 45.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 66.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "blueprint_bench_2",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "critpt",
     "score": 28.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 78.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "dtbench",
     "score": 95.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 31.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 161.74,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 70.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 82.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 54.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 56.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 45.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 24.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "swe_marathon",
     "score": 53.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "terminal_bench",
     "score": 52,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "vending_bench_2",
     "score": 9432.18,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 24.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-wonder-1-0/"
  },
  {
   "id": "meta/muse-wonder-full",
   "slug": "meta-muse-wonder-full",
   "name": "Muse Wonder Full",
   "vendor_id": "meta",
   "vendor": "Meta",
   "vendor_zh": "Meta",
   "country": "US",
   "release_date": "2026-10-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 57.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "deepswe",
     "score": 79,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "swe_marathon",
     "score": 57.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 79,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "swe_marathon",
     "score": 57.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    },
    {
     "league": "terminal_bench",
     "score": 57.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://research.meta.ai/static/muse-wonder-model-card"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/meta-muse-wonder-full/"
  },
  {
   "id": "microsoft/mai-code-1-flash",
   "slug": "microsoft-mai-code-1-flash",
   "name": "MAI-Code-1-Flash",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2026-06-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 51.2,
    "swe_bench_vendor": 71.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 71.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://llm-stats.com/benchmarks/swe-bench-verified"
    },
    {
     "league": "swe_bench_pro",
     "score": 51.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://microsoft.ai/news/introducingmai-code-1-flash/"
    },
    {
     "league": "terminal_bench",
     "score": 54.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://llm-stats.com/benchmarks/terminal-bench-2"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_pro",
     "score": 51.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://microsoft.ai/news/introducingmai-code-1-flash/"
    },
    {
     "league": "swe_bench_vendor",
     "score": 71.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://llm-stats.com/benchmarks/swe-bench-verified"
    },
    {
     "league": "terminal_bench",
     "score": 54.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://llm-stats.com/benchmarks/terminal-bench-2"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-mai-code-1-flash/"
  },
  {
   "id": "microsoft/mai-code-1.1-flash",
   "slug": "microsoft-mai-code-1-1-flash",
   "name": "MAI-Code-1.1-Flash",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2026-08-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-mai-code-1-1-flash/"
  },
  {
   "id": "microsoft/mai-code-2",
   "slug": "microsoft-mai-code-2",
   "name": "MAI Code 2",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2026-11-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.5,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-mai-code-2/"
  },
  {
   "id": "microsoft/mai-code-2-flash",
   "slug": "microsoft-mai-code-2-flash",
   "name": "MAI Code 2 Flash",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2026-11-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.005,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.25
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-mai-code-2-flash/"
  },
  {
   "id": "microsoft/phi-4",
   "slug": "microsoft-phi-4",
   "name": "PHI 4",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2024-12-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 16384,
   "max_output": 14745,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.14
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 13.75,
    "arc_agi_2": null,
    "eci": 129.24,
    "fiction_live": null,
    "gpqa_diamond": 56.06,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 9.3202015e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 13.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 11.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 129.24,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 56.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 84.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-phi-4/"
  },
  {
   "id": "microsoft/phi-4-mini",
   "slug": "microsoft-phi-4-mini",
   "name": "Phi-4-mini",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2025-02-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.84
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.075,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 9.9561596e+22,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-phi-4-mini/"
  },
  {
   "id": "microsoft/phi-4-multimodal-instruct",
   "slug": "microsoft-phi-4-multimodal-instruct",
   "name": "Phi-4-multimodal-instruct",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2025-02-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 5.57
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.035,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.11
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-phi-4-multimodal-instruct/"
  },
  {
   "id": "microsoft/wizardlm-2-8x22b",
   "slug": "microsoft-wizardlm-2-8x22b",
   "name": "WizardLM 2 8x22B",
   "vendor_id": "microsoft",
   "vendor": "Microsoft",
   "vendor_zh": "微软",
   "country": "US",
   "release_date": "2024-04-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 140.62
   },
   "context_window": 65536,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": 0.2465,
    "inputPerMTok": 0.493,
    "outputPerMTok": 0.493
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 43.43,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "gpqa_diamond",
     "score": 43.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 25.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/microsoft-wizardlm-2-8x22b/"
  },
  {
   "id": "mindlab/macaron-v1-tall",
   "slug": "mindlab-macaron-v1-tall",
   "name": "Macaron V1 Tall",
   "vendor_id": "mindlab",
   "vendor": "Mindlab",
   "vendor_zh": "Mindlab",
   "country": "ZZ",
   "release_date": "2026-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 35.95
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.044,
    "inputPerMTok": 0.2475,
    "outputPerMTok": 1.43
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mindlab-macaron-v1-tall/"
  },
  {
   "id": "mindlab/macaron-v1-venti",
   "slug": "mindlab-macaron-v1-venti",
   "name": "Macaron V1 Venti",
   "vendor_id": "mindlab",
   "vendor": "Mindlab",
   "vendor_zh": "Mindlab",
   "country": "ZZ",
   "release_date": "2026-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 753.33
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.165,
    "inputPerMTok": 0.825,
    "outputPerMTok": 2.475
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mindlab-macaron-v1-venti/"
  },
  {
   "id": "minimax/image-01",
   "slug": "minimax-image-01",
   "name": "MiniMax image-01",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-02-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-image-01/"
  },
  {
   "id": "minimax/minimax-01",
   "slug": "minimax-minimax-01",
   "name": "Minimax 01",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-01-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-05",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000192,
   "max_output": 900172,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-01/"
  },
  {
   "id": "minimax/minimax-h3",
   "slug": "minimax-minimax-h3",
   "name": "MiniMax H3",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 33.11
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "audio",
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-h3/"
  },
  {
   "id": "minimax/minimax-m1",
   "slug": "minimax-minimax-m1",
   "name": "Minimax M1",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-06-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-09",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 40000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.55,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m1/"
  },
  {
   "id": "minimax/minimax-m1-80k",
   "slug": "minimax-minimax-m1-80k",
   "name": "MiniMax M1 80K",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-06-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 456.07
   },
   "context_window": 1000000,
   "max_output": 80000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.55,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": 59.4,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.3240062e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "fiction_live",
     "score": 59.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m1-80k/"
  },
  {
   "id": "minimax/minimax-m2",
   "slug": "minimax-minimax-m2",
   "name": "MiniMax-M2",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-10-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 227.41
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 69.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1297.78
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 69.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/MiniMaxAI/MiniMax-M2"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 30.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 57.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 21.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1297.78,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 21.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 57.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "simplebench",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 69.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/MiniMaxAI/MiniMax-M2"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 30.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 160.6,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1297.78,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2/"
  },
  {
   "id": "minimax/minimax-m2-her",
   "slug": "minimax-minimax-m2-her",
   "name": "MiniMax-M2 Her",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-01-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 65536,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-her/"
  },
  {
   "id": "minimax/minimax-m2.1",
   "slug": "minimax-minimax-m2-1",
   "name": "MiniMax-M2.1",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-12-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 227.41
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 36.81,
    "swe_bench_vendor": 74,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1387.48
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 74,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/MiniMaxAI/MiniMax-M2.1"
    },
    {
     "league": "swe_bench_pro",
     "score": 36.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 36.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 623.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1387.48,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 623.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "simplebench",
     "score": 34.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 36.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_vendor",
     "score": 74,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/MiniMaxAI/MiniMax-M2.1"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 36.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1387.48,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-1/"
  },
  {
   "id": "minimax/minimax-m2.1-lightning",
   "slug": "minimax-minimax-m2-1-lightning",
   "name": "Minimax M2.1 Lightning",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-12-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-18",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-1-lightning/"
  },
  {
   "id": "minimax/minimax-m2.5",
   "slug": "minimax-minimax-m2-5",
   "name": "MiniMax-M2.5",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-02-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 227.41
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 4.86,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 75.8,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1384.13
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 75.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://www.swebench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 42.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 70.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 10.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 19.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 18.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "ale_bench",
     "score": 618.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1384.13,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 618.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 63.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 11.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 6.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 70.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "proofbench",
     "score": 4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 10.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 19.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 18.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_vendor",
     "score": 75.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://www.swebench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 42.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": -23.16,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1384.13,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-5/"
  },
  {
   "id": "minimax/minimax-m2.5-highspeed",
   "slug": "minimax-minimax-m2-5-highspeed",
   "name": "MiniMax-M2.5-highspeed",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-02-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 227.41
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-5-highspeed/"
  },
  {
   "id": "minimax/minimax-m2.7",
   "slug": "minimax-minimax-m2-7",
   "name": "MiniMax-M2.7",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-03-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 227.41
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 56.2,
    "swe_bench_vendor": 79.9,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1397.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 79.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "swe_bench_pro",
     "score": 56.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 45.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 51.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "livebench_coding",
     "score": 54.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 599.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1397.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 599.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "exploitbench",
     "score": 13.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-minimax-m2-7"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 54.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "proofbench",
     "score": 3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "swe_bench_pro",
     "score": 56.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "swe_bench_vendor",
     "score": 79.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "terminal_bench",
     "score": 51.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 45.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1397.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 36.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-7/"
  },
  {
   "id": "minimax/minimax-m2.7-highspeed",
   "slug": "minimax-minimax-m2-7-highspeed",
   "name": "MiniMax-M2.7-highspeed",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-03-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 227.41
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 42.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 42.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m2-7-highspeed/"
  },
  {
   "id": "minimax/minimax-m3",
   "slug": "minimax-minimax-m3",
   "name": "MiniMax-M3",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-05-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 426.99
   },
   "context_window": 1048576,
   "max_output": 512000,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 71.11,
    "arc_agi_2": null,
    "eci": 147.84,
    "fiction_live": null,
    "gpqa_diamond": 90.91,
    "swe_bench_pro": 59,
    "swe_bench_vendor": 80.5,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1486.7
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 80.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "swe_bench_pro",
     "score": 59,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "terminal_bench",
     "score": 66,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "livebench_coding",
     "score": 68.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 14.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 640.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1486.7,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 71.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 640.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 37.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 3.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 78.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.84,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 14.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gbaeval",
     "score": 0.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-minimax-m3"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 68.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 33.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 4.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "proofbench",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 45.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 59,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "terminal_bench",
     "score": 66,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.minimax.io/blog/minimax-m3"
    },
    {
     "league": "vending_bench_2",
     "score": 2157.77,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1486.7,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m3/"
  },
  {
   "id": "minimax/minimax-m3.1-flash",
   "slug": "minimax-minimax-m3-1-flash",
   "name": "MiniMax-M3.1-Flash",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-10-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 206.56
   },
   "context_window": 1000000,
   "max_output": 512000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m3-1-flash/"
  },
  {
   "id": "minimax/minimax-m3.1-flash-preview",
   "slug": "minimax-minimax-m3-1-flash-preview",
   "name": "MiniMax-M3.1-Flash-Preview",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2026-09-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 512000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-m3-1-flash-preview/"
  },
  {
   "id": "minimax/minimax-text-01",
   "slug": "minimax-minimax-text-01",
   "name": "MiniMax Text 01 (MiniMax)",
   "vendor_id": "minimax",
   "vendor": "MiniMax (minimax.io)",
   "vendor_zh": "MiniMax",
   "country": "CN",
   "release_date": "2025-01-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/minimax-minimax-text-01/"
  },
  {
   "id": "mistral/codestral",
   "slug": "mistral-codestral",
   "name": "Codestral",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-05-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-codestral/"
  },
  {
   "id": "mistral/codestral-22b-v0.1",
   "slug": "mistral-codestral-22b-v0-1",
   "name": "Codestral-22B-v0.1",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-05-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Mistral-AI-Non-Production",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 22.25
   },
   "context_window": 32768,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-codestral-22b-v0-1/"
  },
  {
   "id": "mistral/codestral-2508",
   "slug": "mistral-codestral-2508",
   "name": "Codestral 25.08",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-07-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-codestral-2508/"
  },
  {
   "id": "mistral/codestral-latest",
   "slug": "mistral-codestral-latest",
   "name": "Codestral (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-05-29",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 22.25
   },
   "context_window": 256000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 11.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 137.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-codestral-latest/"
  },
  {
   "id": "mistral/devstral-2",
   "slug": "mistral-devstral-2",
   "name": "Devstral 2",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-devstral-2/"
  },
  {
   "id": "mistral/devstral-2512",
   "slug": "mistral-devstral-2512",
   "name": "Devstral 2",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 121.8
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.4,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 66.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 43.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 43.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 66.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-devstral-2512/"
  },
  {
   "id": "mistral/devstral-medium-2507",
   "slug": "mistral-devstral-medium-2507",
   "name": "Devstral Medium",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-07-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 61.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 61.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://mistral.ai/news/devstral-2507"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_vendor",
     "score": 61.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://mistral.ai/news/devstral-2507"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-devstral-medium-2507/"
  },
  {
   "id": "mistral/devstral-medium-latest",
   "slug": "mistral-devstral-medium-latest",
   "name": "Devstral 2 (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 121.8
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.4,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-devstral-medium-latest/"
  },
  {
   "id": "mistral/devstral-small-2",
   "slug": "mistral-devstral-small-2",
   "name": "Devstral Small 2",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 22.23
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-devstral-small-2/"
  },
  {
   "id": "mistral/devstral-small-2507",
   "slug": "mistral-devstral-small-2507",
   "name": "Devstral Small",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-07-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 23.57
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.28
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 53.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 53.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://mistral.ai/news/devstral-2507"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 53.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://mistral.ai/news/devstral-2507"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-devstral-small-2507/"
  },
  {
   "id": "mistral/magistral-medium-latest",
   "slug": "mistral-magistral-medium-latest",
   "name": "Magistral Medium (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-03-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-06",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 2,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 0,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "arc_agi",
     "score": 6.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-magistral-medium-latest/"
  },
  {
   "id": "mistral/magistral-small-2506",
   "slug": "mistral-magistral-small-2506",
   "name": "Magistral Small",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-06-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 23.57
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 0.5,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 30,
    "arc_agi_2": 0,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 56.06,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 56.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-magistral-small-2506/"
  },
  {
   "id": "mistral/magistral-small-2509",
   "slug": "mistral-magistral-small-2509",
   "name": "Magistral Small 1.2",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-09-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.01
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.5,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 28.06,
    "arc_agi_2": 0,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 47.6,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 28.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-magistral-small-2509/"
  },
  {
   "id": "mistral/ministral-14b",
   "slug": "mistral-ministral-14b",
   "name": "Ministral 14B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.16
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-14b/"
  },
  {
   "id": "mistral/ministral-14b-2512",
   "slug": "mistral-ministral-14b-2512",
   "name": "Ministral 3 14B 2512",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.16
   },
   "context_window": 262144,
   "max_output": 209715,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-14b-2512/"
  },
  {
   "id": "mistral/ministral-3-14b-instruct-2512",
   "slug": "mistral-ministral-3-14b-instruct-2512",
   "name": "Ministral 3 14B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.16
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.3297,
    "outputPerMTok": 0.4396
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-3-14b-instruct-2512/"
  },
  {
   "id": "mistral/ministral-3-3b-instruct-2512",
   "slug": "mistral-ministral-3-3b-instruct-2512",
   "name": "Ministral 3 3B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.03
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-3-3b-instruct-2512/"
  },
  {
   "id": "mistral/ministral-3-8b-instruct-2512",
   "slug": "mistral-ministral-3-8b-instruct-2512",
   "name": "Ministral 3 8B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.42
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-3-8b-instruct-2512/"
  },
  {
   "id": "mistral/ministral-3b",
   "slug": "mistral-ministral-3b",
   "name": "Ministral 3B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 3
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.04
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 25.25,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 51.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 25.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 5.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 14.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-3b/"
  },
  {
   "id": "mistral/ministral-3b-2512",
   "slug": "mistral-ministral-3b-2512",
   "name": "Ministral 3 3B 2512",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 3.03
   },
   "context_window": 131072,
   "max_output": 104857,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 25.25,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 51.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 25.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 5.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 14.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-3b-2512/"
  },
  {
   "id": "mistral/ministral-8b",
   "slug": "mistral-ministral-8b",
   "name": "Ministral 8B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 8
   },
   "context_window": 262144,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 27.15,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 45.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 27.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 14.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-8b/"
  },
  {
   "id": "mistral/ministral-8b-2512",
   "slug": "mistral-ministral-8b-2512",
   "name": "Ministral 3 8B 2512",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.42
   },
   "context_window": 262144,
   "max_output": 209715,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 27.15,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 45.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 27.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 14.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-8b-2512/"
  },
  {
   "id": "mistral/ministral-8b-instruct-2410",
   "slug": "mistral-ministral-8b-instruct-2410",
   "name": "Ministral 8B Instruct",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Mistral-Research",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.02
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 27.15,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 45.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 27.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "math_level_5",
     "score": 14.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-ministral-8b-instruct-2410/"
  },
  {
   "id": "mistral/mistral-7b-instruct-v0.3",
   "slug": "mistral-mistral-7b-instruct-v0-3",
   "name": "Mistral 7B Instruct v0.3",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-05-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.25
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 0.28,
    "arc_agi_2": null,
    "eci": 102.72,
    "fiction_live": null,
    "gpqa_diamond": 15.18,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "adversarial_nli",
     "score": 47.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "aime",
     "score": 0.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 78.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "bbh",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2403.08295"
    },
    {
     "league": "bool_q",
     "score": 83.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2403.08295"
    },
    {
     "league": "eci",
     "score": 102.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 15.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 35.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2403.08295"
    },
    {
     "league": "hella_swag",
     "score": 81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2401.04088"
    },
    {
     "league": "math_level_5",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 59.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "open_book_qa",
     "score": 79.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "piqa",
     "score": 82.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2403.08295"
    },
    {
     "league": "trivia_qa",
     "score": 75.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "wino_grande",
     "score": 75.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2203.15556"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-7b-instruct-v0-3/"
  },
  {
   "id": "mistral/mistral-embed",
   "slug": "mistral-mistral-embed",
   "name": "Mistral Embed",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2023-12-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8000,
   "max_output": 3072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-embed/"
  },
  {
   "id": "mistral/mistral-large",
   "slug": "mistral-mistral-large",
   "name": "Mistral Large",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-02-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-11-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 102400,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 8.47,
    "arc_agi_2": null,
    "eci": 119.97,
    "fiction_live": null,
    "gpqa_diamond": 51.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1229.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 8.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 65.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 119.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 51.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 50.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large/"
  },
  {
   "id": "mistral/mistral-large-2407",
   "slug": "mistral-mistral-large-2407",
   "name": "Mistral Large 2407",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-07-24",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-03-31",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 122.61
   },
   "context_window": 131072,
   "max_output": 104857,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 8.47,
    "arc_agi_2": null,
    "eci": 119.97,
    "fiction_live": null,
    "gpqa_diamond": 49.02,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1229.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 8.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 119.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 49.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 44.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-2407/"
  },
  {
   "id": "mistral/mistral-large-2411",
   "slug": "mistral-mistral-large-2411",
   "name": "Mistral Large 2.1",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-11-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-11",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 122.61
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 7.78,
    "arc_agi_2": null,
    "eci": 119.97,
    "fiction_live": null,
    "gpqa_diamond": 51.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1229.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 62.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 7.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 60.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 119.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 51.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 62.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 50.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-2411/"
  },
  {
   "id": "mistral/mistral-large-2512",
   "slug": "mistral-mistral-large-2512",
   "name": "Mistral Large 3",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-11",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.5,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 8.47,
    "arc_agi_2": null,
    "eci": 119.97,
    "fiction_live": null,
    "gpqa_diamond": 51.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1229.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 8.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 65.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 119.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 51.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 50.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 20.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-2512/"
  },
  {
   "id": "mistral/mistral-large-3",
   "slug": "mistral-mistral-large-3",
   "name": "Mistral Large 3",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-12-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.5,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 65.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-3/"
  },
  {
   "id": "mistral/mistral-large-4",
   "slug": "mistral-mistral-large-4",
   "name": "Mistral Large 4",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-10-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.07,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 154.57,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.24e+25,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 57.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 39.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1213.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 1213.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 51.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 11.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 88.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 154.57,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 39.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 57.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 35.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "weirdml_v3",
     "score": 11.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-4/"
  },
  {
   "id": "mistral/mistral-large-4-0",
   "slug": "mistral-mistral-large-4-0",
   "name": "Mistral Large 4 0",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-10-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.07,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 98.33,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 88.07,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.24e+25,
   "coding_scores": [
    {
     "league": "frontier_code",
     "score": 39.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1213.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1213.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 51.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 10.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 88.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "frontier_code",
     "score": 39.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 26.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 58.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 20.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 88.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 35.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 28.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "weirdml_v3",
     "score": 11.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-4-0/"
  },
  {
   "id": "mistral/mistral-large-latest",
   "slug": "mistral-mistral-large-latest",
   "name": "Mistral Large (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-11-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-11",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.07,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 8.47,
    "arc_agi_2": null,
    "eci": 119.97,
    "fiction_live": null,
    "gpqa_diamond": 51.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1229.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 8.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 264.7,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 65.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 119.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 51.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 16.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 50.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1229.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-large-latest/"
  },
  {
   "id": "mistral/mistral-medium",
   "slug": "mistral-mistral-medium",
   "name": "Mistral Medium",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-05-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 32.22,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 59.53,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1265.04
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1265.04,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 75.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 59.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 4.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lech_mazur_writing",
     "score": 77.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/lechmazur/Writing"
    },
    {
     "league": "lmca",
     "score": 26.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 81.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 26.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1265.04,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 43.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium/"
  },
  {
   "id": "mistral/mistral-medium-2505",
   "slug": "mistral-mistral-medium-2505",
   "name": "Mistral Medium 3",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-05-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 32.22,
    "arc_agi_2": null,
    "eci": 132.8,
    "fiction_live": null,
    "gpqa_diamond": 59.53,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1264.92
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 63.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1264.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 62.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 132.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 59.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 4.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 63.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "lmca",
     "score": 26.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 81.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 26.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1264.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 43.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium-2505/"
  },
  {
   "id": "mistral/mistral-medium-2604",
   "slug": "mistral-mistral-medium-2604",
   "name": "Mistral Medium 3.5",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 121.8
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 32.22,
    "arc_agi_2": null,
    "eci": 141.58,
    "fiction_live": null,
    "gpqa_diamond": 59.53,
    "swe_bench_pro": null,
    "swe_bench_vendor": 77.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1264.92
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 77.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1264.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 75.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.58,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 59.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 4.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 26.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 81.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 26.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_vendor",
     "score": 77.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1264.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 43.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium-2604/"
  },
  {
   "id": "mistral/mistral-medium-3",
   "slug": "mistral-mistral-medium-3",
   "name": "Mistral Medium 3",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-05-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 104857,
   "pricing": {
    "cachedInputPerMTok": 0.044,
    "inputPerMTok": 0.44,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 132.8,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 62.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 132.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 4.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium-3/"
  },
  {
   "id": "mistral/mistral-medium-3-5",
   "slug": "mistral-mistral-medium-3-5",
   "name": "Mistral Medium 3.5",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 209715,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 141.58,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 75.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.58,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 26.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 26.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium-3-5/"
  },
  {
   "id": "mistral/mistral-medium-3.1",
   "slug": "mistral-mistral-medium-3-1",
   "name": "Mistral Medium 3.1",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-08-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-06-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 104857,
   "pricing": {
    "cachedInputPerMTok": 0.044,
    "inputPerMTok": 0.44,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 210.18,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 210.18,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 67.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 19.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium-3-1/"
  },
  {
   "id": "mistral/mistral-medium-latest",
   "slug": "mistral-mistral-medium-latest",
   "name": "Mistral Medium (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-04-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 121.8
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 1.5,
    "outputPerMTok": 7.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 32.22,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 59.53,
    "swe_bench_pro": null,
    "swe_bench_vendor": 77.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1264.92
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 77.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1264.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 763.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 75.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "frontier_code",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 59.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 4.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 26.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 81.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 26.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_vendor",
     "score": 77.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1264.92,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 43.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-medium-latest/"
  },
  {
   "id": "mistral/mistral-nemo",
   "slug": "mistral-mistral-nemo",
   "name": "Mistral Nemo",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-07-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-07",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.25
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 113.87,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "balrog",
     "score": 17.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "dtbench",
     "score": 48.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 113.87,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-nemo/"
  },
  {
   "id": "mistral/mistral-saba",
   "slug": "mistral-mistral-saba",
   "name": "Saba",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 26214,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-saba/"
  },
  {
   "id": "mistral/mistral-small",
   "slug": "mistral-mistral-small",
   "name": "Mistral Small",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-01-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 5.83,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 47.47,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.152e+24,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 49.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 5.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 70.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 49.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 20.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small/"
  },
  {
   "id": "mistral/mistral-small-24b-instruct-2501",
   "slug": "mistral-mistral-small-24b-instruct-2501",
   "name": "Mistral Small 3",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-01-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-10-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 23.57
   },
   "context_window": 32768,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.08
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": 6.67,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 47.29,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.152e+24,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 70.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 20.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-24b-instruct-2501/"
  },
  {
   "id": "mistral/mistral-small-2506",
   "slug": "mistral-mistral-small-2506",
   "name": "Mistral Small 3.2",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-06-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.01
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 5.83,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 47.47,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.152e+24,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 5.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 59.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 20.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-2506/"
  },
  {
   "id": "mistral/mistral-small-2603",
   "slug": "mistral-mistral-small-2603",
   "name": "Mistral Small 4",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-03-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-06",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 117.88
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 5.83,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 47.47,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.152e+24,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 5.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 70.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 20.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-2603/"
  },
  {
   "id": "mistral/mistral-small-3-1-24b-instruct-2503",
   "slug": "mistral-mistral-small-3-1-24b-instruct-2503",
   "name": "Mistral Small 3.1 24B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-03-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.01
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.106,
    "outputPerMTok": 0.318
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-3-1-24b-instruct-2503/"
  },
  {
   "id": "mistral/mistral-small-3.1-24b-instruct",
   "slug": "mistral-mistral-small-3-1-24b-instruct",
   "name": "Mistral Small 3.1 24B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-03-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-10-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.01
   },
   "context_window": 128000,
   "max_output": 102400,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.351,
    "outputPerMTok": 0.555
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-3-1-24b-instruct/"
  },
  {
   "id": "mistral/mistral-small-3.2-24b-instruct",
   "slug": "mistral-mistral-small-3-2-24b-instruct",
   "name": "Mistral Small 3.2 24B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-06-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-10-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.01
   },
   "context_window": 256000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.075,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 30.28,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 49.05,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 30.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 59.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 49.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-3-2-24b-instruct/"
  },
  {
   "id": "mistral/mistral-small-latest",
   "slug": "mistral-mistral-small-latest",
   "name": "Mistral Small (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2026-03-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-06",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 117.88
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 5.83,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 47.47,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.152e+24,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 5.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 497.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 70.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 20.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mistral-small-latest/"
  },
  {
   "id": "mistral/mixtral-8x22b-instruct",
   "slug": "mistral-mixtral-8x22b-instruct",
   "name": "Mixtral 8x22B Instruct",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-04-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-01-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 140.63
   },
   "context_window": 65536,
   "max_output": 52428,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 118.71,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.34e+24,
   "coding_scores": [],
   "scores": [
    {
     "league": "cybench",
     "score": 7.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 55.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 118.71,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mmlu",
     "score": 77.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "weirdml",
     "score": 3.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mixtral-8x22b-instruct/"
  },
  {
   "id": "mistral/mixtral-8x7b-instruct-v0.1",
   "slug": "mistral-mixtral-8x7b-instruct-v0-1",
   "name": "Mixtral 8x7B Instruct v0.1",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2023-12-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 46.7
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 113.19,
    "fiction_live": null,
    "gpqa_diamond": 30.59,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.74e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "adversarial_nli",
     "score": 55.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "arc_ai2",
     "score": 87.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "eci",
     "score": 113.19,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 30.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 74.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2401.04088"
    },
    {
     "league": "hella_swag",
     "score": 86.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2401.04088"
    },
    {
     "league": "math_level_5",
     "score": 9.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 70.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2401.04088"
    },
    {
     "league": "open_book_qa",
     "score": 85.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "piqa",
     "score": 83.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2401.04088"
    },
    {
     "league": "trivia_qa",
     "score": 82.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "wino_grande",
     "score": 77.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2401.04088"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-mixtral-8x7b-instruct-v0-1/"
  },
  {
   "id": "mistral/pixtral-12b",
   "slug": "mistral-pixtral-12b",
   "name": "Pixtral 12B",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-09-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 12
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "geobench",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-pixtral-12b/"
  },
  {
   "id": "mistral/pixtral-large-2502",
   "slug": "mistral-pixtral-large-2502",
   "name": "Pixtral Large (25.02)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-04-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "enigma_eval",
     "score": 0.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-pixtral-large-2502/"
  },
  {
   "id": "mistral/pixtral-large-latest",
   "slug": "mistral-pixtral-large-latest",
   "name": "Pixtral Large (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2024-11-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-11",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "enigma_eval",
     "score": 0.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-pixtral-large-latest/"
  },
  {
   "id": "mistral/voxtral-mini-3b-2507",
   "slug": "mistral-voxtral-mini-3b-2507",
   "name": "Voxtral Mini 3B 2507",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-07-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 4.67
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-voxtral-mini-3b-2507/"
  },
  {
   "id": "mistral/voxtral-small-24b-2507",
   "slug": "mistral-voxtral-small-24b-2507",
   "name": "Voxtral Small 24B 2507",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-07-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.26
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "audio",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-voxtral-small-24b-2507/"
  },
  {
   "id": "mistral/voxtral-small-latest",
   "slug": "mistral-voxtral-small-latest",
   "name": "Voxtral Small (latest)",
   "vendor_id": "mistral",
   "vendor": "Mistral",
   "vendor_zh": "Mistral",
   "country": "FR",
   "release_date": "2025-07-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 24.26
   },
   "context_window": 32000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "audio",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mistral-voxtral-small-latest/"
  },
  {
   "id": "mixedbread/toast-1",
   "slug": "mixedbread-toast-1",
   "name": "Toast 1",
   "vendor_id": "mixedbread",
   "vendor": "Mixedbread",
   "vendor_zh": "Mixedbread",
   "country": "ZZ",
   "release_date": "2026-08-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": 0.036,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.72
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/mixedbread-toast-1/"
  },
  {
   "id": "moonshotai/kimi-k2",
   "slug": "moonshotai-kimi-k2",
   "name": "Kimi K2 0711",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2025-07-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1023.89
   },
   "context_window": 131072,
   "max_output": 98304,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 0.57,
    "outputPerMTok": 2.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 145.46,
    "fiction_live": 40.6,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 35.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 67.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 597.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 597.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 17.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 145.46,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 40.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 67.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "metr_time_horizons",
     "score": 54.19,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "simplebench",
     "score": 39.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 35.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 42.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2/"
  },
  {
   "id": "moonshotai/kimi-k2-0905",
   "slug": "moonshotai-kimi-k2-0905",
   "name": "Kimi K2 Instruct 0905",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2025-09-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Modified-MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1023.89
   },
   "context_window": 262144,
   "max_output": 98304,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 145.46,
    "fiction_live": 40.6,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.976e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 267.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 267.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 17.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 145.46,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 40.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "metr_time_horizons",
     "score": 54.19,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "simplebench",
     "score": 26.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "weirdml",
     "score": 36.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-0905/"
  },
  {
   "id": "moonshotai/kimi-k2-instruct",
   "slug": "moonshotai-kimi-k2-instruct",
   "name": "Kimi K2 Instruct",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2025-07-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Modified-MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1023.89
   },
   "context_window": 131072,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 0.57,
    "outputPerMTok": 2.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 145.46,
    "fiction_live": 40.6,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.976e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 74.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 597.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 597.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 17.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 145.46,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 40.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 74.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "metr_time_horizons",
     "score": 54.19,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "simplebench",
     "score": 26.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "weirdml",
     "score": 39.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-instruct/"
  },
  {
   "id": "moonshotai/kimi-k2-thinking",
   "slug": "moonshotai-kimi-k2-thinking",
   "name": "Kimi K2 Thinking",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2025-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1014.69
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 145.46,
    "fiction_live": 40.6,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 71.3,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 71.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 35.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 597.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "ale_bench",
     "score": 597.5,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 17.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 145.46,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 40.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 21.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gso",
     "score": 1.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "metr_time_horizons",
     "score": 54.19,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "simplebench",
     "score": 39.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 71.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/moonshotai/Kimi-K2-Thinking"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 35.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 42.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-thinking/"
  },
  {
   "id": "moonshotai/kimi-k2-thinking-turbo",
   "slug": "moonshotai-kimi-k2-thinking-turbo",
   "name": "Kimi K2 Thinking Turbo",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2025-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1014.69
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 83.06,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 84.22,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1337
   },
   "training_compute_flop": 4.2e+24,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1337,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 83.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 84.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1337,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-thinking-turbo/"
  },
  {
   "id": "moonshotai/kimi-k2.5",
   "slug": "moonshotai-kimi-k2-5",
   "name": "Kimi K2.5",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-01-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1014.69
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.6,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 11.81,
    "eci": 148.79,
    "fiction_live": 78.1,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 70.8,
    "swe_bench_verified": 73.76,
    "webdev_arena_elo": 1436.37
   },
   "training_compute_flop": 5.8e+24,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_vendor",
     "score": 70.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://www.swebench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 43.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 77.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 13.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 20.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 25.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "ale_bench",
     "score": 821.65,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1436.37,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 821.65,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 65.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 11.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 19.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 13.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 3.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 148.79,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 3.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 78.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 24.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 77.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "os_world",
     "score": 63.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://os-world.github.io/"
    },
    {
     "league": "simplebench",
     "score": 46.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 34.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 13.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 20.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 25.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_vendor",
     "score": 70.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://www.swebench.com/"
    },
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 43.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 1198.46,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1436.37,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 45.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-5/"
  },
  {
   "id": "moonshotai/kimi-k2.6",
   "slug": "moonshotai-kimi-k2-6",
   "name": "Kimi K2.6",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-04-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1014.69
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.16,
    "inputPerMTok": 0.95,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 96.11,
    "arc_agi_2": null,
    "eci": 151.6,
    "fiction_live": null,
    "gpqa_diamond": 90.78,
    "swe_bench_pro": null,
    "swe_bench_vendor": 80.2,
    "swe_bench_verified": 76.65,
    "webdev_arena_elo": 1508.77
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/moonshotai/Kimi-K2.6"
    },
    {
     "league": "livebench_coding",
     "score": 78.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "ale_bench",
     "score": 1092.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1508.77,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 96.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1092.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 3.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 2.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 151.6,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 18.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath",
     "score": 38.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 14.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 25.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 57.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 21.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-kimi-k2-6"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 37.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 4.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "proofbench",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 34.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 80.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/moonshotai/Kimi-K2.6"
    },
    {
     "league": "swe_bench_verified",
     "score": 76.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 6204.57,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1508.77,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 55.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-6/"
  },
  {
   "id": "moonshotai/kimi-k2.7-code",
   "slug": "moonshotai-kimi-k2-7-code",
   "name": "Kimi K2.7 Code",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-06-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1014.69
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.19,
    "inputPerMTok": 0.95,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 95.56,
    "arc_agi_2": null,
    "eci": 151.17,
    "fiction_live": null,
    "gpqa_diamond": 87.88,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1472.72
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "deepswe",
     "score": 30.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 73.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 45.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 30.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "program_bench",
     "score": 53.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/moonshotai/Kimi-K2.7-Code"
    },
    {
     "league": "ale_bench",
     "score": 886.23,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1472.72,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 95.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 886.23,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 37.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 30.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "eci",
     "score": 151.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 30.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 12.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 54.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-kimi-k2-7"
    },
    {
     "league": "gpqa_diamond",
     "score": 87.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 45.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 73.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "program_bench",
     "score": 53.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/moonshotai/Kimi-K2.7-Code"
    },
    {
     "league": "simplebench",
     "score": 57.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 36.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 48.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "vending_bench_2",
     "score": 5082.94,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1472.72,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 54.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-7-code/"
  },
  {
   "id": "moonshotai/kimi-k2.7-code-highspeed",
   "slug": "moonshotai-kimi-k2-7-code-highspeed",
   "name": "Kimi K2.7 Code Highspeed",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-06-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1014.69
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.38,
    "inputPerMTok": 1.9,
    "outputPerMTok": 8
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-7-code-highspeed/"
  },
  {
   "id": "moonshotai/kimi-k2.8-preview",
   "slug": "moonshotai-kimi-k2-8-preview",
   "name": "Kimi K2.8 Preview",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-09-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 1000000,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 1,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k2-8-preview/"
  },
  {
   "id": "moonshotai/kimi-k3",
   "slug": "moonshotai-kimi-k3",
   "name": "Kimi K3",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-07-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 2722.74
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 97.22,
    "arc_agi_2": 60.42,
    "eci": 158.61,
    "fiction_live": null,
    "gpqa_diamond": 93.12,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1674.26
   },
   "training_compute_flop": 2.0001e+25,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 88.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "deepswe",
     "score": 68.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 81.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 62.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 44.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "program_bench",
     "score": 77.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "frontier_swe",
     "score": 81.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "swe_marathon",
     "score": 42,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "ale_bench",
     "score": 1524.47,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 54.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1674.26,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 97.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1524.47,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 47.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 94.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 60.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 29.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 23.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 68.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 91.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 158.61,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 44.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 25.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 39.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 72.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 34.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 48.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/kimi-k3"
    },
    {
     "league": "gpqa_diamond",
     "score": 93.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 62.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 81.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 52.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 54.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 31.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "program_bench",
     "score": 77.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "proofbench",
     "score": 87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 60.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 50.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_marathon",
     "score": 42,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "terminal_bench",
     "score": 88.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.kimi.com/blog/kimi-k3"
    },
    {
     "league": "vending_bench_2",
     "score": 5165.04,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1674.26,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 82.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 15.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k3/"
  },
  {
   "id": "moonshotai/kimi-k3-fast",
   "slug": "moonshotai-kimi-k3-fast",
   "name": "Kimi K3 Fast",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-07-27",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 1000000,
   "pricing": {
    "cachedInputPerMTok": 0.45,
    "inputPerMTok": 4.5,
    "outputPerMTok": 22.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k3-fast/"
  },
  {
   "id": "moonshotai/kimi-k3.1-pro",
   "slug": "moonshotai-kimi-k3-1-pro",
   "name": "Kimi K3.1 Pro",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-10-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 2722.74
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 161.2,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.0001e+25,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 1932.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 1932.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 65.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 24.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 161.2,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 57.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "weirdml_v3",
     "score": 18.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k3-1-pro/"
  },
  {
   "id": "moonshotai/kimi-k3.1-pro-highspeed",
   "slug": "moonshotai-kimi-k3-1-pro-highspeed",
   "name": "Kimi K3.1 PRO Highspeed",
   "vendor_id": "moonshotai",
   "vendor": "Moonshot AI",
   "vendor_zh": "月之暗面",
   "country": "CN",
   "release_date": "2026-10-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 4,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/moonshotai-kimi-k3-1-pro-highspeed/"
  },
  {
   "id": "morph/morph-v3-fast",
   "slug": "morph-morph-v3-fast",
   "name": "Morph V3 Fast",
   "vendor_id": "morph",
   "vendor": "Morph",
   "vendor_zh": "Morph",
   "country": "US",
   "release_date": "2025-07-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.8,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/morph-morph-v3-fast/"
  },
  {
   "id": "morph/morph-v3-large",
   "slug": "morph-morph-v3-large",
   "name": "Morph V3 Large",
   "vendor_id": "morph",
   "vendor": "Morph",
   "vendor_zh": "Morph",
   "country": "US",
   "release_date": "2025-07-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.9,
    "outputPerMTok": 1.9
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/morph-morph-v3-large/"
  },
  {
   "id": "motif-technologies/motif-3",
   "slug": "motif-technologies-motif-3",
   "name": "Motif 3",
   "vendor_id": "motif-technologies",
   "vendor": "Motif Technologies",
   "vendor_zh": "Motif Technologies",
   "country": "ZZ",
   "release_date": "2026-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 314.84
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/motif-technologies-motif-3/"
  },
  {
   "id": "nex-agi/nex-n2-pro",
   "slug": "nex-agi-nex-n2-pro",
   "name": "Nex-N2-Pro",
   "vendor_id": "nex-agi",
   "vendor": "NEX AGI",
   "vendor_zh": "NEX AGI",
   "country": "ZZ",
   "release_date": "2026-06-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 396.8
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 0.5,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nex-agi-nex-n2-pro/"
  },
  {
   "id": "nousresearch/hermes-2-pro-llama-3-8b",
   "slug": "nousresearch-hermes-2-pro-llama-3-8b",
   "name": "Hermes 2 Pro Llama 3 8B",
   "vendor_id": "nousresearch",
   "vendor": "Nousresearch",
   "vendor_zh": "Nous Research",
   "country": "US",
   "release_date": "2024-04-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.14
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nousresearch-hermes-2-pro-llama-3-8b/"
  },
  {
   "id": "nousresearch/hermes-3-llama-3.1-405b",
   "slug": "nousresearch-hermes-3-llama-3-1-405b",
   "name": "Hermes 3 405B Instruct",
   "vendor_id": "nousresearch",
   "vendor": "Nousresearch",
   "vendor_zh": "Nous Research",
   "country": "US",
   "release_date": "2024-08-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 405.85
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nousresearch-hermes-3-llama-3-1-405b/"
  },
  {
   "id": "nousresearch/hermes-3-llama-3.1-70b",
   "slug": "nousresearch-hermes-3-llama-3-1-70b",
   "name": "Hermes 3 70B Instruct",
   "vendor_id": "nousresearch",
   "vendor": "Nousresearch",
   "vendor_zh": "Nous Research",
   "country": "US",
   "release_date": "2024-08-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.55
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.7,
    "outputPerMTok": 0.7
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nousresearch-hermes-3-llama-3-1-70b/"
  },
  {
   "id": "nousresearch/hermes-4-405b",
   "slug": "nousresearch-hermes-4-405b",
   "name": "Hermes 4 405B",
   "vendor_id": "nousresearch",
   "vendor": "Nousresearch",
   "vendor_zh": "Nous Research",
   "country": "US",
   "release_date": "2025-08-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-08-31",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 405.85
   },
   "context_window": 131072,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nousresearch-hermes-4-405b/"
  },
  {
   "id": "nousresearch/hermes-4-70b",
   "slug": "nousresearch-hermes-4-70b",
   "name": "Hermes 4 70B",
   "vendor_id": "nousresearch",
   "vendor": "Nousresearch",
   "vendor_zh": "Nous Research",
   "country": "US",
   "release_date": "2025-08-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 70
   },
   "context_window": 131072,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.13,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nousresearch-hermes-4-70b/"
  },
  {
   "id": "nvidia/llama-3.1-nemotron-70b-instruct",
   "slug": "nvidia-llama-3-1-nemotron-70b-instruct",
   "name": "Llama 3.1 Nemotron 70B Instruct",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-04-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.55
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.6,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 7.929e+24,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-3-1-nemotron-70b-instruct/"
  },
  {
   "id": "nvidia/llama-3.1-nemotron-safety-guard-8b-v3",
   "slug": "nvidia-llama-3-1-nemotron-safety-guard-8b-v3",
   "name": "Llama 3.1 Nemotron Safety Guard 8B v3",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-10-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-3-1-nemotron-safety-guard-8b-v3/"
  },
  {
   "id": "nvidia/llama-3.1-nemotron-ultra-253b",
   "slug": "nvidia-llama-3-1-nemotron-ultra-253b",
   "name": "Llama 3.1 Nemotron Ultra 253B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-04-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 253.4
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-3-1-nemotron-ultra-253b/"
  },
  {
   "id": "nvidia/llama-3.3-nemotron-super-49b-v1",
   "slug": "nvidia-llama-3-3-nemotron-super-49b-v1",
   "name": "Llama 3.3 Nemotron Super 49B v1",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-03-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 49.87
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-3-3-nemotron-super-49b-v1/"
  },
  {
   "id": "nvidia/llama-3.3-nemotron-super-49b-v1.5",
   "slug": "nvidia-llama-3-3-nemotron-super-49b-v1-5",
   "name": "Llama 3.3 Nemotron Super 49B v1.5",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-07-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 49.87
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-3-3-nemotron-super-49b-v1-5/"
  },
  {
   "id": "nvidia/llama-nemotron-embed-1b-v2",
   "slug": "nvidia-llama-nemotron-embed-1b-v2",
   "name": "Llama Nemotron Embed 1B v2",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-NVIDIA",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.24
   },
   "context_window": 8192,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-nemotron-embed-1b-v2/"
  },
  {
   "id": "nvidia/llama-nemotron-embed-vl-1b-v2",
   "slug": "nvidia-llama-nemotron-embed-vl-1b-v2",
   "name": "Llama Nemotron Embed VL 1B v2",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-12-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.68
   },
   "context_window": 10240,
   "max_output": 2048,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-nemotron-embed-vl-1b-v2/"
  },
  {
   "id": "nvidia/llama-nemotron-rerank-vl-1b-v2",
   "slug": "nvidia-llama-nemotron-rerank-vl-1b-v2",
   "name": "Llama Nemotron Rerank VL 1B v2",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-12-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.68
   },
   "context_window": 10240,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-llama-nemotron-rerank-vl-1b-v2/"
  },
  {
   "id": "nvidia/mistral-nemotron",
   "slug": "nvidia-mistral-nemotron",
   "name": "Mistral Nemotron",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-06-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-mistral-nemotron/"
  },
  {
   "id": "nvidia/nemotron-3-content-safety",
   "slug": "nvidia-nemotron-3-content-safety",
   "name": "Nemotron 3 Content Safety",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-03-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 4.3
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-content-safety/"
  },
  {
   "id": "nvidia/nemotron-3-nano-30b-a3b",
   "slug": "nvidia-nemotron-3-nano-30b-a3b",
   "name": "Nemotron 3 Nano 30B A3B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-12-14",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-06-25",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 31.58
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-nano-30b-a3b/"
  },
  {
   "id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning",
   "slug": "nvidia-nemotron-3-nano-omni-30b-a3b-reasoning",
   "name": "Nemotron 3 Nano Omni 30B A3B Reasoning",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 33.02
   },
   "context_window": 256000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-nano-omni-30b-a3b-reasoning/"
  },
  {
   "id": "nvidia/nemotron-3-super-120b-a12b",
   "slug": "nvidia-nemotron-3-super-120b-a12b",
   "name": "Nemotron 3 Super 120B A12B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-03-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-06",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 12,
    "confidence": "exact",
    "totalB": 123.61
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.0971,
    "outputPerMTok": 0.48
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 54.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 213.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 213.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 54.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "weirdml",
     "score": 38.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-super-120b-a12b/"
  },
  {
   "id": "nvidia/nemotron-3-ultra-550b-a55b",
   "slug": "nvidia-nemotron-3-ultra-550b-a55b",
   "name": "Nemotron 3 Ultra 550B A55B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-06-04",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 55,
    "confidence": "exact",
    "totalB": 560.52
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.5,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": null,
    "eci": 147.02,
    "fiction_live": null,
    "gpqa_diamond": 85.35,
    "swe_bench_pro": null,
    "swe_bench_vendor": 70.7,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 6.6e+24,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 70.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "terminal_bench",
     "score": 56.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 67.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "livebench_coding",
     "score": 70.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 38.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 13.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "livecodebench",
     "score": 89,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 22.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 3.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 13.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gpqa_diamond",
     "score": 85.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 38.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 70.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livecodebench",
     "score": 89,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "lmca",
     "score": 36.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 41.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_multilingual",
     "score": 67.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "swe_bench_vendor",
     "score": 70.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "terminal_bench",
     "score": 56.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"
    },
    {
     "league": "weirdml",
     "score": 43.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-ultra-550b-a55b/"
  },
  {
   "id": "nvidia/nemotron-3.5-content-safety",
   "slug": "nvidia-nemotron-3-5-content-safety",
   "name": "Nemotron 3.5 Content Safety",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-06-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 4.3
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-5-content-safety/"
  },
  {
   "id": "nvidia/nemotron-3.5-lightning",
   "slug": "nvidia-nemotron-3-5-lightning",
   "name": "Nemotron 3.5 Lightning 30B A3B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-08-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.91
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.16
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 51.56,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 51.56,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
    },
    {
     "league": "terminal_bench",
     "score": 24.58,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 39.33,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_multilingual",
     "score": 39.33,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
    },
    {
     "league": "swe_bench_vendor",
     "score": 51.56,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
    },
    {
     "league": "terminal_bench",
     "score": 24.58,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-5-lightning/"
  },
  {
   "id": "nvidia/nemotron-3.5-super-120b-a12b",
   "slug": "nvidia-nemotron-3-5-super-120b-a12b",
   "name": "Nemotron 3.5 Super 120B A12B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 12,
    "confidence": "estimated",
    "totalB": 120
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-5-super-120b-a12b/"
  },
  {
   "id": "nvidia/nemotron-3.5-super-vl",
   "slug": "nvidia-nemotron-3-5-super-vl",
   "name": "Nemotron 3.5 Super VL",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 943718,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.47
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-5-super-vl/"
  },
  {
   "id": "nvidia/nemotron-3.5-super-vl-120b-a12b",
   "slug": "nvidia-nemotron-3-5-super-vl-120b-a12b",
   "name": "Nemotron 3.5 Super VL 120B A12B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 12,
    "confidence": "exact",
    "totalB": 124.45
   },
   "context_window": 1048576,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-3-5-super-vl-120b-a12b/"
  },
  {
   "id": "nvidia/nemotron-cascade-2-30b-a3b",
   "slug": "nvidia-nemotron-cascade-2-30b-a3b",
   "name": "Nemotron Cascade 2 30B A3B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-03-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 31.58
   },
   "context_window": 256000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-cascade-2-30b-a3b/"
  },
  {
   "id": "nvidia/nemotron-content-safety-reasoning-4b",
   "slug": "nvidia-nemotron-content-safety-reasoning-4b",
   "name": "Nemotron Content Safety Reasoning 4B",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-01-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 4.97
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-content-safety-reasoning-4b/"
  },
  {
   "id": "nvidia/nemotron-mini-4b-instruct",
   "slug": "nvidia-nemotron-mini-4b-instruct",
   "name": "Nemotron Mini 4B Instruct",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2024-08-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 4
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-mini-4b-instruct/"
  },
  {
   "id": "nvidia/nemotron-nano-12b-v2-vl",
   "slug": "nvidia-nemotron-nano-12b-v2-vl",
   "name": "Nemotron Nano 12B v2 VL",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-10-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 13.18
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-nano-12b-v2-vl/"
  },
  {
   "id": "nvidia/nemotron-nano-9b-v2",
   "slug": "nvidia-nemotron-nano-9b-v2",
   "name": "Nemotron Nano 9B v2",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2025-08-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.89
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.06,
    "outputPerMTok": 0.23
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-nano-9b-v2/"
  },
  {
   "id": "nvidia/nemotron-voicechat",
   "slug": "nvidia-nemotron-voicechat",
   "name": "Nemotron VoiceChat",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-03-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 11.1
   },
   "context_window": 128000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-nemotron-voicechat/"
  },
  {
   "id": "nvidia/switchyard",
   "slug": "nvidia-switchyard",
   "name": "Switchyard",
   "vendor_id": "nvidia",
   "vendor": "Nvidia",
   "vendor_zh": "英伟达",
   "country": "US",
   "release_date": "2026-09-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/nvidia-switchyard/"
  },
  {
   "id": "openai/gpt-3.5-turbo",
   "slug": "openai-gpt-3-5-turbo",
   "name": "GPT-3.5-turbo",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-03-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2021-09-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 16385,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.5,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": 2.22,
    "arc_agi_2": null,
    "eci": 112.88,
    "fiction_live": null,
    "gpqa_diamond": 28.03,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "adversarial_nli",
     "score": 58.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "aime",
     "score": 2.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 87.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "bbh",
     "score": 61.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "bool_q",
     "score": 87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/classic/latest/#/groups/boolq"
    },
    {
     "league": "common_sense_qa_2",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2309.13165v1"
    },
    {
     "league": "dtbench",
     "score": 48.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 112.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 28.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 57.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "lmca",
     "score": 9.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 15.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 0.6,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 71.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "open_book_qa",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "trivia_qa",
     "score": 85.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 3.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 81.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2311.16867"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-3-5-turbo/"
  },
  {
   "id": "openai/gpt-3.5-turbo-0613",
   "slug": "openai-gpt-3-5-turbo-0613",
   "name": "GPT 3.5 Turbo 0613",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-06-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 4095,
   "max_output": 3685,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 2.22,
    "arc_agi_2": null,
    "eci": 105.98,
    "fiction_live": null,
    "gpqa_diamond": 28.03,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "adversarial_nli",
     "score": 58.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "aime",
     "score": 2.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 87.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "bbh",
     "score": 61.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "bool_q",
     "score": 87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/classic/latest/#/groups/boolq"
    },
    {
     "league": "common_sense_qa_2",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2309.13165v1"
    },
    {
     "league": "dtbench",
     "score": 48.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 105.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 28.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 57.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "lmca",
     "score": 9.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 15.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 0.6,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 68.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "open_book_qa",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "trivia_qa",
     "score": 85.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 3.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 81.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2311.16867"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-3-5-turbo-0613/"
  },
  {
   "id": "openai/gpt-3.5-turbo-16k",
   "slug": "openai-gpt-3-5-turbo-16k",
   "name": "GPT 3.5 Turbo 16K",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-08-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 16385,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 3,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-3-5-turbo-16k/"
  },
  {
   "id": "openai/gpt-3.5-turbo-instruct",
   "slug": "openai-gpt-3-5-turbo-instruct",
   "name": "GPT 3.5 Turbo Instruct",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-06-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-25",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 4095,
   "max_output": 3685,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.5,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 2.22,
    "arc_agi_2": null,
    "eci": 118.53,
    "fiction_live": null,
    "gpqa_diamond": 28.03,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "adversarial_nli",
     "score": 58.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "aime",
     "score": 2.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_ai2",
     "score": 87.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "bbh",
     "score": 61.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "bool_q",
     "score": 87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/classic/latest/#/groups/boolq"
    },
    {
     "league": "common_sense_qa_2",
     "score": 57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2309.13165v1"
    },
    {
     "league": "dtbench",
     "score": 48.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 118.53,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 28.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 57.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "lmca",
     "score": 9.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 15.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 0.6,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 71.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "open_book_qa",
     "score": 86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "trivia_qa",
     "score": 85.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "weirdml",
     "score": 3.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 81.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2311.16867"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-3-5-turbo-instruct/"
  },
  {
   "id": "openai/gpt-4",
   "slug": "openai-gpt-4",
   "name": "GPT-4",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-11",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 30,
    "outputPerMTok": 60
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 1.11,
    "arc_agi_2": null,
    "eci": 121.61,
    "fiction_live": null,
    "gpqa_diamond": 42.36,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.1e+25,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 1.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "bbh",
     "score": 75.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2309.10305"
    },
    {
     "league": "dtbench",
     "score": 62.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 121.61,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 42.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2303.08774"
    },
    {
     "league": "hella_swag",
     "score": 95.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2311.16867"
    },
    {
     "league": "lmca",
     "score": 17.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 40.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 5.37,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 86.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2303.08774"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "trivia_qa",
     "score": 84.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://paperswithcode.com/sota/question-answering-on-triviaqa"
    },
    {
     "league": "weirdml",
     "score": 12.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "wino_grande",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/pdf/2303.08774"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4/"
  },
  {
   "id": "openai/gpt-4-turbo",
   "slug": "openai-gpt-4-turbo",
   "name": "GPT-4 Turbo",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 10,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.67,
    "arc_agi_2": null,
    "eci": 125.82,
    "fiction_live": null,
    "gpqa_diamond": 46.59,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 61.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 125.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 46.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 9.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 6.57,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 79.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 25.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 18.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4-turbo/"
  },
  {
   "id": "openai/gpt-4-turbo-preview",
   "slug": "openai-gpt-4-turbo-preview",
   "name": "GPT 4 Turbo Preview",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-01-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 10,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 6.67,
    "arc_agi_2": null,
    "eci": 127.25,
    "fiction_live": null,
    "gpqa_diamond": 46.59,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 61.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 127.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 46.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 9.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 46.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 3.73,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 79.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "simplebench",
     "score": 25.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 18.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4-turbo-preview/"
  },
  {
   "id": "openai/gpt-4.1",
   "slug": "openai-gpt-4-1",
   "name": "GPT-4.1",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-04-14",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1047576,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 2,
    "outputPerMTok": 8
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 38.33,
    "arc_agi_2": 0.42,
    "eci": 136.14,
    "fiction_live": 62.5,
    "gpqa_diamond": 66.92,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 48.54,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 48.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 52.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 73.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "ale_bench",
     "score": 558.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 52.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 558.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 5.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 68.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 136.14,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 2.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 62.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 5.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 5.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 66.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 5.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_coding",
     "score": 73.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 25.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 83.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 31.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 48.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4-1/"
  },
  {
   "id": "openai/gpt-4.1-mini",
   "slug": "openai-gpt-4-1-mini",
   "name": "GPT-4.1 mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-04-14",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1047576,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 0.4,
    "outputPerMTok": 1.6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 44.72,
    "arc_agi_2": 0,
    "eci": 134.24,
    "fiction_live": 46.9,
    "gpqa_diamond": 65.85,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 32.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 72.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 32.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 44.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 3.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 134.24,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 46.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 4.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 6.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 65.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 72.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 21.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 87.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 12.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 37.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4-1-mini/"
  },
  {
   "id": "openai/gpt-4.1-nano",
   "slug": "openai-gpt-4-1-nano",
   "name": "GPT-4.1 nano",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-04-14",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1047576,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 28.89,
    "arc_agi_2": 0,
    "eci": 126.79,
    "fiction_live": 18.8,
    "gpqa_diamond": 48.93,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 8.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 63.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 8.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 28.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 52.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 126.79,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 1.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 48.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 63.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 5.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 18.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4-1-nano/"
  },
  {
   "id": "openai/gpt-4o",
   "slug": "openai-gpt-4o",
   "name": "GPT-4o",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-05-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.39,
    "arc_agi_2": 0,
    "eci": 128.78,
    "fiction_live": null,
    "gpqa_diamond": 49.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 30.99,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 6.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 4.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 64.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 128.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 0.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 9.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 49.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 2.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 16.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 53.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 9.17,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 88.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "science_qa",
     "score": 88.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "simplebench",
     "score": 17.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 8.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gpt-4o-2024-08-06"
    },
    {
     "league": "video_mme",
     "score": 71.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 25.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4o/"
  },
  {
   "id": "openai/gpt-4o-2024-05-13",
   "slug": "openai-gpt-4o-2024-05-13",
   "name": "GPT-4o (2024-05-13)",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-05-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 5,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.25,
    "arc_agi_2": 0,
    "eci": 128.78,
    "fiction_live": null,
    "gpqa_diamond": 48.9,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 30.99,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 6.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 4.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 64.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 128.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 0.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 9.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 48.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 2.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 16.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 51.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 9.17,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 84.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "science_qa",
     "score": 88.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "simplebench",
     "score": 17.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 8.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gpt-4o-2024-08-06"
    },
    {
     "league": "video_mme",
     "score": 71.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 25.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4o-2024-05-13/"
  },
  {
   "id": "openai/gpt-4o-2024-08-06",
   "slug": "openai-gpt-4o-2024-08-06",
   "name": "GPT-4o (2024-08-06)",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-08-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.39,
    "arc_agi_2": 0,
    "eci": 128.78,
    "fiction_live": null,
    "gpqa_diamond": 49.21,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 30.99,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 23.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 6.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 4.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 64.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 128.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 0.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 9.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 49.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 2.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 16.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 53.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 9.17,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 84.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://crfm.stanford.edu/helm/lite/latest/#/leaderboard/mmlu"
    },
    {
     "league": "science_qa",
     "score": 88.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "simplebench",
     "score": 17.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 8.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gpt-4o-2024-08-06"
    },
    {
     "league": "video_mme",
     "score": 71.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://video-mme.github.io/home_page.html#leaderboard"
    },
    {
     "league": "vpct",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 25.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4o-2024-08-06/"
  },
  {
   "id": "openai/gpt-4o-2024-11-20",
   "slug": "openai-gpt-4o-2024-11-20",
   "name": "GPT-4o (2024-11-20)",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-11-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.25,
    "arc_agi_2": 0,
    "eci": 128.78,
    "fiction_live": null,
    "gpqa_diamond": 47.89,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 30.99,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 18.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 69.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 18.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 6.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 4.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "cad_eval",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 64.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 128.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 0.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 0.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 9.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 47.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 2.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_coding",
     "score": 69.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 16.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 49.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 9.17,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mmlu",
     "score": 88.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "science_qa",
     "score": 88.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "simplebench",
     "score": 17.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 30.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "the_agent_company",
     "score": 8.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://github.com/TheAgentCompany/experiments/tree/main/evaluation/1.0.0/20241217_OpenHands-0.14.2-gpt-4o-2024-08-06"
    },
    {
     "league": "video_mme",
     "score": 71.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 25.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4o-2024-11-20/"
  },
  {
   "id": "openai/gpt-4o-mini",
   "slug": "openai-gpt-4o-mini",
   "name": "GPT-4o mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-07-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 6.94,
    "arc_agi_2": 0,
    "eci": 123.81,
    "fiction_live": null,
    "gpqa_diamond": 37.72,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 6.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 17.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "bool_q",
     "score": 88.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "chess_puzzles",
     "score": 3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 54.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 123.81,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 37.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 91.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "lmca",
     "score": 10.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 52.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 81.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "piqa",
     "score": 88.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "simplebench",
     "score": 10.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 8.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "video_mme",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://video-mme.github.io/home_page.html#leaderboard"
    },
    {
     "league": "vpct",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 11.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4o-mini/"
  },
  {
   "id": "openai/gpt-4o-mini-2024-07-18",
   "slug": "openai-gpt-4o-mini-2024-07-18",
   "name": "GPT 4O Mini 2024 07 18",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-07-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 6.94,
    "arc_agi_2": 0,
    "eci": 123.81,
    "fiction_live": null,
    "gpqa_diamond": 37.72,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 55.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 6.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 17.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "bool_q",
     "score": 88.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "chess_puzzles",
     "score": 3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 54.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 123.81,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 0.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 37.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gsm8k",
     "score": 91.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "livebench_coding",
     "score": 55.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 10.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 52.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mmlu",
     "score": 81.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2412.08905"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "piqa",
     "score": 88.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "http://arxiv.org/abs/2404.14219"
    },
    {
     "league": "simplebench",
     "score": 10.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 8.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "video_mme",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://video-mme.github.io/home_page.html#leaderboard"
    },
    {
     "league": "vpct",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 11.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-4o-mini-2024-07-18/"
  },
  {
   "id": "openai/gpt-5",
   "slug": "openai-gpt-5",
   "name": "GPT-5",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 91.39,
    "arc_agi_2": 9.86,
    "eci": 150,
    "fiction_live": 96.9,
    "gpqa_diamond": 86.17,
    "swe_bench_pro": 41.78,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.55,
    "webdev_arena_elo": 1419.52
   },
   "training_compute_flop": 6.6e+25,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 41.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 49.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 75.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "gso",
     "score": 5.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 1162.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 4.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1419.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 91.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1162.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 65.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 9.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "chess_puzzles",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 12.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 49.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 90.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 12.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 150,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 10.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 96.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 32.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 21.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 55.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 34.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 86.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 5.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 25.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 75.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "lmca",
     "score": 39.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 98.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 203.01,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 4.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 56.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 50.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 41.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 73.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 49.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vpct",
     "score": 66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1419.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5/"
  },
  {
   "id": "openai/gpt-5-chat-latest",
   "slug": "openai-gpt-5-chat-latest",
   "name": "GPT-5 Chat (latest)",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": 91.39,
    "arc_agi_2": 9.86,
    "eci": 150,
    "fiction_live": 96.9,
    "gpqa_diamond": 86.17,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.55,
    "webdev_arena_elo": 1419.52
   },
   "training_compute_flop": 6.6e+25,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 49.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aider_polyglot",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 78.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 11.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "gso",
     "score": 5.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 1162.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 4.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1419.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 91.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1162.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 65.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 9.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 32.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "chess_puzzles",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 12.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 49.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://drb.futuresearch.ai"
    },
    {
     "league": "dtbench",
     "score": 90.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 12.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 150,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 10.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 96.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 32.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 21.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 55.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 34.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 86.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 5.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 25.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 11.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 78.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "lmca",
     "score": 39.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 98.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 203.01,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 4.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 1.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 56.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 50.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 73.55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 49.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vpct",
     "score": 66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1419.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 39.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-chat-latest/"
  },
  {
   "id": "openai/gpt-5-codex",
   "slug": "openai-gpt-5-codex",
   "name": "GPT-5-Codex",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-09-15",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 44.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 69.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 48.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 48.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 69.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 44.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 54.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-codex/"
  },
  {
   "id": "openai/gpt-5-image",
   "slug": "openai-gpt-5-image",
   "name": "GPT-5 Image",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-10-14",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-10-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 10,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-image/"
  },
  {
   "id": "openai/gpt-5-image-mini",
   "slug": "openai-gpt-5-image-mini",
   "name": "GPT-5 Image Mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 2.5,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-image-mini/"
  },
  {
   "id": "openai/gpt-5-mini",
   "slug": "openai-gpt-5-mini",
   "name": "GPT-5 Mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.67,
    "arc_agi_2": 4.44,
    "eci": 146.04,
    "fiction_live": 62.5,
    "gpqa_diamond": 75,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 64.67,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 64.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 34.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 799.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 799.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.38,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 54.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.04,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 8.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 62.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 27.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 6.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 12.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 46.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 19.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 34.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 21.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 64.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 34.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": -31.18,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 40.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 52.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-mini/"
  },
  {
   "id": "openai/gpt-5-nano",
   "slug": "openai-gpt-5-nano",
   "name": "GPT-5 Nano",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.005,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 81.11,
    "arc_agi_2": 2.61,
    "eci": 139.07,
    "fiction_live": 21.9,
    "gpqa_diamond": 69.44,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 21.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 67.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 28.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 718.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 81.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 718.67,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 20.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 2.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 62.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 139.07,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 21.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 8.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 69.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 28.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 67.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 7.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 95.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 11.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 21.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vpct",
     "score": 37.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 38.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-nano/"
  },
  {
   "id": "openai/gpt-5-pro",
   "slug": "openai-gpt-5-pro",
   "name": "GPT-5 Pro",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-10-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 272000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 15,
    "outputPerMTok": 120
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 18.33,
    "eci": 151.3,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 72.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "algotune",
     "score": 1.31,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "algotune",
     "score": 1.31,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 70.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 18.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 151.3,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 18.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath_tier_4",
     "score": 14.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 19.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 55.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "hle",
     "score": 31.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 72.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "simplebench",
     "score": 61.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "weirdml",
     "score": 60.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-pro/"
  },
  {
   "id": "openai/gpt-5.1",
   "slug": "openai-gpt-5-1",
   "name": "GPT-5.1",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 88.61,
    "arc_agi_2": 17.64,
    "eci": 150.93,
    "fiction_live": null,
    "gpqa_diamond": 87.63,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 67.98,
    "webdev_arena_elo": 1392.03
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 67.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "livebench_coding",
     "score": 72.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "gso",
     "score": 12.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1192.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1392.03,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 88.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1192.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 72.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 23.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 17.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 42.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 150.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 11.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 31.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 12.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 23.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 72.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 43.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 53.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 67.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vending_bench_2",
     "score": 1473.43,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 58.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1392.03,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-1/"
  },
  {
   "id": "openai/gpt-5.1-chat-latest",
   "slug": "openai-gpt-5-1-chat-latest",
   "name": "GPT-5.1 Chat",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 88.61,
    "arc_agi_2": 17.64,
    "eci": 150.93,
    "fiction_live": null,
    "gpqa_diamond": 87.63,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 67.98,
    "webdev_arena_elo": 1392.03
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 67.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "gso",
     "score": 12.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1192.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1392.03,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 88.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1192.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 72.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 23.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 17.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 42.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 150.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 11.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 31.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 12.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 23.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 43.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 53.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 67.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vending_bench_2",
     "score": 1473.43,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 58.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1392.03,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-1-chat-latest/"
  },
  {
   "id": "openai/gpt-5.1-codex",
   "slug": "openai-gpt-5-1-codex",
   "name": "GPT-5.1 Codex",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1336.28
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 57.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "livebench_coding",
     "score": 71.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 1244.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1336.28,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 1244.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 71.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 57.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1336.28,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-1-codex/"
  },
  {
   "id": "openai/gpt-5.1-codex-max",
   "slug": "openai-gpt-5-1-codex-max",
   "name": "GPT-5.1 Codex Max",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 60.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "livebench_coding",
     "score": 81.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 1228.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 1228.25,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 81.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "metr_time_horizons",
     "score": 223.71,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "proofbench",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 60.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-1-codex-max/"
  },
  {
   "id": "openai/gpt-5.1-codex-mini",
   "slug": "openai-gpt-5-1-codex-mini",
   "name": "GPT-5.1 Codex mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.25,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1247
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 61.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 69.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1247,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 69.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 61.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1247,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-1-codex-mini/"
  },
  {
   "id": "openai/gpt-5.1-thinking",
   "slug": "openai-gpt-5-1-thinking",
   "name": "GPT 5.1 Thinking",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.125,
    "inputPerMTok": 1.25,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 88.61,
    "arc_agi_2": 17.64,
    "eci": 150.93,
    "fiction_live": null,
    "gpqa_diamond": 87.63,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 67.98,
    "webdev_arena_elo": 1392.03
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 67.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "gso",
     "score": 12.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1192.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1392.03,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 88.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1192.15,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 72.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 17.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 23.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 17.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 42.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 150.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 11.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 31.03,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 12.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 23.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 43.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 53.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 67.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vending_bench_2",
     "score": 1473.43,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 58.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1392.03,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-1-thinking/"
  },
  {
   "id": "openai/gpt-5.2",
   "slug": "openai-gpt-5-2",
   "name": "GPT-5.2",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-12-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 96.11,
    "arc_agi_2": 0.83,
    "eci": 154.53,
    "fiction_live": null,
    "gpqa_diamond": 91.4,
    "swe_bench_pro": 29.94,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.76,
    "webdev_arena_elo": 1480
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 29.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "gso",
     "score": 26.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1293.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1480,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 96.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1293.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 86.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 18.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 41.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 23.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 154.53,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 10.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 40.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 31.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 67.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 49.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 26.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 50.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 76.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 43.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 352.25,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 2.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 45.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 37.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 29.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3591.33,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1480,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 72.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "weirdml_v3",
     "score": 9.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-2/"
  },
  {
   "id": "openai/gpt-5.2-chat",
   "slug": "openai-gpt-5-2-chat",
   "name": "GPT 5.2 Chat",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-12-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 96.11,
    "arc_agi_2": 0.83,
    "eci": 154.53,
    "fiction_live": null,
    "gpqa_diamond": 91.4,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.76,
    "webdev_arena_elo": 1480
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 26.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1293.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1480,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 96.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1293.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 86.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 18.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 41.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 23.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 154.53,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 10.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 40.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 31.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 67.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 49.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 26.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 43.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 352.25,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 2.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 45.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 37.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3591.33,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1480,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 72.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "weirdml_v3",
     "score": 9.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-2-chat/"
  },
  {
   "id": "openai/gpt-5.2-chat-latest",
   "slug": "openai-gpt-5-2-chat-latest",
   "name": "GPT-5.2 Chat",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-12-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 96.11,
    "arc_agi_2": 0.83,
    "eci": 154.53,
    "fiction_live": null,
    "gpqa_diamond": 91.4,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 73.76,
    "webdev_arena_elo": 1480
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 26.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1293.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1480,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 96.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1293.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 2.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 86.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 0.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 18.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 41.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 23.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 154.53,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 10.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 40.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 18.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 31.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 67.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 49.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 26.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 27.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 43.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 352.25,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 2.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 45.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 37.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 73.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 64.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 3591.33,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1480,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 72.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    },
    {
     "league": "weirdml_v3",
     "score": 9.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-2-chat-latest/"
  },
  {
   "id": "openai/gpt-5.2-codex",
   "slug": "openai-gpt-5-2-codex",
   "name": "GPT-5.2 Codex",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-12-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 41.04,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1338.7
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 41.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 66.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 83.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 49.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "ale_bench",
     "score": 1299.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1338.7,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 1299.9,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 49.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 83.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_bench_pro",
     "score": 41.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 66.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1338.7,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-2-codex/"
  },
  {
   "id": "openai/gpt-5.2-pro",
   "slug": "openai-gpt-5-2-pro",
   "name": "GPT-5.2 Pro",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-12-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 21,
    "outputPerMTok": 168
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 54.16,
    "eci": 157.35,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "arc_agi",
     "score": 90.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 54.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 157.35,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 57.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-2-pro/"
  },
  {
   "id": "openai/gpt-5.3-chat-latest",
   "slug": "openai-gpt-5-3-chat-latest",
   "name": "GPT-5.3 Chat (latest)",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-03-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-3-chat-latest/"
  },
  {
   "id": "openai/gpt-5.3-codex",
   "slug": "openai-gpt-5-3-codex",
   "name": "GPT-5.3 Codex",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-02-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 74.79,
    "webdev_arena_elo": 1369.86
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 74.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 78.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 32.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 42.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 38.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "ale_bench",
     "score": 1655.22,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1369.86,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 1655.22,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 16.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 78.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "metr_time_horizons",
     "score": 349.53,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 32.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 42.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 38.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_verified",
     "score": 74.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 78.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 5940.12,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1369.86,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 79.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-3-codex/"
  },
  {
   "id": "openai/gpt-5.3-codex-spark",
   "slug": "openai-gpt-5-3-codex-spark",
   "name": "GPT-5.3 Codex Spark",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-02-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.175,
    "inputPerMTok": 1.75,
    "outputPerMTok": 14
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-3-codex-spark/"
  },
  {
   "id": "openai/gpt-5.4",
   "slug": "openai-gpt-5-4",
   "name": "GPT-5.4",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-03-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 2.5,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 97.78,
    "arc_agi_2": 73.95,
    "eci": 157.89,
    "fiction_live": null,
    "gpqa_diamond": 93.3,
    "swe_bench_pro": 59.1,
    "swe_bench_vendor": null,
    "swe_bench_verified": 76.86,
    "webdev_arena_elo": 1462.99
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 76.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 81.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 75.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-5/"
    },
    {
     "league": "deepswe",
     "score": 51.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 77.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 40.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 44.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 44.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "gso",
     "score": 30.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1607,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1462.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 97.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1607,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 52.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 93.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 73.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 27.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 27.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 21.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 23.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 35.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 51.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 94.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 25.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 157.89,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 15.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 47.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 27.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 78.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 37.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 45.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/gpt-5-4"
    },
    {
     "league": "gpqa_diamond",
     "score": 93.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 30.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 36.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 51.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 341.74,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mirrorcode",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 17.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 45.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 40.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 44.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 44.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_pro",
     "score": 59.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "swe_bench_verified",
     "score": 76.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 75.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-5/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 81.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 6144.18,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1462.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 77.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-4/"
  },
  {
   "id": "openai/gpt-5.4-image-2",
   "slug": "openai-gpt-5-4-image-2",
   "name": "GPT-5.4 Image 2",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-04-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 272000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 2,
    "inputPerMTok": 8,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-4-image-2/"
  },
  {
   "id": "openai/gpt-5.4-mini",
   "slug": "openai-gpt-5-4-mini",
   "name": "GPT-5.4 mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-03-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.75,
    "outputPerMTok": 4.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 88.89,
    "arc_agi_2": 18.9,
    "eci": 149.37,
    "fiction_live": null,
    "gpqa_diamond": 86.87,
    "swe_bench_pro": 54.4,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1397.18
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 54.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "terminal_bench",
     "score": 60,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "livebench_coding",
     "score": 71.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 41.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 27.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1188.58,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1397.18,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 88.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1188.58,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 63.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 18.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 36.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 149.37,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 27.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 28.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 9.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 51.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 86.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 41.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 71.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 40.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 29.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 54.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "terminal_bench",
     "score": 60,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1397.18,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-4-mini/"
  },
  {
   "id": "openai/gpt-5.4-nano",
   "slug": "openai-gpt-5-4-nano",
   "name": "GPT-5.4 nano",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-03-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 87.78,
    "arc_agi_2": 5.69,
    "eci": 146.36,
    "fiction_live": null,
    "gpqa_diamond": 78.47,
    "swe_bench_pro": 52.4,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 52.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "terminal_bench",
     "score": 46.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "livebench_coding",
     "score": 70.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "ale_bench",
     "score": 1004.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 87.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1004.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 51.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 5.69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 9.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 80.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 146.36,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 25.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 6.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 12.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 44.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 78.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 46.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 70.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 36.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 11.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 52.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "terminal_bench",
     "score": 46.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-4-mini-and-nano/"
    },
    {
     "league": "weirdml",
     "score": 49.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-4-nano/"
  },
  {
   "id": "openai/gpt-5.4-pro",
   "slug": "openai-gpt-5-4-pro",
   "name": "GPT-5.4 Pro",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-03-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-08-31",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 3,
    "inputPerMTok": 30,
    "outputPerMTok": 180
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 83.33,
    "eci": 160.31,
    "fiction_live": null,
    "gpqa_diamond": 94.6,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "arc_agi",
     "score": 94.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 83.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 160.31,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 23.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontiermath",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 82.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 44.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 74.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 46.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 57.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-4-pro/"
  },
  {
   "id": "openai/gpt-5.5",
   "slug": "openai-gpt-5-5",
   "name": "GPT-5.5",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-04-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 84.44,
    "arc_agi_2": 85,
    "eci": 160.19,
    "fiction_live": null,
    "gpqa_diamond": 90.66,
    "swe_bench_pro": 58.6,
    "swe_bench_vendor": null,
    "swe_bench_verified": 80.58,
    "webdev_arena_elo": 1510.15
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 80.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 58.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 84.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 82.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-5/"
    },
    {
     "league": "deepswe",
     "score": 67.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 82.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 45.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 44.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 42.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "frontier_code",
     "score": 42.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 37.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1942.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1510.15,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 84.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1942.97,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 36.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 27.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepresearchbench",
     "score": 54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 67.04,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 34.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 160.19,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 47.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontier_code",
     "score": 42.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath",
     "score": 51.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 35.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 72.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 85.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 44.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 53.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/gpt-5-5"
    },
    {
     "league": "gpqa_diamond",
     "score": 90.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 37.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 82.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 54.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 23.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "posttrainbench",
     "score": 23.87,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 6.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 69,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://lmcouncil.ai/benchmarks"
    },
    {
     "league": "simpleqa_verified",
     "score": 63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 88.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 45.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 44.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 42.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_pro",
     "score": 58.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://www.anthropic.com/news/claude-opus-4-8"
    },
    {
     "league": "swe_bench_verified",
     "score": 80.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench",
     "score": 82.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-5-5/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 84.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 7523.84,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1510.15,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 84.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-5/"
  },
  {
   "id": "openai/gpt-5.5-instant",
   "slug": "openai-gpt-5-5-instant",
   "name": "GPT-5.5 Instant",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-05-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 68.06,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": 82.51,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 68.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 26.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 82.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-5-instant/"
  },
  {
   "id": "openai/gpt-5.5-pro",
   "slug": "openai-gpt-5-5-pro",
   "name": "GPT-5.5 Pro",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-04-23",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-12-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 3,
    "inputPerMTok": 30,
    "outputPerMTok": 180
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 84.58,
    "eci": 162.78,
    "fiction_live": null,
    "gpqa_diamond": 93.92,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 96.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 84.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 30.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 162.78,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 52.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 39.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 78.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 87.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 93.92,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 53.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "simplebench",
     "score": 76.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://lmcouncil.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-5-pro/"
  },
  {
   "id": "openai/gpt-5.6-cyber",
   "slug": "openai-gpt-5-6-cyber",
   "name": "GPT-5.6 Cyber",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02-16",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 12.5,
    "outputPerMTok": 75
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-cyber/"
  },
  {
   "id": "openai/gpt-5.6-luna",
   "slug": "openai-gpt-5-6-luna",
   "name": "GPT-5.6 Luna",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02-16",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.33,
    "arc_agi_2": 59.54,
    "eci": 156.72,
    "fiction_live": null,
    "gpqa_diamond": 91.6,
    "swe_bench_pro": 62.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1518.87
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 62.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "terminal_bench",
     "score": 84.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "deepswe",
     "score": 67.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "frontier_code",
     "score": 39.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1667.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 21.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1518.87,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1667.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 59.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 45.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 22.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 20.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 67.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 89.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 156.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 39.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 60.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 82.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 42.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 91.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 48.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 21.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 46.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 61.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 62.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "terminal_bench",
     "score": 84.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "vending_bench_2",
     "score": 4094.71,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1518.87,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 60.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 9.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-luna/"
  },
  {
   "id": "openai/gpt-5.6-luna-pro",
   "slug": "openai-gpt-5-6-luna-pro",
   "name": "GPT 5.6 Luna PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.027,
    "inputPerMTok": 0.2703,
    "outputPerMTok": 1.621
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-luna-pro/"
  },
  {
   "id": "openai/gpt-5.6-sol",
   "slug": "openai-gpt-5-6-sol",
   "name": "GPT-5.6 Sol",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02-16",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 4,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 92.5,
    "eci": 163.02,
    "fiction_live": null,
    "gpqa_diamond": 93.5,
    "swe_bench_pro": 64.6,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1617.32
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 64.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "terminal_bench",
     "score": 88.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "deepswe",
     "score": 72.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "cursorbench",
     "score": 40.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 47.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 70.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2176.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1617.32,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2176.88,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 51.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 97.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 92.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 33.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 32.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 40.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "deepswe",
     "score": 72.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 44.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 163.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 37.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "frontier_code",
     "score": 47.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 32.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 82.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 89.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 56.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 52.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/codex-gpt-5-6-sol"
    },
    {
     "league": "geobench",
     "score": 73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 93.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 70.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 59.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "osworld_2",
     "score": 27.34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://osworld-v2.xlang.ai/"
    },
    {
     "league": "posttrainbench",
     "score": 31.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 64.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 69.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 93.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 64.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "terminal_bench",
     "score": 88.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "vending_bench_2",
     "score": 9619.37,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1617.32,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 89.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 21.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-sol/"
  },
  {
   "id": "openai/gpt-5.6-sol-pro",
   "slug": "openai-gpt-5-6-sol-pro",
   "name": "GPT 5.6 SOL PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.675,
    "inputPerMTok": 5.4,
    "outputPerMTok": 27
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "dtbench",
     "score": 96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "lmca",
     "score": 59.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-sol-pro/"
  },
  {
   "id": "openai/gpt-5.6-terra",
   "slug": "openai-gpt-5-6-terra",
   "name": "GPT-5.6 Terra",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02-16",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 12
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.72,
    "arc_agi_2": 83.9,
    "eci": 160.8,
    "fiction_live": null,
    "gpqa_diamond": 93.31,
    "swe_bench_pro": 63.4,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1521.25
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 63.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "terminal_bench",
     "score": 87.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "deepswe",
     "score": 69.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "frontier_code",
     "score": 41.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1951.42,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 41.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1521.25,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1951.42,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 58.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 96.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 83.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 53.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 30.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 69.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 160.8,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 41.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 70.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 85.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 54.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 93.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 54.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 41.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 48.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 43.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 83.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 63.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "terminal_bench",
     "score": 87.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-5-6/"
    },
    {
     "league": "vending_bench_2",
     "score": 7343.21,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1521.25,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 78.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-terra/"
  },
  {
   "id": "openai/gpt-5.6-terra-pro",
   "slug": "openai-gpt-5-6-terra-pro",
   "name": "GPT 5.6 Terra PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.27,
    "inputPerMTok": 2.7,
    "outputPerMTok": 16.2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-5-6-terra-pro/"
  },
  {
   "id": "openai/gpt-6-astra",
   "slug": "openai-gpt-6-astra",
   "name": "GPT-6 Astra",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-03",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-04-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 95,
    "eci": 169.21,
    "fiction_live": null,
    "gpqa_diamond": 95.77,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1800.28
   },
   "training_compute_flop": 9.4e+26,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 57.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-6-astra/"
    },
    {
     "league": "deepswe",
     "score": 74.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "frontier_code",
     "score": 53.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "gso",
     "score": 77.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2951.32,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1800.28,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2951.32,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 64.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "balrog",
     "score": 68.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "blueprint_bench_2",
     "score": 49.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 31.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 74.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 97.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 76.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 169.21,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 53.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 65.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 2.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 97.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 93.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 87.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/codex-gpt-6-astra"
    },
    {
     "league": "gpqa_diamond",
     "score": 95.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 77.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 54.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 64.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 41.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "rli",
     "score": 20.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 86.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 75.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 34.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 57.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/gpt-6-astra/"
    },
    {
     "league": "vending_bench_2",
     "score": 15514.7,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1800.28,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 93.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 54.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-astra/"
  },
  {
   "id": "openai/gpt-6-astra-fast",
   "slug": "openai-gpt-6-astra-fast",
   "name": "GPT-6 Astra (Fast)",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 2,
    "inputPerMTok": 20,
    "outputPerMTok": 100
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-astra-fast/"
  },
  {
   "id": "openai/gpt-6-astra-pro",
   "slug": "openai-gpt-6-astra-pro",
   "name": "GPT 6 Astra PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 1,
    "inputPerMTok": 10,
    "outputPerMTok": 50
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-astra-pro/"
  },
  {
   "id": "openai/gpt-6-cyber",
   "slug": "openai-gpt-6-cyber",
   "name": "GPT-6 Cyber",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-11-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 2,
    "inputPerMTok": 20,
    "outputPerMTok": 100
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-cyber/"
  },
  {
   "id": "openai/gpt-6-luna",
   "slug": "openai-gpt-6-luna",
   "name": "GPT-6 Luna",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-05-18",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.89,
    "arc_agi_2": 59.31,
    "eci": 156.45,
    "fiction_live": null,
    "gpqa_diamond": 90.47,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1581.95
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "deepswe",
     "score": 66.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-6-sol-and-luna/"
    },
    {
     "league": "frontier_code",
     "score": 42.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1576.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 26.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1581.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1576.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 44.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 86.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 59.31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 31.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 19.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 66.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-6-sol-and-luna/"
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 156.45,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 42.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 56.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 78.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 44.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 90.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 44.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 26.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 41.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1581.95,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 12.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-luna/"
  },
  {
   "id": "openai/gpt-6-luna-pro",
   "slug": "openai-gpt-6-luna-pro",
   "name": "GPT 6 Luna PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-luna-pro/"
  },
  {
   "id": "openai/gpt-6-sol",
   "slug": "openai-gpt-6-sol",
   "name": "GPT-6 Sol",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-04-20",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 89.58,
    "eci": 163.83,
    "fiction_live": null,
    "gpqa_diamond": 94.32,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1689.33
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "deepswe",
     "score": 68.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-6-sol-and-luna/"
    },
    {
     "league": "frontier_code",
     "score": 49.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 2462,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1689.33,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2462,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 54.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 95.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 89.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 36.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 30.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 68.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://openai.com/index/introducing-gpt-6-sol-and-luna/"
    },
    {
     "league": "dtbench",
     "score": 97.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 53.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 163.83,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 49.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_erdos",
     "score": 1.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 90,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 89.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 58.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 59.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 48.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 73.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 60.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 9.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 13.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 14427.85,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1689.33,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 27.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-sol/"
  },
  {
   "id": "openai/gpt-6-sol-pro",
   "slug": "openai-gpt-6-sol-pro",
   "name": "GPT 6 SOL PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-sol-pro/"
  },
  {
   "id": "openai/gpt-6.1-sol",
   "slug": "openai-gpt-6-1-sol",
   "name": "GPT-6.1 Sol",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-04-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 94.17,
    "eci": 168.61,
    "fiction_live": null,
    "gpqa_diamond": 95.39,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1758.72
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 80.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 50.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 2743.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 61.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1758.72,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2743.75,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 60,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 94.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 43.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 31.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 96.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 54.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 168.61,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 50.23,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_erdos",
     "score": 4.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 93.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 81.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/codex-gpt-6-1-sol"
    },
    {
     "league": "gpqa_diamond",
     "score": 95.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 80.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 62.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 61.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 38.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 82.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 23.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 18.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 29.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 12860.61,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1758.72,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 50.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-1-sol/"
  },
  {
   "id": "openai/gpt-6.1-sol-pro",
   "slug": "openai-gpt-6-1-sol-pro",
   "name": "GPT 6.1 SOL PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-1-sol-pro/"
  },
  {
   "id": "openai/gpt-6.1-terra",
   "slug": "openai-gpt-6-1-terra",
   "name": "GPT-6.1 Terra",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-10-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": null,
    "eci": 167.71,
    "fiction_live": null,
    "gpqa_diamond": 94.32,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 2608.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 76.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 2608.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 68.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "blueprint_bench_2",
     "score": 42.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "critpt",
     "score": 28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "ebr_bench",
     "score": 78.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 167.71,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 92.68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 90.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 79.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 76.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 72.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 22.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 34.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 9107.46,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 40.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-1-terra/"
  },
  {
   "id": "openai/gpt-6.1-terra-pro",
   "slug": "openai-gpt-6-1-terra-pro",
   "name": "GPT 6.1 Terra PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-10-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 1,
    "outputPerMTok": 5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-1-terra-pro/"
  },
  {
   "id": "openai/gpt-6.2-astra",
   "slug": "openai-gpt-6-2-astra",
   "name": "GPT-6.2 Astra",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-11-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-05-18",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 8,
    "outputPerMTok": 40
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 100,
    "arc_agi_2": 95.83,
    "eci": 172.82,
    "fiction_live": null,
    "gpqa_diamond": 96.84,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "mirrorcode",
     "score": 67.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 72.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 98.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 95.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 61.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "ebr_bench",
     "score": 92.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 172.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_erdos",
     "score": 10.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 100,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 92.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 89.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 96.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 67.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 79.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 78.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb",
     "score": 41.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts1_a20_heart",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "spireclimb_sts2_a10",
     "score": 49.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-2-astra/"
  },
  {
   "id": "openai/gpt-6.2-astra-pro",
   "slug": "openai-gpt-6-2-astra-pro",
   "name": "GPT 6.2 Astra PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-11-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 8,
    "outputPerMTok": 40
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-2-astra-pro/"
  },
  {
   "id": "openai/gpt-6.2-sol",
   "slug": "openai-gpt-6-2-sol",
   "name": "GPT-6.2 Sol",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-11-17",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 85.83,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "apex_agents",
     "score": 66.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 97.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 85.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 57.05,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "simplebench",
     "score": 69.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-2-sol/"
  },
  {
   "id": "openai/gpt-6.2-sol-pro",
   "slug": "openai-gpt-6-2-sol-pro",
   "name": "GPT 6.2 SOL PRO",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-11-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.1,
    "inputPerMTok": 2,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-6-2-sol-pro/"
  },
  {
   "id": "openai/gpt-audio",
   "slug": "openai-gpt-audio",
   "name": "GPT Audio",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-01-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "audio",
     "text"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-audio/"
  },
  {
   "id": "openai/gpt-audio-mini",
   "slug": "openai-gpt-audio-mini",
   "name": "GPT Audio Mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-01-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.4
   },
   "modalities": {
    "input": [
     "audio",
     "text"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-audio-mini/"
  },
  {
   "id": "openai/gpt-chat-latest",
   "slug": "openai-gpt-chat-latest",
   "name": "GPT Chat Latest",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-05-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 400000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-chat-latest/"
  },
  {
   "id": "openai/gpt-image-1",
   "slug": "openai-gpt-image-1",
   "name": "GPT-Image-1",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-04-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-image-1/"
  },
  {
   "id": "openai/gpt-image-1.5",
   "slug": "openai-gpt-image-1-5",
   "name": "GPT-Image-1.5",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-11-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-image-1-5/"
  },
  {
   "id": "openai/gpt-image-2",
   "slug": "openai-gpt-image-2",
   "name": "GPT-Image-2",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-04-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-image-2/"
  },
  {
   "id": "openai/gpt-image-2.5-flare",
   "slug": "openai-gpt-image-2-5-flare",
   "name": "GPT Image 2.5 Flare",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-image-2-5-flare/"
  },
  {
   "id": "openai/gpt-image-2.5-sunburst",
   "slug": "openai-gpt-image-2-5-sunburst",
   "name": "GPT Image 2.5 Sunburst",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-09-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 1.25,
    "inputPerMTok": 5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-image-2-5-sunburst/"
  },
  {
   "id": "openai/gpt-oss-120b",
   "slug": "openai-gpt-oss-120b",
   "name": "GPT OSS 120B",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-08-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 114.66
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.066,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 88.89,
    "arc_agi_2": null,
    "eci": 140.21,
    "fiction_live": null,
    "gpqa_diamond": 75.76,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.94e+24,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 18.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "aider_polyglot",
     "score": 41.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 60.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 575.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.41,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 41.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "aime",
     "score": 88.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 575.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.41,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 4.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 76.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 140.21,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 75.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 60.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 22.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "metr_time_horizons",
     "score": 41.98,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 22.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "surface_evolver_bench",
     "score": 25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 18.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "vending_bench_2",
     "score": -21.53,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 48.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-oss-120b/"
  },
  {
   "id": "openai/gpt-oss-20b",
   "slug": "openai-gpt-oss-20b",
   "name": "GPT OSS 20B",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-08-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 19.11
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.05,
    "outputPerMTok": 0.19
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 65.28,
    "arc_agi_2": null,
    "eci": 134.89,
    "fiction_live": null,
    "gpqa_diamond": 60.8,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 5.49e+23,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 3.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "ale_bench",
     "score": 566.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 65.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 566.05,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 1.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 68,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 134.89,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gpqa_diamond",
     "score": 60.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 14.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 3.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.tbench.ai/leaderboard/terminal-bench/2.0"
    },
    {
     "league": "weirdml",
     "score": 40.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-oss-20b/"
  },
  {
   "id": "openai/gpt-oss-safeguard-120b",
   "slug": "openai-gpt-oss-safeguard-120b",
   "name": "GPT OSS Safeguard 120B",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-10-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 114.66
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.15,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-oss-safeguard-120b/"
  },
  {
   "id": "openai/gpt-oss-safeguard-20b",
   "slug": "openai-gpt-oss-safeguard-20b",
   "name": "GPT OSS Safeguard 20B",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-10-29",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 19.71
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0375,
    "inputPerMTok": 0.075,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-oss-safeguard-20b/"
  },
  {
   "id": "openai/gpt-realtime-2.1",
   "slug": "openai-gpt-realtime-2-1",
   "name": "GPT-Realtime-2.1",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-07-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-09-30",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 32000,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 4,
    "outputPerMTok": 24
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "audio",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-realtime-2-1/"
  },
  {
   "id": "openai/gpt-realtime-whisper",
   "slug": "openai-gpt-realtime-whisper",
   "name": "GPT Realtime Whisper",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2026-05-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 16000,
   "max_output": 2000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-gpt-realtime-whisper/"
  },
  {
   "id": "openai/o1",
   "slug": "openai-o1",
   "name": "o1",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-12-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": 7.5,
    "inputPerMTok": 15,
    "outputPerMTok": 60
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": 141.16,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 61.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 61.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "arc_agi",
     "score": 30.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "dtbench",
     "score": 74.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 141.16,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 5.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "hle",
     "score": 7.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 22.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "spatialviz_bench",
     "score": 41.36,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arxiv.org/abs/2507.07610"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o1/"
  },
  {
   "id": "openai/o1-pro",
   "slug": "openai-o1-pro",
   "name": "o1-pro",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-03-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 150,
    "outputPerMTok": 600
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "arc_agi",
     "score": 23.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "enigma_eval",
     "score": 6.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "hle",
     "score": 8.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o1-pro/"
  },
  {
   "id": "openai/o3",
   "slug": "openai-o3",
   "name": "o3",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-04-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 2,
    "outputPerMTok": 8
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 6.53,
    "eci": 147.02,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 81.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 81.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://aider.chat/docs/leaderboards/"
    },
    {
     "league": "arc_agi",
     "score": 60.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 6.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 17.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 84.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.02,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gdpval",
     "score": 30.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "lmca",
     "score": 39.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o3/"
  },
  {
   "id": "openai/o3-deep-research",
   "slug": "openai-o3-deep-research",
   "name": "o3-deep-research",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-06-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": 2.2,
    "inputPerMTok": 9,
    "outputPerMTok": 36
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o3-deep-research/"
  },
  {
   "id": "openai/o3-mini",
   "slug": "openai-o3-mini",
   "name": "o3-mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-12-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": 0.55,
    "inputPerMTok": 1.1,
    "outputPerMTok": 4.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 76.94,
    "arc_agi_2": 2.99,
    "eci": 140.63,
    "fiction_live": 43.8,
    "gpqa_diamond": 77.02,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 60.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "gso",
     "score": 1.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 60.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 76.94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 34.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 2.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cybench",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cybench.github.io/"
    },
    {
     "league": "dtbench",
     "score": 68.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 140.63,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 43.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 12.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 4.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 18.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 77.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 1.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "lmca",
     "score": 18.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 96.49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "mystery_game_puzzles",
     "score": 7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 22.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 15.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml",
     "score": 43.75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o3-mini/"
  },
  {
   "id": "openai/o3-pro",
   "slug": "openai-o3-pro",
   "name": "o3-pro",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-06-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 20,
    "outputPerMTok": 80
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 4.86,
    "eci": 147.47,
    "fiction_live": 88.9,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 84.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 84.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "arc_agi",
     "score": 59.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 86.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 147.47,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 88.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 38.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "weirdml",
     "score": 58.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o3-pro/"
  },
  {
   "id": "openai/o4-mini",
   "slug": "openai-o4-mini",
   "name": "o4-mini",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-04-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": 0.275,
    "inputPerMTok": 1.1,
    "outputPerMTok": 4.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 81.67,
    "arc_agi_2": 6.11,
    "eci": 145.21,
    "fiction_live": 62.5,
    "gpqa_diamond": 79.61,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "livebench_coding",
     "score": 79.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "gso",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "ale_bench",
     "score": 826.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aider_polyglot",
     "score": 72,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://aider.chat/docs/leaderboards/#polyglot-leaderboard"
    },
    {
     "league": "aime",
     "score": 81.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 826.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.72,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 58.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://arcprize.org/leaderboard"
    },
    {
     "league": "arc_agi_2",
     "score": 6.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cad_eval",
     "score": 62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://willpatrick.xyz/cadevalresults_20250422_095709/"
    },
    {
     "league": "chess_puzzles",
     "score": 22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 0.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 77.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 145.21,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "enigma_eval",
     "score": 9.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://labs.scale.com/leaderboard/enigma_eval"
    },
    {
     "league": "fiction_live",
     "score": 62.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 24.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 6.25,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 4.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 36.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gdpval",
     "score": 25.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://geobench.org/"
    },
    {
     "league": "gpqa_diamond",
     "score": 79.61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "gso",
     "score": 3.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gso-bench.github.io/leaderboard.html"
    },
    {
     "league": "hle",
     "score": 18.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_coding",
     "score": 79.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-04-25"
    },
    {
     "league": "lmca",
     "score": 26.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "math_level_5",
     "score": 97.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "metr_time_horizons",
     "score": 76.51,
     "unit": "minutes",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://metr.org/blog/2025-03-19-measuring-ai-ability-to-complete-long-tasks/"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simplebench",
     "score": 38.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    },
    {
     "league": "simpleqa_verified",
     "score": 19.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vpct",
     "score": 57.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cbrower.dev/vpct"
    },
    {
     "league": "weirdml",
     "score": 52.56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o4-mini/"
  },
  {
   "id": "openai/o4-mini-deep-research",
   "slug": "openai-o4-mini-deep-research",
   "name": "o4-mini-deep-research",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2025-06-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 100000,
   "pricing": {
    "cachedInputPerMTok": 0.45,
    "inputPerMTok": 1.8,
    "outputPerMTok": 7.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-o4-mini-deep-research/"
  },
  {
   "id": "openai/whisper-large-v3",
   "slug": "openai-whisper-large-v3",
   "name": "Whisper 3 Large",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2023-11-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.54
   },
   "context_window": 448,
   "max_output": 448,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.01,
    "outputPerMTok": 0.0023
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-whisper-large-v3/"
  },
  {
   "id": "openai/whisper-large-v3-turbo",
   "slug": "openai-whisper-large-v3-turbo",
   "name": "Whisper Large v3 Turbo",
   "vendor_id": "openai",
   "vendor": "OpenAI",
   "vendor_zh": "OpenAI",
   "country": "US",
   "release_date": "2024-10-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.81
   },
   "context_window": 448,
   "max_output": 448,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.0023,
    "outputPerMTok": 0.0023
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openai-whisper-large-v3-turbo/"
  },
  {
   "id": "openbmb/minicpm-v-4.7-1b",
   "slug": "openbmb-minicpm-v-4-7-1b",
   "name": "MiniCPM-V 4.7 1B",
   "vendor_id": "openbmb",
   "vendor": "Openbmb",
   "vendor_zh": "Openbmb",
   "country": "ZZ",
   "release_date": "2026-10-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.55
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openbmb-minicpm-v-4-7-1b/"
  },
  {
   "id": "openbmb/minicpm-v-4.7-35b-a3b",
   "slug": "openbmb-minicpm-v-4-7-35b-a3b",
   "name": "MiniCPM-V 4.7 35B-A3B",
   "vendor_id": "openbmb",
   "vendor": "Openbmb",
   "vendor_zh": "Openbmb",
   "country": "ZZ",
   "release_date": "2026-10-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 35.21
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openbmb-minicpm-v-4-7-35b-a3b/"
  },
  {
   "id": "openbmb/minicpm5-1b",
   "slug": "openbmb-minicpm5-1b",
   "name": "MiniCPM5-1B",
   "vendor_id": "openbmb",
   "vendor": "Openbmb",
   "vendor_zh": "Openbmb",
   "country": "ZZ",
   "release_date": "2026-05-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.08
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openbmb-minicpm5-1b/"
  },
  {
   "id": "openbmb/minicpm5-2b",
   "slug": "openbmb-minicpm5-2b",
   "name": "MiniCPM5-2B",
   "vendor_id": "openbmb",
   "vendor": "Openbmb",
   "vendor_zh": "Openbmb",
   "country": "ZZ",
   "release_date": "2026-09-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 2.52
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/openbmb-minicpm5-2b/"
  },
  {
   "id": "opendatalab/mineru2.5-2509-1.2b",
   "slug": "opendatalab-mineru2-5-2509-1-2b",
   "name": "MinerU2.5 2509 1.2B",
   "vendor_id": "opendatalab",
   "vendor": "Opendatalab",
   "vendor_zh": "Opendatalab",
   "country": "ZZ",
   "release_date": "2025-09-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "AGPL-3.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1.16
   },
   "context_window": 16384,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 0.0036,
    "inputPerMTok": 0.0238,
    "outputPerMTok": 0.0714
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/opendatalab-mineru2-5-2509-1-2b/"
  },
  {
   "id": "paddlepaddle/paddleocr-vl",
   "slug": "paddlepaddle-paddleocr-vl",
   "name": "PaddleOCR VL",
   "vendor_id": "paddlepaddle",
   "vendor": "Paddlepaddle",
   "vendor_zh": "Paddlepaddle",
   "country": "ZZ",
   "release_date": "2025-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 0.96
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.02,
    "outputPerMTok": 0.02
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/paddlepaddle-paddleocr-vl/"
  },
  {
   "id": "particle-ai/particle-1",
   "slug": "particle-ai-particle-1",
   "name": "Particle-1",
   "vendor_id": "particle-ai",
   "vendor": "Particle AI",
   "vendor_zh": "Particle AI",
   "country": "ZZ",
   "release_date": "2026-10-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.125,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/particle-ai-particle-1/"
  },
  {
   "id": "perceptron/perceptron-mk1",
   "slug": "perceptron-perceptron-mk1",
   "name": "Perceptron Mk1",
   "vendor_id": "perceptron",
   "vendor": "Perceptron",
   "vendor_zh": "Perceptron",
   "country": "ZZ",
   "release_date": "2026-05-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 32768,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.15,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perceptron-perceptron-mk1/"
  },
  {
   "id": "perceptron/perceptron-mk1.5",
   "slug": "perceptron-perceptron-mk1-5",
   "name": "Perceptron Mk1.5",
   "vendor_id": "perceptron",
   "vendor": "Perceptron",
   "vendor_zh": "Perceptron",
   "country": "ZZ",
   "release_date": "2026-09-25",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 36864,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.15,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perceptron-perceptron-mk1-5/"
  },
  {
   "id": "perplexity/sonar",
   "slug": "perplexity-sonar",
   "name": "Sonar",
   "vendor_id": "perplexity",
   "vendor": "Perplexity",
   "vendor_zh": "Perplexity",
   "country": "US",
   "release_date": "2024-01-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": 0.0625,
    "inputPerMTok": 1,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perplexity-sonar/"
  },
  {
   "id": "perplexity/sonar-deep-research",
   "slug": "perplexity-sonar-deep-research",
   "name": "Sonar Deep Research",
   "vendor_id": "perplexity",
   "vendor": "Perplexity",
   "vendor_zh": "Perplexity",
   "country": "US",
   "release_date": "2025-02-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2,
    "outputPerMTok": 8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perplexity-sonar-deep-research/"
  },
  {
   "id": "perplexity/sonar-pro",
   "slug": "perplexity-sonar-pro",
   "name": "Sonar Pro",
   "vendor_id": "perplexity",
   "vendor": "Perplexity",
   "vendor_zh": "Perplexity",
   "country": "US",
   "release_date": "2024-01-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perplexity-sonar-pro/"
  },
  {
   "id": "perplexity/sonar-pro-search",
   "slug": "perplexity-sonar-pro-search",
   "name": "Sonar PRO Search",
   "vendor_id": "perplexity",
   "vendor": "Perplexity",
   "vendor_zh": "Perplexity",
   "country": "US",
   "release_date": "2025-10-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 8000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 3,
    "outputPerMTok": 15
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perplexity-sonar-pro-search/"
  },
  {
   "id": "perplexity/sonar-reasoning-pro",
   "slug": "perplexity-sonar-reasoning-pro",
   "name": "Sonar Reasoning Pro",
   "vendor_id": "perplexity",
   "vendor": "Perplexity",
   "vendor_zh": "Perplexity",
   "country": "US",
   "release_date": "2024-01-01",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2,
    "outputPerMTok": 8
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/perplexity-sonar-reasoning-pro/"
  },
  {
   "id": "poolside/laguna-m.1",
   "slug": "poolside-laguna-m-1",
   "name": "Laguna M.1",
   "vendor_id": "poolside",
   "vendor": "Poolside",
   "vendor_zh": "Poolside",
   "country": "US",
   "release_date": "2026-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 225.8
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1347.49
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1347.49,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "proofbench",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 15.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1347.49,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/poolside-laguna-m-1/"
  },
  {
   "id": "poolside/laguna-s-2.1",
   "slug": "poolside-laguna-s-2-1",
   "name": "Laguna S 2.1",
   "vendor_id": "poolside",
   "vendor": "Poolside",
   "vendor_zh": "Poolside",
   "country": "US",
   "release_date": "2026-07-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 117.56
   },
   "context_window": 1048576,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/poolside-laguna-s-2-1/"
  },
  {
   "id": "poolside/laguna-xs-2.1",
   "slug": "poolside-laguna-xs-2-1",
   "name": "Laguna XS 2.1",
   "vendor_id": "poolside",
   "vendor": "Poolside",
   "vendor_zh": "Poolside",
   "country": "US",
   "release_date": "2026-07-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "OpenMDW-1.1",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 33.44
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 47.6,
    "swe_bench_vendor": 70.9,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 70.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    },
    {
     "league": "swe_bench_pro",
     "score": 47.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    },
    {
     "league": "terminal_bench",
     "score": 37.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 63.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_multilingual",
     "score": 63.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    },
    {
     "league": "swe_bench_pro",
     "score": 47.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    },
    {
     "league": "swe_bench_vendor",
     "score": 70.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    },
    {
     "league": "terminal_bench",
     "score": 37.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://poolside.ai/blog/introducing-laguna-xs-2-1"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/poolside-laguna-xs-2-1/"
  },
  {
   "id": "poolside/laguna-xs.2",
   "slug": "poolside-laguna-xs-2",
   "name": "Laguna XS.2",
   "vendor_id": "poolside",
   "vendor": "Poolside",
   "vendor_zh": "Poolside",
   "country": "US",
   "release_date": "2026-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 33.44
   },
   "context_window": 262144,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1302.4
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1302.4,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "proofbench",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1302.4,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/poolside-laguna-xs-2/"
  },
  {
   "id": "quiverai/arrow-2",
   "slug": "quiverai-arrow-2",
   "name": "Arrow 2",
   "vendor_id": "quiverai",
   "vendor": "Quiverai",
   "vendor_zh": "Quiverai",
   "country": "ZZ",
   "release_date": "2026-09-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.4,
    "inputPerMTok": 4,
    "outputPerMTok": 20
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/quiverai-arrow-2/"
  },
  {
   "id": "quiverai/arrow-2-telos",
   "slug": "quiverai-arrow-2-telos",
   "name": "Arrow 2 Telos",
   "vendor_id": "quiverai",
   "vendor": "Quiverai",
   "vendor_zh": "Quiverai",
   "country": "ZZ",
   "release_date": "2026-09-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1050000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.6,
    "inputPerMTok": 6,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image",
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/quiverai-arrow-2-telos/"
  },
  {
   "id": "recursive/flint",
   "slug": "recursive-flint",
   "name": "Flint",
   "vendor_id": "recursive",
   "vendor": "Recursive",
   "vendor_zh": "Recursive",
   "country": "ZZ",
   "release_date": "2026-10-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 39.79
   },
   "context_window": 262144,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/recursive-flint/"
  },
  {
   "id": "reflection/beam",
   "slug": "reflection-beam",
   "name": "Beam",
   "vendor_id": "reflection",
   "vendor": "Reflection",
   "vendor_zh": "Reflection",
   "country": "ZZ",
   "release_date": "2026-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/reflection-beam/"
  },
  {
   "id": "reflection/beam-1.0-501b-a23b",
   "slug": "reflection-beam-1-0-501b-a23b",
   "name": "Beam 1.0 501B A23B",
   "vendor_id": "reflection",
   "vendor": "Reflection",
   "vendor_zh": "Reflection",
   "country": "ZZ",
   "release_date": "2026-10-05",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-06-30",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 23,
    "confidence": "exact",
    "totalB": 501.2
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.04,
    "inputPerMTok": 0.25,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 76.5,
    "swe_bench_vendor": 81.6,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 81.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_bench_pro",
     "score": 76.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "terminal_bench",
     "score": 80.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "deepswe",
     "score": 43.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 31.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "livecodebench",
     "score": 88.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 43.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "livecodebench",
     "score": 88.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 31.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_bench_pro",
     "score": 76.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "swe_bench_vendor",
     "score": 81.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    },
    {
     "league": "terminal_bench",
     "score": 80.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/reflection/Beam-1.0-501B-A23B"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/reflection-beam-1-0-501b-a23b/"
  },
  {
   "id": "reflection/beam-free",
   "slug": "reflection-beam-free",
   "name": "Beam Free",
   "vendor_id": "reflection",
   "vendor": "Reflection",
   "vendor_zh": "Reflection",
   "country": "ZZ",
   "release_date": "2026-10-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/reflection-beam-free/"
  },
  {
   "id": "rekaai/reka-edge",
   "slug": "rekaai-reka-edge",
   "name": "Reka Edge",
   "vendor_id": "rekaai",
   "vendor": "Rekaai",
   "vendor_zh": "Reka",
   "country": "US",
   "release_date": "2026-03-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 7.13
   },
   "context_window": 16384,
   "max_output": 14745,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.1
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/rekaai-reka-edge/"
  },
  {
   "id": "rekaai/reka-flash-3",
   "slug": "rekaai-reka-flash-3",
   "name": "Reka Flash 3",
   "vendor_id": "rekaai",
   "vendor": "Rekaai",
   "vendor_zh": "Reka",
   "country": "US",
   "release_date": "2025-03-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01-31",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 20.91
   },
   "context_window": 65536,
   "max_output": 58982,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "balrog",
     "score": 29.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://balrogai.com/"
    },
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/rekaai-reka-flash-3/"
  },
  {
   "id": "relace/relace-apply-3",
   "slug": "relace-relace-apply-3",
   "name": "Relace Apply 3",
   "vendor_id": "relace",
   "vendor": "Relace",
   "vendor_zh": "Relace",
   "country": "US",
   "release_date": "2025-09-26",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.85,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/relace-relace-apply-3/"
  },
  {
   "id": "relace/relace-search",
   "slug": "relace-relace-search",
   "name": "Relace Search",
   "vendor_id": "relace",
   "vendor": "Relace",
   "vendor_zh": "Relace",
   "country": "US",
   "release_date": "2025-12-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/relace-relace-search/"
  },
  {
   "id": "ricursiveai/ripple-65b-preview",
   "slug": "ricursiveai-ripple-65b-preview",
   "name": "Ripple 65B Preview",
   "vendor_id": "ricursiveai",
   "vendor": "Ricursiveai",
   "vendor_zh": "Ricursiveai",
   "country": "ZZ",
   "release_date": "2026-11-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 65
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.025,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/ricursiveai-ripple-65b-preview/"
  },
  {
   "id": "sakana/fugu",
   "slug": "sakana-fugu",
   "name": "Fugu",
   "vendor_id": "sakana",
   "vendor": "Sakana AI",
   "vendor_zh": "Sakana AI",
   "country": "JP",
   "release_date": "2026-06-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 59,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 59,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 80.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "livecodebench",
     "score": 92.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "livecodebench_pro",
     "score": 87.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    }
   ],
   "scores": [
    {
     "league": "livecodebench",
     "score": 92.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "livecodebench_pro",
     "score": 87.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "swe_bench_pro",
     "score": 59,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 80.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sakana-fugu/"
  },
  {
   "id": "sakana/fugu-max",
   "slug": "sakana-fugu-max",
   "name": "Fugu Max",
   "vendor_id": "sakana",
   "vendor": "Sakana AI",
   "vendor_zh": "Sakana AI",
   "country": "JP",
   "release_date": "2026-09-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sakana-fugu-max/"
  },
  {
   "id": "sakana/fugu-ultra",
   "slug": "sakana-fugu-ultra",
   "name": "Fugu Ultra",
   "vendor_id": "sakana",
   "vendor": "Sakana AI",
   "vendor_zh": "Sakana AI",
   "country": "JP",
   "release_date": "2026-06-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 73.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 73.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 82.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "livecodebench",
     "score": 93.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "livecodebench_pro",
     "score": 90.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    }
   ],
   "scores": [
    {
     "league": "livecodebench",
     "score": 93.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "livecodebench_pro",
     "score": 90.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "swe_bench_pro",
     "score": 73.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    },
    {
     "league": "terminal_bench_2_1",
     "score": 82.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sakana-fugu-ultra/"
  },
  {
   "id": "sakana/fugu-ultra-v2",
   "slug": "sakana-fugu-ultra-v2",
   "name": "Fugu Ultra v2",
   "vendor_id": "sakana",
   "vendor": "Sakana AI",
   "vendor_zh": "Sakana AI",
   "country": "JP",
   "release_date": "2026-09-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-08-28",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 5,
    "outputPerMTok": 30
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sakana-fugu-ultra-v2/"
  },
  {
   "id": "sakana/namazu",
   "slug": "sakana-namazu",
   "name": "Namazu",
   "vendor_id": "sakana",
   "vendor": "Sakana AI",
   "vendor_zh": "Sakana AI",
   "country": "JP",
   "release_date": "2026-08-03",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.95,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sakana-namazu/"
  },
  {
   "id": "sakana/sakana-namazu",
   "slug": "sakana-sakana-namazu",
   "name": "Sakana Namazu",
   "vendor_id": "sakana",
   "vendor": "Sakana AI",
   "vendor_zh": "Sakana AI",
   "country": "JP",
   "release_date": "2026-08-03",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.95,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livecodebench_v6",
     "score": 90.33,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models?model=sakana-namazu"
    }
   ],
   "scores": [
    {
     "league": "livecodebench_v6",
     "score": 90.33,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://console.sakana.ai/models?model=sakana-namazu"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sakana-sakana-namazu/"
  },
  {
   "id": "sao10k/l3-lunaris-8b",
   "slug": "sao10k-l3-lunaris-8b",
   "name": "Llama 3 8B Lunaris",
   "vendor_id": "sao10k",
   "vendor": "Sao10k",
   "vendor_zh": "Sao10k",
   "country": "ZZ",
   "release_date": "2024-08-13",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 8192,
   "max_output": 7372,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.04,
    "outputPerMTok": 0.05
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sao10k-l3-lunaris-8b/"
  },
  {
   "id": "sao10k/l3.1-euryale-70b",
   "slug": "sao10k-l3-1-euryale-70b",
   "name": "Llama 3.1 Euryale 70B v2.2",
   "vendor_id": "sao10k",
   "vendor": "Sao10k",
   "vendor_zh": "Sao10k",
   "country": "ZZ",
   "release_date": "2024-08-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 70
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.85,
    "outputPerMTok": 0.85
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sao10k-l3-1-euryale-70b/"
  },
  {
   "id": "sao10k/l3.3-euryale-70b",
   "slug": "sao10k-l3-3-euryale-70b",
   "name": "Llama 3.3 Euryale 70B",
   "vendor_id": "sao10k",
   "vendor": "Sao10k",
   "vendor_zh": "Sao10k",
   "country": "ZZ",
   "release_date": "2024-12-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-12-31",
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Llama-3-Community",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.55
   },
   "context_window": 131072,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sao10k-l3-3-euryale-70b/"
  },
  {
   "id": "sarvam/sarvam-105b",
   "slug": "sarvam-sarvam-105b",
   "name": "Sarvam 105B",
   "vendor_id": "sarvam",
   "vendor": "Sarvam AI",
   "vendor_zh": "Sarvam AI",
   "country": "IN",
   "release_date": "2026-02-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 106.03
   },
   "context_window": 131072,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.05263423,
    "inputPerMTok": 0.15790269,
    "outputPerMTok": 0.63161075
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sarvam-sarvam-105b/"
  },
  {
   "id": "sarvam/sarvam-30b",
   "slug": "sarvam-sarvam-30b",
   "name": "Sarvam 30B",
   "vendor_id": "sarvam",
   "vendor": "Sarvam AI",
   "vendor_zh": "Sarvam AI",
   "country": "IN",
   "release_date": "2026-02-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 32.15
   },
   "context_window": 128000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sarvam-sarvam-30b/"
  },
  {
   "id": "sarvam/sarvam-m",
   "slug": "sarvam-sarvam-m",
   "name": "Sarvam-M",
   "vendor_id": "sarvam",
   "vendor": "Sarvam AI",
   "vendor_zh": "Sarvam AI",
   "country": "IN",
   "release_date": "2025-05-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 23.57
   },
   "context_window": 32768,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sarvam-sarvam-m/"
  },
  {
   "id": "scaledown/extract",
   "slug": "scaledown-extract",
   "name": "Extract",
   "vendor_id": "scaledown",
   "vendor": "Scaledown",
   "vendor_zh": "Scaledown",
   "country": "ZZ",
   "release_date": "2026-10-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 900000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.05,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/scaledown-extract/"
  },
  {
   "id": "scaledown/summarize",
   "slug": "scaledown-summarize",
   "name": "Summarize",
   "vendor_id": "scaledown",
   "vendor": "Scaledown",
   "vendor_zh": "Scaledown",
   "country": "ZZ",
   "release_date": "2026-10-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.05,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/scaledown-summarize/"
  },
  {
   "id": "sdaia/allam-2-7b",
   "slug": "sdaia-allam-2-7b",
   "name": "ALLaM-2-7b",
   "vendor_id": "sdaia",
   "vendor": "Sdaia",
   "vendor_zh": "SDAIA",
   "country": "SA",
   "release_date": "2025-01-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 7
   },
   "context_window": 4096,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/sdaia-allam-2-7b/"
  },
  {
   "id": "stealth/space-bunny-alpha",
   "slug": "stealth-space-bunny-alpha",
   "name": "Space Bunny Alpha",
   "vendor_id": "stealth",
   "vendor": "Stealth",
   "vendor_zh": "Stealth",
   "country": "ZZ",
   "release_date": "2026-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-14",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 524288,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/stealth-space-bunny-alpha/"
  },
  {
   "id": "stealth/union-alpha",
   "slug": "stealth-union-alpha",
   "name": "Union Alpha",
   "vendor_id": "stealth",
   "vendor": "Stealth",
   "vendor_zh": "Stealth",
   "country": "ZZ",
   "release_date": "2026-09-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-18",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 82.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 54.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 54.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 82.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/stealth-union-alpha/"
  },
  {
   "id": "stepfun/step-3.5-flash",
   "slug": "stepfun-step-3-5-flash",
   "name": "Step 3.5 Flash",
   "vendor_id": "stepfun",
   "vendor": "StepFun (China)",
   "vendor_zh": "阶跃星辰",
   "country": "CN",
   "release_date": "2026-01-29",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 199.38
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.02092,
    "inputPerMTok": 0.10461,
    "outputPerMTok": 0.31384
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 74.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 74.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://arxiv.org/abs/2602.10604"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_vendor",
     "score": 74.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://arxiv.org/abs/2602.10604"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/stepfun-step-3-5-flash/"
  },
  {
   "id": "stepfun/step-3.5-flash-2603",
   "slug": "stepfun-step-3-5-flash-2603",
   "name": "Step 3.5 Flash 2603",
   "vendor_id": "stepfun",
   "vendor": "StepFun (China)",
   "vendor_zh": "阶跃星辰",
   "country": "CN",
   "release_date": "2026-04-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-01",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 199.38
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.02092,
    "inputPerMTok": 0.10461,
    "outputPerMTok": 0.31384
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/stepfun-step-3-5-flash-2603/"
  },
  {
   "id": "stepfun/step-3.7-flash",
   "slug": "stepfun-step-3-7-flash",
   "name": "Step 3.7 Flash",
   "vendor_id": "stepfun",
   "vendor": "StepFun (China)",
   "vendor_zh": "阶跃星辰",
   "country": "CN",
   "release_date": "2026-05-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-03-01",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 201.37
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.04035,
    "inputPerMTok": 0.20175,
    "outputPerMTok": 1.21052
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 56.3,
    "swe_bench_vendor": 76.5,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 76.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "swe_bench_pro",
     "score": 56.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "terminal_bench",
     "score": 59.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "claw_eval",
     "score": 67.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "ale_bench",
     "score": 694.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 694.12,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "claw_eval",
     "score": 67.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "critpt",
     "score": 2.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_pro",
     "score": 56.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "swe_bench_vendor",
     "score": 76.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    },
    {
     "league": "terminal_bench",
     "score": 59.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://static.stepfun.com/blog/step-3.7-flash/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/stepfun-step-3-7-flash/"
  },
  {
   "id": "stepfun/step-5-preview",
   "slug": "stepfun-step-5-preview",
   "name": "Step 5 Preview",
   "vendor_id": "stepfun",
   "vendor": "StepFun (China)",
   "vendor_zh": "阶跃星辰",
   "country": "CN",
   "release_date": "2026-09-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 564.72
   },
   "context_window": 1000000,
   "max_output": 1000000,
   "pricing": {
    "cachedInputPerMTok": 0.10461,
    "inputPerMTok": 1.04613,
    "outputPerMTok": 2.98895
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1570.15
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1570.15,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 20.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1570.15,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/stepfun-step-5-preview/"
  },
  {
   "id": "swiss-ai/apertus-70b",
   "slug": "swiss-ai-apertus-70b",
   "name": "Apertus 70B",
   "vendor_id": "swiss-ai",
   "vendor": "Swiss AI",
   "vendor_zh": "Swiss AI",
   "country": "CH",
   "release_date": "2025-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 70.6
   },
   "context_window": 65536,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.46,
    "outputPerMTok": 2.42
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/swiss-ai-apertus-70b/"
  },
  {
   "id": "swiss-ai/apertus-8b",
   "slug": "swiss-ai-apertus-8b",
   "name": "Apertus 8B",
   "vendor_id": "swiss-ai",
   "vendor": "Swiss AI",
   "vendor_zh": "Swiss AI",
   "country": "CH",
   "release_date": "2025-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-09",
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.05
   },
   "context_window": 65536,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/swiss-ai-apertus-8b/"
  },
  {
   "id": "swiss-ai/apertus-v1.5-70b",
   "slug": "swiss-ai-apertus-v1-5-70b",
   "name": "Apertus 1.5 70B",
   "vendor_id": "swiss-ai",
   "vendor": "Swiss AI",
   "vendor_zh": "Swiss AI",
   "country": "CH",
   "release_date": "2026-07-24",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 71.71
   },
   "context_window": 262144,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.87,
    "outputPerMTok": 3.1
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/swiss-ai-apertus-v1-5-70b/"
  },
  {
   "id": "swiss-ai/apertus-v1.5-8b",
   "slug": "swiss-ai-apertus-v1-5-8b",
   "name": "Apertus v1.5 8B",
   "vendor_id": "swiss-ai",
   "vendor": "Swiss AI",
   "vendor_zh": "Swiss AI",
   "country": "CH",
   "release_date": "2026-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.61
   },
   "context_window": 262144,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": 0.0036,
    "inputPerMTok": 0.0238,
    "outputPerMTok": 0.119
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/swiss-ai-apertus-v1-5-8b/"
  },
  {
   "id": "tencent/hunyuan-a13b-instruct",
   "slug": "tencent-hunyuan-a13b-instruct",
   "name": "Hunyuan A13b Instruct",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2025-07-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-11-15",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.57
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hunyuan-a13b-instruct/"
  },
  {
   "id": "tencent/hy-mt2-1.8b",
   "slug": "tencent-hy-mt2-1-8b",
   "name": "Hy-MT2-1.8B",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-05-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 2.04
   },
   "context_window": 8192,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.044,
    "outputPerMTok": 0.177
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy-mt2-1-8b/"
  },
  {
   "id": "tencent/hy-mt2-30b-a3b",
   "slug": "tencent-hy-mt2-30b-a3b",
   "name": "Hy-MT2-30B-A3B",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-05-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": 3,
    "confidence": "exact",
    "totalB": 30.06
   },
   "context_window": 8192,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.074,
    "outputPerMTok": 0.295
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy-mt2-30b-a3b/"
  },
  {
   "id": "tencent/hy-mt2-7b",
   "slug": "tencent-hy-mt2-7b",
   "name": "Hy-MT2-7B",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-05-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 8.03
   },
   "context_window": 8192,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.074,
    "outputPerMTok": 0.295
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy-mt2-7b/"
  },
  {
   "id": "tencent/hy-mt2-lite",
   "slug": "tencent-hy-mt2-lite",
   "name": "HY MT2 Lite",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-06-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 8000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.044,
    "outputPerMTok": 0.177
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy-mt2-lite/"
  },
  {
   "id": "tencent/hy-mt2-plus",
   "slug": "tencent-hy-mt2-plus",
   "name": "HY MT2 Plus",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-06-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 8000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.074,
    "outputPerMTok": 0.295
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy-mt2-plus/"
  },
  {
   "id": "tencent/hy-mt2-pro",
   "slug": "tencent-hy-mt2-pro",
   "name": "HY MT2 PRO",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-05-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 8000,
   "max_output": 4000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.074,
    "outputPerMTok": 0.295
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy-mt2-pro/"
  },
  {
   "id": "tencent/hy3",
   "slug": "tencent-hy3",
   "name": "Hy3",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-07-06",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 298.79
   },
   "context_window": 256000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.035,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.58
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 57.9,
    "swe_bench_vendor": 78,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 78,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "swe_bench_pro",
     "score": 57.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "terminal_bench",
     "score": 71.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 75.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "deepswe",
     "score": 28,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "nl2repo",
     "score": 45.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "claw_eval",
     "score": 68.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    }
   ],
   "scores": [
    {
     "league": "claw_eval",
     "score": 68.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "deepswe",
     "score": 28,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "nl2repo",
     "score": 45.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 75.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "swe_bench_pro",
     "score": 57.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "swe_bench_vendor",
     "score": 78,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    },
    {
     "league": "terminal_bench",
     "score": 71.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy3/"
  },
  {
   "id": "tencent/hy3-preview",
   "slug": "tencent-hy3-preview",
   "name": "Hy3 preview",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-04-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 298.79
   },
   "context_window": 256000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.051,
    "inputPerMTok": 0.17,
    "outputPerMTok": 0.566661
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 74.4,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 74.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3-preview"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_vendor",
     "score": 74.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/tencent/Hy3-preview"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy3-preview/"
  },
  {
   "id": "tencent/hy4",
   "slug": "tencent-hy4",
   "name": "Hy4",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-11-03",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.042,
    "inputPerMTok": 0.834,
    "outputPerMTok": 2.501
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "proofbench",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy4/"
  },
  {
   "id": "tencent/hy4-flash",
   "slug": "tencent-hy4-flash",
   "name": "Hy4 flash",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-11-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.003,
    "inputPerMTok": 0.07,
    "outputPerMTok": 0.281
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy4-flash/"
  },
  {
   "id": "tencent/hy4-preview",
   "slug": "tencent-hy4-preview",
   "name": "Hy4 preview",
   "vendor_id": "tencent",
   "vendor": "Tencent",
   "vendor_zh": "腾讯混元",
   "country": "CN",
   "release_date": "2026-08-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 779.93
   },
   "context_window": 1024000,
   "max_output": 64000,
   "pricing": {
    "cachedInputPerMTok": 0.042,
    "inputPerMTok": 0.834,
    "outputPerMTok": 2.501
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "proofbench",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/tencent-hy4-preview/"
  },
  {
   "id": "thedrummer/cydonia-24b-v4.1",
   "slug": "thedrummer-cydonia-24b-v4-1",
   "name": "Cydonia 24B V4.1",
   "vendor_id": "thedrummer",
   "vendor": "Thedrummer",
   "vendor_zh": "Thedrummer",
   "country": "ZZ",
   "release_date": "2025-09-27",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04-30",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 23.57
   },
   "context_window": 131072,
   "max_output": 117964,
   "pricing": {
    "cachedInputPerMTok": 0.15,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thedrummer-cydonia-24b-v4-1/"
  },
  {
   "id": "thedrummer/skyfall-36b-v2",
   "slug": "thedrummer-skyfall-36b-v2",
   "name": "Skyfall 36B V2",
   "vendor_id": "thedrummer",
   "vendor": "Thedrummer",
   "vendor_zh": "Thedrummer",
   "country": "ZZ",
   "release_date": "2025-03-10",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-06-30",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 36.91
   },
   "context_window": 32768,
   "max_output": 29491,
   "pricing": {
    "cachedInputPerMTok": 0.25,
    "inputPerMTok": 0.55,
    "outputPerMTok": 0.8
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thedrummer-skyfall-36b-v2/"
  },
  {
   "id": "thedrummer/unslopnemo-12b",
   "slug": "thedrummer-unslopnemo-12b",
   "name": "UnslopNemo 12B",
   "vendor_id": "thedrummer",
   "vendor": "Thedrummer",
   "vendor_zh": "Thedrummer",
   "country": "ZZ",
   "release_date": "2024-11-08",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-04-30",
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.25
   },
   "context_window": 1024000,
   "max_output": 819200,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.4,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thedrummer-unslopnemo-12b/"
  },
  {
   "id": "thinkingmachines/inkling",
   "slug": "thinkingmachines-inkling",
   "name": "Inkling",
   "vendor_id": "thinkingmachines",
   "vendor": "Thinking Machines",
   "vendor_zh": "Thinking Machines",
   "country": "US",
   "release_date": "2026-07-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 952.38
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.374,
    "inputPerMTok": 1.87,
    "outputPerMTok": 4.68
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 88.89,
    "arc_agi_2": 36.53,
    "eci": 148.39,
    "fiction_live": null,
    "gpqa_diamond": 88.26,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1409.99
   },
   "training_compute_flop": 1.1e+25,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 71.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 49.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 946,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1409.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 88.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 946,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 33.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 79.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 36.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 5.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 87.47,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 148.39,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 4.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 4.88,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 88.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 49.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 71.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 37.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 50,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 40.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1409.99,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 32.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "weirdml_v3",
     "score": 4.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thinkingmachines-inkling/"
  },
  {
   "id": "thinkingmachines/inkling-2-mini",
   "slug": "thinkingmachines-inkling-2-mini",
   "name": "Inkling 2 Mini",
   "vendor_id": "thinkingmachines",
   "vendor": "Thinking Machines",
   "vendor_zh": "Thinking Machines",
   "country": "US",
   "release_date": "2026-11-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.015,
    "inputPerMTok": 0.075,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thinkingmachines-inkling-2-mini/"
  },
  {
   "id": "thinkingmachines/inkling-2-small",
   "slug": "thinkingmachines-inkling-2-small",
   "name": "Inkling 2 Small",
   "vendor_id": "thinkingmachines",
   "vendor": "Thinking Machines",
   "vendor_zh": "Thinking Machines",
   "country": "US",
   "release_date": "2026-11-05",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 489.22
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 81.67,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 2.13418e+23,
   "coding_scores": [],
   "scores": [
    {
     "league": "apex_agents",
     "score": 46.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 96.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 81.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_swe",
     "score": 25.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thinkingmachines-inkling-2-small/"
  },
  {
   "id": "thinkingmachines/inkling-small",
   "slug": "thinkingmachines-inkling-small",
   "name": "Inkling Small",
   "vendor_id": "thinkingmachines",
   "vendor": "Thinking Machines",
   "vendor_zh": "Thinking Machines",
   "country": "US",
   "release_date": "2026-07-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "Apache-2.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 265.96
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.116,
    "inputPerMTok": 0.58,
    "outputPerMTok": 1.44
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 90,
    "arc_agi_2": 40.14,
    "eci": 150.77,
    "fiction_live": null,
    "gpqa_diamond": 88.51,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1406.58
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "webdev_arena_elo",
     "score": 1406.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 90,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 40.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 8.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 150.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 46.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 88.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 19.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1406.58,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/thinkingmachines-inkling-small/"
  },
  {
   "id": "trendyol/asure-12b",
   "slug": "trendyol-asure-12b",
   "name": "Trendyol Asure 12B",
   "vendor_id": "trendyol",
   "vendor": "Trendyol",
   "vendor_zh": "Trendyol",
   "country": "TR",
   "release_date": "2026-02-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "LicenseRef-Gemma",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 12.19
   },
   "context_window": 131072,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/trendyol-asure-12b/"
  },
  {
   "id": "typesafe/jev-latest",
   "slug": "typesafe-jev-latest",
   "name": "Jev",
   "vendor_id": "typesafe",
   "vendor": "Typesafe",
   "vendor_zh": "Typesafe",
   "country": "ZZ",
   "release_date": "2026-09-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-20",
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 64000,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.042,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": true,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/typesafe-jev-latest/"
  },
  {
   "id": "unbiased/pareto",
   "slug": "unbiased-pareto",
   "name": "Pareto",
   "vendor_id": "unbiased",
   "vendor": "Pareto by Unbiased",
   "vendor_zh": "Pareto by Unbiased",
   "country": "ZZ",
   "release_date": "2026-09-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.8,
    "outputPerMTok": 3.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/unbiased-pareto/"
  },
  {
   "id": "unbiased/pareto-26.10",
   "slug": "unbiased-pareto-26-10",
   "name": "Pareto 26.10",
   "vendor_id": "unbiased",
   "vendor": "Pareto by Unbiased",
   "vendor_zh": "Pareto by Unbiased",
   "country": "ZZ",
   "release_date": "2026-10-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03,
    "inputPerMTok": 0.8,
    "outputPerMTok": 3.2
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/unbiased-pareto-26-10/"
  },
  {
   "id": "undi95/remm-slerp-l2-13b",
   "slug": "undi95-remm-slerp-l2-13b",
   "name": "ReMM SLERP 13B",
   "vendor_id": "undi95",
   "vendor": "Undi95",
   "vendor_zh": "Undi95",
   "country": "ZZ",
   "release_date": "2023-07-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2023-06-30",
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "totalB": 13
   },
   "context_window": 6144,
   "max_output": 5529,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 0.3,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/undi95-remm-slerp-l2-13b/"
  },
  {
   "id": "upstage/solar-10.7b-instruct-v1.0",
   "slug": "upstage-solar-10-7b-instruct-v1-0",
   "name": "SOLAR 10.7B Instruct v1.0",
   "vendor_id": "upstage",
   "vendor": "Upstage",
   "vendor_zh": "Upstage",
   "country": "KR",
   "release_date": "2023-12-12",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "CC-BY-NC-4.0",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 10.73
   },
   "context_window": 4096,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/upstage-solar-10-7b-instruct-v1-0/"
  },
  {
   "id": "upstage/solar-mini4",
   "slug": "upstage-solar-mini4",
   "name": "Solar Mini 4",
   "vendor_id": "upstage",
   "vendor": "Upstage",
   "vendor_zh": "Upstage",
   "country": "KR",
   "release_date": "2026-09-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 524288,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/upstage-solar-mini4/"
  },
  {
   "id": "upstage/solar-pro2",
   "slug": "upstage-solar-pro2",
   "name": "Solar Pro 2",
   "vendor_id": "upstage",
   "vendor": "Upstage",
   "vendor_zh": "Upstage",
   "country": "KR",
   "release_date": "2025-05-20",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-03",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 65536,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.25
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/upstage-solar-pro2/"
  },
  {
   "id": "upstage/solar-pro3",
   "slug": "upstage-solar-pro3",
   "name": "Solar Pro 3",
   "vendor_id": "upstage",
   "vendor": "Upstage",
   "vendor_zh": "Upstage",
   "country": "KR",
   "release_date": "2026-01-26",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-07",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.25,
    "outputPerMTok": 0.25
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "critpt",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/upstage-solar-pro3/"
  },
  {
   "id": "upstage/solar-pro4",
   "slug": "upstage-solar-pro4",
   "name": "Solar Pro 4",
   "vendor_id": "upstage",
   "vendor": "Upstage",
   "vendor_zh": "Upstage",
   "country": "KR",
   "release_date": "2026-08-06",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 524288,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.06,
    "inputPerMTok": 0.3,
    "outputPerMTok": 1.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/upstage-solar-pro4/"
  },
  {
   "id": "vispark/vision-large",
   "slug": "vispark-vision-large",
   "name": "Vision Large",
   "vendor_id": "vispark",
   "vendor": "Vispark",
   "vendor_zh": "Vispark",
   "country": "ZZ",
   "release_date": "2024-05-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 5,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 7.37,
    "outputPerMTok": 22.11
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/vispark-vision-large/"
  },
  {
   "id": "vispark/vision-medium",
   "slug": "vispark-vision-medium",
   "name": "Vision Medium",
   "vendor_id": "vispark",
   "vendor": "Vispark",
   "vendor_zh": "Vispark",
   "country": "ZZ",
   "release_date": "2024-05-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 4.21,
    "outputPerMTok": 12.63
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/vispark-vision-medium/"
  },
  {
   "id": "vispark/vision-small",
   "slug": "vispark-vision-small",
   "name": "Vision Small",
   "vendor_id": "vispark",
   "vendor": "Vispark",
   "vendor_zh": "Vispark",
   "country": "ZZ",
   "release_date": "2024-05-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 1.05,
    "outputPerMTok": 3.16
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/vispark-vision-small/"
  },
  {
   "id": "vivgrid/viv-fast",
   "slug": "vivgrid-viv-fast",
   "name": "Viv Fast",
   "vendor_id": "vivgrid",
   "vendor": "Vivgrid",
   "vendor_zh": "Vivgrid",
   "country": "ZZ",
   "release_date": "2026-09-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-09",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.13,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/vivgrid-viv-fast/"
  },
  {
   "id": "writer/palmyra-x4",
   "slug": "writer-palmyra-x4",
   "name": "Palmyra X4",
   "vendor_id": "writer",
   "vendor": "Writer",
   "vendor_zh": "Writer",
   "country": "US",
   "release_date": "2024-10-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 128000,
   "max_output": 4096,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 2.5,
    "outputPerMTok": 10
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/writer-palmyra-x4/"
  },
  {
   "id": "writer/palmyra-x5",
   "slug": "writer-palmyra-x5",
   "name": "Palmyra X5",
   "vendor_id": "writer",
   "vendor": "Writer",
   "vendor_zh": "Writer",
   "country": "US",
   "release_date": "2025-04-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.6,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/writer-palmyra-x5/"
  },
  {
   "id": "xai/grok-4-fast-non-reasoning",
   "slug": "xai-grok-4-fast-non-reasoning",
   "name": "X-Ai/Grok-4-Fast-Non-Reasoning",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2025-12-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 8.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 8.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-fast-non-reasoning/"
  },
  {
   "id": "xai/grok-4-fast-reasoning",
   "slug": "xai-grok-4-fast-reasoning",
   "name": "X-Ai/Grok-4-Fast-Reasoning",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2025-12-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": 5.28,
    "eci": 144.32,
    "fiction_live": 75,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1149
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 68.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 21.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1149,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "arc_agi",
     "score": 48.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 5.28,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cybench",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://data.x.ai/2025-09-19-grok-4-fast-model-card.pdf"
    },
    {
     "league": "dtbench",
     "score": 82.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 144.32,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "fiction_live",
     "score": 75,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 21.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 68.97,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1149,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 42.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-fast-reasoning/"
  },
  {
   "id": "xai/grok-4.1-fast",
   "slug": "xai-grok-4-1-fast",
   "name": "Grok 4.1 Fast",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2025-11-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 30000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1223
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 54.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 394.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1223,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 394.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 87.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 10,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 54.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "proofbench",
     "score": 4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 1106.63,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1223,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-1-fast/"
  },
  {
   "id": "xai/grok-4.1-fast-non-reasoning",
   "slug": "xai-grok-4-1-fast-non-reasoning",
   "name": "Grok 4.1 Fast NON Reasoning",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2025-11-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-23",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 1000000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [
    {
     "league": "simplebench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://simple-bench.com/"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-1-fast-non-reasoning/"
  },
  {
   "id": "xai/grok-4.1-fast-reasoning",
   "slug": "xai-grok-4-1-fast-reasoning",
   "name": "Grok 4.1 Fast (Reasoning)",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2025-11-19",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 30000,
   "pricing": {
    "cachedInputPerMTok": 0.05,
    "inputPerMTok": 0.2,
    "outputPerMTok": 0.5
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1223
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "ale_bench",
     "score": 394.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1223,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 394.93,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "dtbench",
     "score": 87.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "proofbench",
     "score": 4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 1106.63,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1223,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-1-fast-reasoning/"
  },
  {
   "id": "xai/grok-4.20",
   "slug": "xai-grok-4-20",
   "name": "Grok 4.20",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 1800000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 92.22,
    "arc_agi_2": 65.14,
    "eci": 152.26,
    "fiction_live": null,
    "gpqa_diamond": 89.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1373.76
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 92.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 65.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 11.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 44.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 58.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "lmca",
     "score": 38.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 30.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4662.85,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20/"
  },
  {
   "id": "xai/grok-4.20-0309-non-reasoning",
   "slug": "xai-grok-4-20-0309-non-reasoning",
   "name": "Grok 4.20 (Non-Reasoning)",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-03-09",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 30000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-0309-non-reasoning/"
  },
  {
   "id": "xai/grok-4.20-0309-reasoning",
   "slug": "xai-grok-4-20-0309-reasoning",
   "name": "Grok 4.20 (Reasoning)",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 30000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 92.22,
    "arc_agi_2": 65.14,
    "eci": 152.26,
    "fiction_live": null,
    "gpqa_diamond": 89.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1373.76
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 92.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 65.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 11.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 44.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 38.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 30.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4662.85,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-0309-reasoning/"
  },
  {
   "id": "xai/grok-4.20-multi-agent",
   "slug": "xai-grok-4-20-multi-agent",
   "name": "Grok 4.20 Multi Agent",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-03-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 1800000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-multi-agent/"
  },
  {
   "id": "xai/grok-4.20-multi-agent-beta",
   "slug": "xai-grok-4-20-multi-agent-beta",
   "name": "Grok 4.20 Multi Agent Beta",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-03-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-multi-agent-beta/"
  },
  {
   "id": "xai/grok-4.20-non-reasoning",
   "slug": "xai-grok-4-20-non-reasoning",
   "name": "Grok 4.20 NON Reasoning",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-03-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-non-reasoning/"
  },
  {
   "id": "xai/grok-4.20-non-reasoning-beta",
   "slug": "xai-grok-4-20-non-reasoning-beta",
   "name": "Grok 4.20 NON Reasoning Beta",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-03-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-non-reasoning-beta/"
  },
  {
   "id": "xai/grok-4.20-reasoning",
   "slug": "xai-grok-4-20-reasoning",
   "name": "Grok 4.20 Reasoning",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 92.22,
    "arc_agi_2": 65.14,
    "eci": 152.26,
    "fiction_live": null,
    "gpqa_diamond": 89.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1373.76
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 92.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 65.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 11.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 44.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 38.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 30.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4662.85,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-reasoning/"
  },
  {
   "id": "xai/grok-4.20-reasoning-beta",
   "slug": "xai-grok-4-20-reasoning-beta",
   "name": "Grok 4.20 Reasoning Beta",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-02-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 2000000,
   "max_output": 2000000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": 92.22,
    "arc_agi_2": 65.14,
    "eci": 152.26,
    "fiction_live": null,
    "gpqa_diamond": 89.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1373.76
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 92.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1150.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 89.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 65.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 22.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 11.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 152.26,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 44.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 89.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "lmca",
     "score": 38.66,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 30.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench_2_0",
     "score": 57.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4662.85,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1373.76,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 52.26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-20-reasoning-beta/"
  },
  {
   "id": "xai/grok-4.3",
   "slug": "xai-grok-4-3",
   "name": "Grok 4.3",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-04-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 30000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1.25,
    "outputPerMTok": 2.5
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 93.33,
    "arc_agi_2": null,
    "eci": 149.92,
    "fiction_live": null,
    "gpqa_diamond": 88.83,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1357.17
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 69.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 18.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "ale_bench",
     "score": 944.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1357.17,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 944.17,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "dtbench",
     "score": 90.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 149.92,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 14.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 42.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 88.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 18.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 69.93,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 38.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "proofbench",
     "score": 11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 33.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "vending_bench_2",
     "score": 35.26,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1357.17,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 49.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-3/"
  },
  {
   "id": "xai/grok-4.5",
   "slug": "xai-grok-4-5",
   "name": "Grok 4.5",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-07-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 500000,
   "max_output": 500000,
   "pricing": {
    "cachedInputPerMTok": 0.3,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 97.78,
    "arc_agi_2": 52.64,
    "eci": 154.98,
    "fiction_live": null,
    "gpqa_diamond": 93.43,
    "swe_bench_pro": 64.7,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1555.1
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 64.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "terminal_bench",
     "score": 83.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "deepswe",
     "score": 53.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 68.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 42.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "swe_marathon",
     "score": 29,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "ale_bench",
     "score": 1309.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1555.1,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 97.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1309.28,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 56.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 87.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 52.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 27.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 15.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 53.76,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 96.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 154.98,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 42.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 24.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 57.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 22.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 65.41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/grok-4-5"
    },
    {
     "league": "gpqa_diamond",
     "score": 93.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.46,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 68.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 45.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 32.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "posttrainbench",
     "score": 22.62,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 31,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 48.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 74.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_multilingual",
     "score": 78,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "swe_bench_pro",
     "score": 64.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "swe_marathon",
     "score": 29,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "terminal_bench",
     "score": 83.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-5"
    },
    {
     "league": "vending_bench_2",
     "score": 3887.43,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1555.1,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 46.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-5/"
  },
  {
   "id": "xai/grok-4.6",
   "slug": "xai-grok-4-6",
   "name": "Grok 4.6",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-08-12",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-02-01",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 500000,
   "max_output": 500000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 99.17,
    "arc_agi_2": 67.08,
    "eci": 157.82,
    "fiction_live": null,
    "gpqa_diamond": 94,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1617.64
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 20.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-7"
    },
    {
     "league": "deepswe",
     "score": 67.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 76.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 57.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "cursorbench",
     "score": 44.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 48.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1508.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 41.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1617.64,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 99.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1508.08,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 65.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 87.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 67.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 33.19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 19.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 44.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "deepswe",
     "score": 67.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 97.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 30.48,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 157.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 48.01,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 25.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 31.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 65.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 40,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 94,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 57.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 76.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 48.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 41.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 75.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 49.3,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 20.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-7"
    },
    {
     "league": "vending_bench_2",
     "score": 9047.03,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1617.64,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 67.29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-6/"
  },
  {
   "id": "xai/grok-4.7",
   "slug": "xai-grok-4-7",
   "name": "Grok 4.7",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-09-21",
   "release_date_precision": "day",
   "knowledge_cutoff": "2026-05",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 500000,
   "max_output": 500000,
   "pricing": {
    "cachedInputPerMTok": 0.5,
    "inputPerMTok": 2,
    "outputPerMTok": 6
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 98.06,
    "arc_agi_2": 61.39,
    "eci": 156.43,
    "fiction_live": null,
    "gpqa_diamond": 92.74,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1637.52
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 37.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-7"
    },
    {
     "league": "deepswe",
     "score": 71,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-7"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "cursorbench",
     "score": 48.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "frontier_code",
     "score": 47.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 1545.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 54.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1637.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 98.06,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1545.85,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 70,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 90.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 61.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "blueprint_bench_2",
     "score": 32.54,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://andonlabs.com/evals/blueprint-bench-2"
    },
    {
     "league": "chess_puzzles",
     "score": 41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cursorbench",
     "score": 48.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cursor.com/cursorbench"
    },
    {
     "league": "deepswe",
     "score": 71,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-7"
    },
    {
     "league": "dtbench",
     "score": 96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 156.43,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 47.59,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 29.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_erdos",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 52.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "furniture_assembly",
     "score": 20.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "geobench",
     "score": 61,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 92.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 53.99,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 77.16,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 49.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 54.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 29,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 26,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simpleqa_verified",
     "score": 56,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "terminal_bench",
     "score": 37.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://x.ai/news/grok-4-7"
    },
    {
     "league": "vending_bench_2",
     "score": 10536.83,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1637.52,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml_v3",
     "score": 18.73,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-4-7/"
  },
  {
   "id": "xai/grok-build-0.1",
   "slug": "xai-grok-build-0-1",
   "name": "Grok Build 0.1",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-04-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 256000,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1,
    "outputPerMTok": 2
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 65.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 45.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    }
   ],
   "scores": [
    {
     "league": "critpt",
     "score": 9.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 2.38,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/grok"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 45.81,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 65.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-build-0-1/"
  },
  {
   "id": "xai/grok-code-fast-1",
   "slug": "xai-grok-code-fast-1",
   "name": "x-AI/Grok-Code-Fast 1",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2025-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 256000,
   "max_output": 10000,
   "pricing": {
    "cachedInputPerMTok": 0.02,
    "inputPerMTok": 0.2,
    "outputPerMTok": 1.5
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 33.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 64.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-code-fast-1/"
  },
  {
   "id": "xai/grok-imagine-image",
   "slug": "xai-grok-imagine-image",
   "name": "Grok Imagine Image",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-01-28",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 16000,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-imagine-image/"
  },
  {
   "id": "xai/grok-imagine-image-2.0",
   "slug": "xai-grok-imagine-image-2-0",
   "name": "Grok Imagine Image 2.0",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-08-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 64000,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-imagine-image-2-0/"
  },
  {
   "id": "xai/grok-imagine-image-quality",
   "slug": "xai-grok-imagine-image-quality",
   "name": "Grok Imagine Image Quality",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-04-03",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 16000,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-imagine-image-quality/"
  },
  {
   "id": "xai/grok-imagine-video-1.5",
   "slug": "xai-grok-imagine-video-1-5",
   "name": "Grok Imagine Video 1.5",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-05-30",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 1024,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-imagine-video-1-5/"
  },
  {
   "id": "xai/grok-imagine-video-1.5-lite",
   "slug": "xai-grok-imagine-video-1-5-lite",
   "name": "Grok Imagine Video 1.5 Lite",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-10-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 1024,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "video"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-imagine-video-1-5-lite/"
  },
  {
   "id": "xai/grok-tts",
   "slug": "xai-grok-tts",
   "name": "Grok TTS",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-03-16",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 15000,
   "max_output": 15000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-tts/"
  },
  {
   "id": "xai/grok-voice-stt-1.0",
   "slug": "xai-grok-voice-stt-1-0",
   "name": "Grok Voice STT 1.0",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-08-04",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-20",
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 15000,
   "max_output": 15000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-voice-stt-1-0/"
  },
  {
   "id": "xai/grok-voice-transcribe-2.0",
   "slug": "xai-grok-voice-transcribe-2-0",
   "name": "Grok Voice Transcribe 2.0",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-09-17",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": null,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "audio"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-voice-transcribe-2-0/"
  },
  {
   "id": "xai/grok-voice-tts-1.0",
   "slug": "xai-grok-voice-tts-1-0",
   "name": "Grok Voice TTS 1.0",
   "vendor_id": "xai",
   "vendor": "xAI",
   "vendor_zh": "xAI",
   "country": "US",
   "release_date": "2026-07-31",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-10-20",
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 15000,
   "max_output": 15000,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xai-grok-voice-tts-1-0/"
  },
  {
   "id": "xiaomi/mimo-v2-flash",
   "slug": "xiaomi-mimo-v2-flash",
   "name": "MiMo-V2-Flash",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2025-12-16",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12-01",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 306.66
   },
   "context_window": 262144,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": 0.01,
    "inputPerMTok": 0.1,
    "outputPerMTok": 0.3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-flash/"
  },
  {
   "id": "xiaomi/mimo-v2-omni",
   "slug": "xiaomi-mimo-v2-omni",
   "name": "MiMo-V2-Omni",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-03-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 262144,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.088,
    "inputPerMTok": 0.44,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-omni/"
  },
  {
   "id": "xiaomi/mimo-v2-pro",
   "slug": "xiaomi-mimo-v2-pro",
   "name": "MiMo-V2-Pro",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-03-18",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 4,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.2,
    "inputPerMTok": 1,
    "outputPerMTok": 3
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 68.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 30,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 68.85,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-pro/"
  },
  {
   "id": "xiaomi/mimo-v2-tts",
   "slug": "xiaomi-mimo-v2-tts",
   "name": "MiMo-V2-TTS",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-03-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-tts/"
  },
  {
   "id": "xiaomi/mimo-v2.5",
   "slug": "xiaomi-mimo-v2-5",
   "name": "MiMo-V2.5",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 306.66
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0028,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.28
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 56.1,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 56.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5"
    },
    {
     "league": "terminal_bench",
     "score": 65.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5"
    },
    {
     "league": "claw_eval",
     "score": 62.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5"
    }
   ],
   "scores": [
    {
     "league": "claw_eval",
     "score": 62.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5"
    },
    {
     "league": "swe_bench_pro",
     "score": 56.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5"
    },
    {
     "league": "terminal_bench",
     "score": 65.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-5/"
  },
  {
   "id": "xiaomi/mimo-v2.5-pro",
   "slug": "xiaomi-mimo-v2-5-pro",
   "name": "MiMo-V2.5-Pro",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1013.57
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0036,
    "inputPerMTok": 0.435,
    "outputPerMTok": 0.87
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 57.2,
    "swe_bench_vendor": 78.9,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 78.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro"
    },
    {
     "league": "swe_bench_pro",
     "score": 57.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://mimo.xiaomi.com/mimo-v2-5-pro/"
    },
    {
     "league": "terminal_bench",
     "score": 65.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    },
    {
     "league": "deepswe",
     "score": 19,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 19,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    },
    {
     "league": "swe_bench_pro",
     "score": 57.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://mimo.xiaomi.com/mimo-v2-5-pro/"
    },
    {
     "league": "swe_bench_vendor",
     "score": 78.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro"
    },
    {
     "league": "terminal_bench",
     "score": 65.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-5-pro/"
  },
  {
   "id": "xiaomi/mimo-v2.5-pro-ultraspeed",
   "slug": "xiaomi-mimo-v2-5-pro-ultraspeed",
   "name": "MiMo-V2.5-Pro-UltraSpeed",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-06-08",
   "release_date_precision": "day",
   "knowledge_cutoff": "2024-12",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1000.19
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0108,
    "inputPerMTok": 1.305,
    "outputPerMTok": 2.61
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-5-pro-ultraspeed/"
  },
  {
   "id": "xiaomi/mimo-v2.5-tts",
   "slug": "xiaomi-mimo-v2-5-tts",
   "name": "MiMo-V2.5-TTS",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-5-tts/"
  },
  {
   "id": "xiaomi/mimo-v2.5-tts-voiceclone",
   "slug": "xiaomi-mimo-v2-5-tts-voiceclone",
   "name": "MiMo-V2.5-TTS-VoiceClone",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-5-tts-voiceclone/"
  },
  {
   "id": "xiaomi/mimo-v2.5-tts-voicedesign",
   "slug": "xiaomi-mimo-v2-5-tts-voicedesign",
   "name": "MiMo-V2.5-TTS-VoiceDesign",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-04-22",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "unknown",
    "totalB": null
   },
   "context_window": 8192,
   "max_output": 8192,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "audio"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-5-tts-voicedesign/"
  },
  {
   "id": "xiaomi/mimo-v2.6-flash",
   "slug": "xiaomi-mimo-v2-6-flash",
   "name": "MiMo-V2.6-Flash",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-09-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 302.8
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0028,
    "inputPerMTok": 0.14,
    "outputPerMTok": 0.28
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 87.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    },
    {
     "league": "deepswe",
     "score": 67.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 67.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    },
    {
     "league": "terminal_bench",
     "score": 87.6,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-6-flash/"
  },
  {
   "id": "xiaomi/mimo-v2.6-pro",
   "slug": "xiaomi-mimo-v2-6-pro",
   "name": "MiMo-V2.6-Pro",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-09-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1000.19
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.0036,
    "inputPerMTok": 0.435,
    "outputPerMTok": 0.87
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 89.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    },
    {
     "league": "deepswe",
     "score": 71.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    }
   ],
   "scores": [
    {
     "league": "deepswe",
     "score": 71.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    },
    {
     "league": "terminal_bench",
     "score": 89.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-6-pro/"
  },
  {
   "id": "xiaomi/mimo-v2.6-pro-ultraspeed",
   "slug": "xiaomi-mimo-v2-6-pro-ultraspeed",
   "name": "MiMo-V2.6-Pro-UltraSpeed",
   "vendor_id": "xiaomi",
   "vendor": "Xiaomi",
   "vendor_zh": "小米",
   "country": "CN",
   "release_date": "2026-09-21",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 1000.19
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.036,
    "inputPerMTok": 4.35,
    "outputPerMTok": 8.7
   },
   "modalities": {
    "input": [
     "audio",
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/xiaomi-mimo-v2-6-pro-ultraspeed/"
  },
  {
   "id": "zhipuai/autoglm-phone-9b-multilingual",
   "slug": "zhipuai-autoglm-phone-9b-multilingual",
   "name": "AutoGLM Phone 9B Multilingual",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-12-10",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 10.29
   },
   "context_window": 65536,
   "max_output": 65536,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.035,
    "outputPerMTok": 0.138
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-autoglm-phone-9b-multilingual/"
  },
  {
   "id": "zhipuai/glm-4.5",
   "slug": "zhipuai-glm-4-5",
   "name": "GLM-4.5",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-07-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 358.34
   },
   "context_window": 131072,
   "max_output": 98304,
   "pricing": {
    "cachedInputPerMTok": 0.11,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 4.42e+24,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 62.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "ale_bench",
     "score": 344.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 344.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "algotune",
     "score": 1.52,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 8.32,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 31.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 62.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "weirdml",
     "score": 40.58,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://htihle.github.io/weirdml.html"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-5/"
  },
  {
   "id": "zhipuai/glm-4.5-air",
   "slug": "zhipuai-glm-4-5-air",
   "name": "GLM-4.5-Air",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-07-25",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 110.47
   },
   "context_window": 131072,
   "max_output": 98304,
   "pricing": {
    "cachedInputPerMTok": 0.0239,
    "inputPerMTok": 0.11952,
    "outputPerMTok": 0.89637
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": 1.656e+24,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 60.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "gso",
     "score": 0.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "gso",
     "score": 0.98,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "hle",
     "score": 8.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 16.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    },
    {
     "league": "livebench_coding",
     "score": 60.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2025-05-30"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-5-air/"
  },
  {
   "id": "zhipuai/glm-4.5-flash",
   "slug": "zhipuai-glm-4-5-flash",
   "name": "GLM-4.5-Flash",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-07-28",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 1,
    "sizeTierBasis": "naming",
    "totalB": null
   },
   "context_window": 131072,
   "max_output": 98304,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-5-flash/"
  },
  {
   "id": "zhipuai/glm-4.5v",
   "slug": "zhipuai-glm-4-5v",
   "name": "GLM-4.5V",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-08-11",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 107.71
   },
   "context_window": 64000,
   "max_output": 16384,
   "pricing": {
    "cachedInputPerMTok": 0.05976,
    "inputPerMTok": 0.29879,
    "outputPerMTok": 0.89637
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-5v/"
  },
  {
   "id": "zhipuai/glm-4.6",
   "slug": "zhipuai-glm-4-6",
   "name": "GLM-4.6",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-09-30",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 356.79
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.11,
    "inputPerMTok": 0.6,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": 9.67,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1340.6
   },
   "training_compute_flop": 4.42e+24,
   "coding_scores": [
    {
     "league": "swe_bench_pro",
     "score": 9.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 24.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 71.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 340.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1340.6,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "ale_bench",
     "score": 340.82,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "critpt",
     "score": 1.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath",
     "score": 3.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "livebench_agentic_coding",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 71.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "swe_bench_pro",
     "score": 9.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/swe_bench_pro_public"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 24.53,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1340.6,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-6/"
  },
  {
   "id": "zhipuai/glm-4.6v",
   "slug": "zhipuai-glm-4-6v",
   "name": "GLM-4.6V",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-12-08",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 107.71
   },
   "context_window": 128000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": 0.02988,
    "inputPerMTok": 0.1494,
    "outputPerMTok": 0.44819
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 64.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 3.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 3.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 64.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-6v/"
  },
  {
   "id": "zhipuai/glm-4.6v-flash",
   "slug": "zhipuai-glm-4-6v-flash",
   "name": "GLM-4.6V-Flash",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-12-08",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 10.29
   },
   "context_window": 128000,
   "max_output": 32768,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-6v-flash/"
  },
  {
   "id": "zhipuai/glm-4.7",
   "slug": "zhipuai-glm-4-7",
   "name": "GLM-4.7",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2025-12-22",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 358.34
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.08964,
    "inputPerMTok": 0.44819,
    "outputPerMTok": 2.09153
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 83.33,
    "arc_agi_2": null,
    "eci": 143.34,
    "fiction_live": null,
    "gpqa_diamond": 83.33,
    "swe_bench_pro": null,
    "swe_bench_vendor": 73.8,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1434.7
   },
   "training_compute_flop": 4.42e+24,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 73.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-4.7"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 33.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 73.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 41.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 399.48,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1434.7,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 83.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 399.48,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench",
     "score": 15.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "cl_bench_life",
     "score": 10.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 1.71,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 143.34,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 2.44,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 83.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 41.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 73.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "proofbench",
     "score": 6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 47.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 32.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_vendor",
     "score": 73.8,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-4.7"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 33.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 2376.82,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1434.7,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-7/"
  },
  {
   "id": "zhipuai/glm-4.7-flash",
   "slug": "zhipuai-glm-4-7-flash",
   "name": "GLM-4.7-Flash",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-01-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 31.22
   },
   "context_window": 200000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": 0.0605,
    "outputPerMTok": 0.4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": false,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": 59.2,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_vendor",
     "score": 59.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-4.7-Flash"
    }
   ],
   "scores": [
    {
     "league": "swe_bench_vendor",
     "score": 59.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-4.7-Flash"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-7-flash/"
  },
  {
   "id": "zhipuai/glm-4.7-flashx",
   "slug": "zhipuai-glm-4-7-flashx",
   "name": "GLM-4.7-FlashX",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-01-19",
   "release_date_precision": "day",
   "knowledge_cutoff": "2025-04",
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 31.22
   },
   "context_window": 200000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.01494,
    "inputPerMTok": 0.0747,
    "outputPerMTok": 0.44819
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-4-7-flashx/"
  },
  {
   "id": "zhipuai/glm-5",
   "slug": "zhipuai-glm-5",
   "name": "GLM-5",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-02-11",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 753.86
   },
   "context_window": 204800,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.1494,
    "inputPerMTok": 0.59758,
    "outputPerMTok": 2.68911
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 80,
    "arc_agi_2": 4.86,
    "eci": 146.53,
    "fiction_live": null,
    "gpqa_diamond": 87.82,
    "swe_bench_pro": null,
    "swe_bench_vendor": 72.8,
    "swe_bench_verified": 72.08,
    "webdev_arena_elo": 1435.91
   },
   "training_compute_flop": 6.84e+24,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 72.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_vendor",
     "score": 72.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://www.swebench.com/"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 52.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 73.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 20.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 24.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 28.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "ale_bench",
     "score": 765.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1435.91,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 80,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 765.62,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "arc_agi",
     "score": 44.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 4.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "cl_bench",
     "score": 18.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 146.53,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontiermath",
     "score": 16.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 2.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 87.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 73.64,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "simplebench",
     "score": 53.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_atlas_codebase_qna",
     "score": 20.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-qna"
    },
    {
     "league": "swe_atlas_refactoring",
     "score": 24.24,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-refactoring"
    },
    {
     "league": "swe_atlas_test_writing",
     "score": 28.74,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://labs.scale.com/leaderboard/sweatlas-tw"
    },
    {
     "league": "swe_bench_vendor",
     "score": 72.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "models.dev",
     "source_url": "https://www.swebench.com/"
    },
    {
     "league": "swe_bench_verified",
     "score": 72.08,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "terminal_bench_2_0",
     "score": 52.42,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 4432.12,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1435.91,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 48.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5/"
  },
  {
   "id": "zhipuai/glm-5-turbo",
   "slug": "zhipuai-glm-5-turbo",
   "name": "GLM-5-Turbo",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-03-15",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.24,
    "inputPerMTok": 1.2,
    "outputPerMTok": 4
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-turbo/"
  },
  {
   "id": "zhipuai/glm-5.1",
   "slug": "zhipuai-glm-5-1",
   "name": "GLM-5.1",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-04-07",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 753.86
   },
   "context_window": 200000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.19421,
    "inputPerMTok": 0.89637,
    "outputPerMTok": 3.58548
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 93.33,
    "arc_agi_2": null,
    "eci": 150.71,
    "fiction_live": null,
    "gpqa_diamond": 89.9,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": 74.17,
    "webdev_arena_elo": 1508.29
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 74.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_coding",
     "score": 75.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "ale_bench",
     "score": 887.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1508.29,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 93.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 887.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 40.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 20,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 4.57,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 150.71,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "exploitbench",
     "score": 18.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath",
     "score": 33.45,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tier_4",
     "score": 12.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 36.84,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-glm-5-1"
    },
    {
     "league": "gpqa_diamond",
     "score": 89.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 55,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 75.37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "proofbench",
     "score": 22.22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 55.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 34,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_bench_verified",
     "score": 74.17,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "vending_bench_2",
     "score": 5634.41,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1508.29,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 57.1,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-1/"
  },
  {
   "id": "zhipuai/glm-5.2",
   "slug": "zhipuai-glm-5-2",
   "name": "GLM-5.2",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-06-13",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 753.33
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.29879,
    "inputPerMTok": 1.19516,
    "outputPerMTok": 4.18306
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 86.39,
    "arc_agi_2": 22.78,
    "eci": 153.07,
    "fiction_live": null,
    "gpqa_diamond": 91.86,
    "swe_bench_pro": 62.1,
    "swe_bench_vendor": null,
    "swe_bench_verified": 78.7,
    "webdev_arena_elo": 1593.25
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "swe_bench_verified",
     "score": 78.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_bench_pro",
     "score": 62.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "terminal_bench",
     "score": 82.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "deepswe",
     "score": 43.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 79.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 48.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "frontier_code",
     "score": 24.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "program_bench",
     "score": 63.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "frontier_swe",
     "score": 74.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "swe_marathon",
     "score": 13,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "ale_bench",
     "score": 1046.95,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mirrorcode",
     "score": 36.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1593.25,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 86.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1046.95,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 45.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 22.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 22,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 20.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 43.78,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 93.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "ebr_bench",
     "score": 9.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "eci",
     "score": 153.07,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 24.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 74.4,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 29.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 59.21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gbaeval",
     "score": 0.02,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://gbaeval.com/model/goose-glm-5-2"
    },
    {
     "league": "gpqa_diamond",
     "score": 91.86,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 51.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 79.65,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 45.82,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mirrorcode",
     "score": 36.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 19,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 48.9,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "posttrainbench",
     "score": 30.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "program_bench",
     "score": 63.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "proofbench",
     "score": 35,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 58.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 34.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "surface_evolver_bench",
     "score": 55.63,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "swe_bench_pro",
     "score": 62.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "swe_bench_verified",
     "score": 78.7,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "swe_marathon",
     "score": 13,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "terminal_bench",
     "score": 82.7,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://z.ai/blog/glm-5.2"
    },
    {
     "league": "vending_bench_2",
     "score": 8313.78,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1593.25,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 70.12,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-2/"
  },
  {
   "id": "zhipuai/glm-5.2-fast",
   "slug": "zhipuai-glm-5-2-fast",
   "name": "GLM 5.2 Fast",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-06-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 128000,
   "pricing": {
    "cachedInputPerMTok": 0.21,
    "inputPerMTok": 2.1,
    "outputPerMTok": 6.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-2-fast/"
  },
  {
   "id": "zhipuai/glm-5.3",
   "slug": "zhipuai-glm-5-3",
   "name": "GLM-5.3",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-08-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 751.23
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.29879,
    "inputPerMTok": 1.19516,
    "outputPerMTok": 4.18306
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 91.11,
    "arc_agi_2": null,
    "eci": 157.1,
    "fiction_live": null,
    "gpqa_diamond": 90.91,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1614.45
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 88.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "deepswe",
     "score": 68.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 78.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 60.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "nl2repo",
     "score": 58,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "frontier_code",
     "score": 40.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 78.1,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "swe_marathon",
     "score": 42.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "ale_bench",
     "score": 1317.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1614.45,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 91.11,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 1317.4,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 56.6,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "chess_puzzles",
     "score": 37,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 19.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 68.96,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "dtbench",
     "score": 87.67,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/dtbench"
    },
    {
     "league": "eci",
     "score": 157.1,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 40.14,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 30.18,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 29.27,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 68.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 90.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 60.91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "lmca",
     "score": 55.51,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://conceptualreasoning.ai/lmca"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "nl2repo",
     "score": 58,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "posttrainbench",
     "score": 34.52,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 49,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "simplebench",
     "score": 66.2,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "simpleqa_verified",
     "score": 41,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "swe_marathon",
     "score": 42.5,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "terminal_bench",
     "score": 88.2,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3"
    },
    {
     "league": "vending_bench_2",
     "score": 8163.61,
     "unit": "usd",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "webdev_arena_elo",
     "score": 1614.45,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "weirdml",
     "score": 75.4,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3/"
  },
  {
   "id": "zhipuai/glm-5.3-fast",
   "slug": "zhipuai-glm-5-3-fast",
   "name": "GLM 5.3 Fast",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-09-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 262144,
   "pricing": {
    "cachedInputPerMTok": 0.21,
    "inputPerMTok": 2.1,
    "outputPerMTok": 6.6
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3-fast/"
  },
  {
   "id": "zhipuai/glm-5.3-flash",
   "slug": "zhipuai-glm-5-3-flash",
   "name": "GLM-5.3-Flash",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-08-20",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 314.4
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.03436,
    "inputPerMTok": 0.11952,
    "outputPerMTok": 0.41831
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": 93.89,
    "arc_agi_2": 65.83,
    "eci": 153.77,
    "fiction_live": null,
    "gpqa_diamond": 90.15,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": 1607.09
   },
   "training_compute_flop": 3.24e+24,
   "coding_scores": [
    {
     "league": "terminal_bench",
     "score": 84.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3-Flash"
    },
    {
     "league": "deepswe",
     "score": 63.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "livebench_coding",
     "score": 78.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "frontier_code",
     "score": 31.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "ale_bench",
     "score": 303.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1607.09,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "scores": [
    {
     "league": "aime",
     "score": 93.89,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "ale_bench",
     "score": 303.55,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "apex_agents",
     "score": 52.8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi",
     "score": 91,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "arc_agi_2",
     "score": 65.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "chess_puzzles",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "critpt",
     "score": 15.43,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "deepswe",
     "score": 63.39,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://deepswe.datacurve.ai/"
    },
    {
     "league": "eci",
     "score": 153.77,
     "unit": "index",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "frontier_code",
     "score": 31.83,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://cognition.com/frontiercode"
    },
    {
     "league": "frontier_swe",
     "score": 18.13,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.frontierswe.com/"
    },
    {
     "league": "frontiermath_tier_4_v2",
     "score": 17.07,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "frontiermath_tiers_1_3_v2",
     "score": 55.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "gpqa_diamond",
     "score": 90.15,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 56.77,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "livebench_coding",
     "score": 78.95,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-06-25"
    },
    {
     "league": "mystery_game_puzzles",
     "score": 8,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "posttrainbench",
     "score": 36.79,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": null
    },
    {
     "league": "proofbench",
     "score": 21,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://www.vals.ai/benchmarks/proof_bench"
    },
    {
     "league": "surface_evolver_bench",
     "score": 52.5,
     "unit": "pct",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://yhenon.github.io/surface-evolver-llm-eval/"
    },
    {
     "league": "terminal_bench",
     "score": 84.3,
     "unit": "pct",
     "attribution": "vendor-self-reported",
     "source": "models.dev",
     "source_url": "https://huggingface.co/zai-org/GLM-5.3-Flash"
    },
    {
     "league": "webdev_arena_elo",
     "score": 1607.09,
     "unit": "elo",
     "attribution": "third-party",
     "source": "epoch.ai",
     "source_url": "https://epoch.ai/benchmarks"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3-flash/"
  },
  {
   "id": "zhipuai/glm-5.3-flashx",
   "slug": "zhipuai-glm-5-3-flashx",
   "name": "GLM 5.3 Flashx",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-09-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.37,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3-flashx/"
  },
  {
   "id": "zhipuai/glm-5.3-flashx-legal",
   "slug": "zhipuai-glm-5-3-flashx-legal",
   "name": "GLM 5.3 Flashx Legal",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-11-02",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.075,
    "inputPerMTok": 0.37,
    "outputPerMTok": 1.25
   },
   "modalities": {
    "input": [
     "image",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3-flashx-legal/"
  },
  {
   "id": "zhipuai/glm-5.3-prime",
   "slug": "zhipuai-glm-5-3-prime",
   "name": "GLM 5.3 Prime",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-09-23",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 3,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1000000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.336,
    "inputPerMTok": 1.68,
    "outputPerMTok": 5.28
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3-prime/"
  },
  {
   "id": "zhipuai/glm-5.3-promo-50",
   "slug": "zhipuai-glm-5-3-promo-50",
   "name": "GLM 5.3 Promo 50",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-08-18",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": "2026-09-16",
   "open_weights": null,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price",
    "totalB": null
   },
   "context_window": 1048576,
   "max_output": 1048576,
   "pricing": {
    "cachedInputPerMTok": 0.13,
    "inputPerMTok": 0.7,
    "outputPerMTok": 2.2
   },
   "modalities": {
    "input": [
     "text"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": null,
    "structuredOutput": null,
    "toolCall": null
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5-3-promo-50/"
  },
  {
   "id": "zhipuai/glm-5v-turbo",
   "slug": "zhipuai-glm-5v-turbo",
   "name": "GLM-5V-Turbo",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-04-01",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": false,
   "license": null,
   "params": {
    "activeB": null,
    "confidence": "estimated",
    "sizeTier": 2,
    "sizeTierBasis": "price+naming",
    "totalB": null
   },
   "context_window": 200000,
   "max_output": 131072,
   "pricing": {
    "cachedInputPerMTok": 0.17927,
    "inputPerMTok": 0.74698,
    "outputPerMTok": 3.28669
   },
   "modalities": {
    "input": [
     "image",
     "pdf",
     "text",
     "video"
    ],
    "output": [
     "text"
    ]
   },
   "capabilities": {
    "promptCaching": true,
    "reasoning": true,
    "structuredOutput": null,
    "toolCall": true
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [
    {
     "league": "livebench_coding",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_agentic_coding",
     "score": 3.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "scores": [
    {
     "league": "livebench_agentic_coding",
     "score": 3.33,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    },
    {
     "league": "livebench_coding",
     "score": 73.9,
     "unit": "pct",
     "attribution": "third-party",
     "source": "livebench",
     "source_url": "https://livebench.ai/#/?release=2026-01-08"
    }
   ],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-5v-turbo/"
  },
  {
   "id": "zhipuai/glm-image",
   "slug": "zhipuai-glm-image",
   "name": "GLM-Image",
   "vendor_id": "zhipuai",
   "vendor": "Zhipu AI",
   "vendor_zh": "智谱",
   "country": "CN",
   "release_date": "2026-01-14",
   "release_date_precision": "day",
   "knowledge_cutoff": null,
   "retired_at": null,
   "open_weights": true,
   "license": "MIT",
   "params": {
    "activeB": null,
    "confidence": "exact",
    "totalB": 6.93
   },
   "context_window": 10240,
   "max_output": null,
   "pricing": {
    "cachedInputPerMTok": null,
    "inputPerMTok": null,
    "outputPerMTok": null
   },
   "modalities": {
    "input": [
     "image",
     "text"
    ],
    "output": [
     "image"
    ]
   },
   "capabilities": {
    "promptCaching": null,
    "reasoning": false,
    "structuredOutput": null,
    "toolCall": false
   },
   "benchmarks": {
    "aime": null,
    "arc_agi_2": null,
    "eci": null,
    "fiction_live": null,
    "gpqa_diamond": null,
    "swe_bench_pro": null,
    "swe_bench_vendor": null,
    "swe_bench_verified": null,
    "webdev_arena_elo": null
   },
   "training_compute_flop": null,
   "coding_scores": [],
   "scores": [],
   "page_url": "https://hedongli1.github.io/ai-model-world/model/zhipuai-glm-image/"
  }
 ]
}