From 052ab8bd60a8d66254e133ea8a82703705fe1206 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Wed, 26 Aug 2026 06:25:06 +0000 Subject: [PATCH] chore: sync model metadata --- .changeset/sync-models.md | 6 + packages/ai-openrouter/src/model-meta.ts | 336 ++- scripts/.sync-models-last-run | 2 +- scripts/openrouter.models.json | 2570 +++++++++++----------- scripts/vercel-gateway.models.json | 48 +- 5 files changed, 1436 insertions(+), 1526 deletions(-) create mode 100644 .changeset/sync-models.md diff --git a/.changeset/sync-models.md b/.changeset/sync-models.md new file mode 100644 index 000000000..5d9ff267d --- /dev/null +++ b/.changeset/sync-models.md @@ -0,0 +1,6 @@ +--- +'@tanstack/ai-openrouter': patch +'@tanstack/ai-vercel-gateway': patch +--- + +Update model metadata from OpenRouter API diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index 55083d8d8..fb80ce5e5 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -152,12 +152,12 @@ const _DEEPSEEK_DEEPSEEK_V4_FLASH_LATEST = { ], }, context_window: 1310720, - max_output_tokens: 1048576, + max_output_tokens: 131072, pricing: { text: { input: { - normal: 0.035, - cached: 0.008, + normal: 0.03, + cached: 0.007, }, output: { normal: 0.075, @@ -253,15 +253,15 @@ const _MOONSHOTAI_KIMI_LATEST = { ], }, context_window: 1048576, - max_output_tokens: 1048576, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 2.8, - cached: 0.29, + normal: 2.55, + cached: 0.25599999, }, output: { - normal: 14, + normal: 12.75, }, }, image: 0, @@ -339,6 +339,7 @@ const _X_AI_GROK_LATEST = { 'reasoning', 'responseFormat', 'seed', + 'stop', 'temperature', 'toolChoice', 'topLogprobs', @@ -346,6 +347,7 @@ const _X_AI_GROK_LATEST = { ], }, context_window: 500000, + max_output_tokens: 450000, pricing: { text: { input: { @@ -488,7 +490,7 @@ const AION_LABS_AION_RP_LLAMA_3_1_8B = { supports: ['maxCompletionTokens', 'temperature', 'topP'], }, context_window: 32768, - max_output_tokens: 32768, + max_output_tokens: 29491, pricing: { text: { input: { @@ -522,7 +524,7 @@ const ALLENAI_OLMO_3_32B_THINK = { ], }, context_window: 65536, - max_output_tokens: 65536, + max_output_tokens: 58982, pricing: { text: { input: { @@ -1562,7 +1564,7 @@ const ARCEE_AI_TRINITY_LARGE_THINKING = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -1722,7 +1724,7 @@ const BYTEDANCE_SEED_SEED_2_1_TURBO = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -2116,7 +2118,7 @@ const DEEPSEEK_DEEPSEEK_CHAT_V3_0324 = { ], }, context_window: 163840, - max_output_tokens: 163840, + max_output_tokens: 147456, pricing: { text: { input: { @@ -2153,7 +2155,7 @@ const DEEPSEEK_DEEPSEEK_CHAT_V3_1 = { ], }, context_window: 163840, - max_output_tokens: 161000, + max_output_tokens: 144900, pricing: { text: { input: { @@ -2256,7 +2258,7 @@ const DEEPSEEK_DEEPSEEK_R1_DISTILL_LLAMA_70B = { ], }, context_window: 8192, - max_output_tokens: 8192, + max_output_tokens: 7372, pricing: { text: { input: { @@ -2328,7 +2330,7 @@ const DEEPSEEK_DEEPSEEK_V3_2 = { ], }, context_window: 163840, - max_output_tokens: 163840, + max_output_tokens: 147456, pricing: { text: { input: { @@ -2441,15 +2443,15 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH_0731 = { ], }, context_window: 1310720, - max_output_tokens: 131072, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 0.14, - cached: 0.028, + normal: 0.06, + cached: 0.012, }, output: { - normal: 0.28, + normal: 0.12, }, }, image: 0, @@ -2518,11 +2520,11 @@ const DEEPSEEK_DEEPSEEK_V4_PRO = { pricing: { text: { input: { - normal: 0.790308, - cached: 0.065859, + normal: 0.87, + cached: 0.0725, }, output: { - normal: 1.580616, + normal: 1.74, }, }, image: 0, @@ -2551,6 +2553,7 @@ const DEEPSEEK_DEEPSEEK_V4_PRO_0813 = { ], }, context_window: 1048576, + max_output_tokens: 943717, pricing: { text: { input: { @@ -2580,7 +2583,7 @@ const DOTS_STUDIO_DOTS_3_NOTE_PREVIEW_FREE = { ], }, context_window: 512000, - max_output_tokens: 512000, + max_output_tokens: 460800, pricing: { text: { input: { @@ -3053,7 +3056,7 @@ const GOOGLE_GEMINI_3_1_FLASH_IMAGE_PREVIEW = { ], }, context_window: 65536, - max_output_tokens: 65536, + max_output_tokens: 58982, pricing: { text: { input: { @@ -3115,7 +3118,7 @@ const GOOGLE_GEMINI_3_1_FLASH_LITE_IMAGE = { ], }, context_window: 65536, - max_output_tokens: 65536, + max_output_tokens: 58982, pricing: { text: { input: { @@ -3625,7 +3628,7 @@ const GOOGLE_GEMMA_3_27B_IT = { ], }, context_window: 262144, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -3672,37 +3675,6 @@ const GOOGLE_GEMMA_3_4B_IT = { image: 0, }, } as const -const GOOGLE_GEMMA_3N_E4B_IT = { - id: 'google/gemma-3n-e4b-it', - name: 'Google: Gemma 3n 4B', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logitBias', - 'maxCompletionTokens', - 'presencePenalty', - 'responseFormat', - 'stop', - 'temperature', - 'topP', - ], - }, - context_window: 32768, - pricing: { - text: { - input: { - normal: 0.06, - cached: 0, - }, - output: { - normal: 0.12, - }, - }, - image: 0, - }, -} as const const GOOGLE_GEMMA_4_26B_A4B_IT = { id: 'google/gemma-4-26b-a4b-it', name: 'Google: Gemma 4 26B A4B ', @@ -3794,12 +3766,12 @@ const GOOGLE_GEMMA_4_31B_IT = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.1, - cached: 0.1, + normal: 0.09, + cached: 0.05, }, output: { normal: 0.34, @@ -3918,7 +3890,7 @@ const GRYPHE_MYTHOMAX_L2_13B = { ], }, context_window: 8192, - max_output_tokens: 4096, + max_output_tokens: 3686, pricing: { text: { input: { @@ -3953,7 +3925,7 @@ const IBM_GRANITE_GRANITE_4_0_H_MICRO = { ], }, context_window: 131000, - max_output_tokens: 131000, + max_output_tokens: 117900, pricing: { text: { input: { @@ -3988,7 +3960,7 @@ const IBM_GRANITE_GRANITE_4_1_8B = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -4335,7 +4307,7 @@ const META_LLAMA_LLAMA_3_1_8B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -4367,7 +4339,7 @@ const META_LLAMA_LLAMA_3_2_1B_INSTRUCT = { ], }, context_window: 60000, - max_output_tokens: 60000, + max_output_tokens: 54000, pricing: { text: { input: { @@ -4401,7 +4373,7 @@ const META_LLAMA_LLAMA_3_2_3B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -4437,15 +4409,15 @@ const META_LLAMA_LLAMA_3_3_70B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 16384, + max_output_tokens: 115200, pricing: { text: { input: { - normal: 0.1, - cached: 0, + normal: 0.71, + cached: 0.71, }, output: { - normal: 0.32, + normal: 0.71, }, }, image: 0, @@ -4507,15 +4479,15 @@ const META_LLAMA_LLAMA_4_SCOUT = { ], }, context_window: 1310720, - max_output_tokens: 16384, + max_output_tokens: 8192, pricing: { text: { input: { - normal: 0.1, - cached: 0, + normal: 0.11, + cached: 0.055, }, output: { - normal: 0.3, + normal: 0.34, }, }, image: 0, @@ -4539,7 +4511,7 @@ const META_LLAMA_LLAMA_GUARD_4_12B = { 'topP', ], }, - context_window: 1048576, + context_window: 163840, max_output_tokens: 16384, pricing: { text: { @@ -4577,6 +4549,7 @@ const META_MUSE_GLIMMER_30B = { ], }, context_window: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -4606,6 +4579,7 @@ const META_MUSE_SPARK_1_1 = { ], }, context_window: 1048576, + max_output_tokens: 943718, pricing: { text: { input: { @@ -4635,6 +4609,7 @@ const META_MUSE_SPARK_1_2 = { ], }, context_window: 1048576, + max_output_tokens: 943718, pricing: { text: { input: { @@ -4664,6 +4639,7 @@ const META_MUSE_SPARK_1_2_CONTRIBUTOR = { ], }, context_window: 1048576, + max_output_tokens: 943718, pricing: { text: { input: { @@ -4696,7 +4672,7 @@ const MICROSOFT_PHI_4 = { ], }, context_window: 16384, - max_output_tokens: 16384, + max_output_tokens: 14745, pricing: { text: { input: { @@ -4751,7 +4727,7 @@ const MINIMAX_MINIMAX_01 = { supports: ['maxCompletionTokens', 'temperature', 'topP'], }, context_window: 1000192, - max_output_tokens: 1000192, + max_output_tokens: 900172, pricing: { text: { input: { @@ -4951,6 +4927,7 @@ const MINIMAX_MINIMAX_M2_7 = { ], }, context_window: 204800, + max_output_tokens: 131072, pricing: { text: { input: { @@ -4981,6 +4958,7 @@ const MINIMAX_MINIMAX_M2_7_FREE = { ], }, context_window: 196608, + max_output_tokens: 176947, pricing: { text: { input: { @@ -5051,6 +5029,7 @@ const MINIMAX_MINIMAX_M3_BATCH = { ], }, context_window: 524288, + max_output_tokens: 471859, pricing: { text: { input: { @@ -5081,6 +5060,7 @@ const MINIMAX_MINIMAX_M3_FREE = { ], }, context_window: 1048576, + max_output_tokens: 943718, pricing: { text: { input: { @@ -5113,6 +5093,7 @@ const MISTRALAI_CODESTRAL_2508 = { ], }, context_window: 256000, + max_output_tokens: 204800, pricing: { text: { input: { @@ -5145,6 +5126,7 @@ const MISTRALAI_DEVSTRAL_2512 = { ], }, context_window: 262144, + max_output_tokens: 209715, pricing: { text: { input: { @@ -5177,6 +5159,7 @@ const MISTRALAI_MINISTRAL_14B_2512 = { ], }, context_window: 262144, + max_output_tokens: 209715, pricing: { text: { input: { @@ -5209,6 +5192,7 @@ const MISTRALAI_MINISTRAL_3B_2512 = { ], }, context_window: 131072, + max_output_tokens: 104857, pricing: { text: { input: { @@ -5240,6 +5224,7 @@ const MISTRALAI_MINISTRAL_8B = { ], }, context_window: 128000, + max_output_tokens: 102400, pricing: { text: { input: { @@ -5272,6 +5257,7 @@ const MISTRALAI_MINISTRAL_8B_2512 = { ], }, context_window: 262144, + max_output_tokens: 209715, pricing: { text: { input: { @@ -5304,6 +5290,7 @@ const MISTRALAI_MISTRAL_LARGE = { ], }, context_window: 128000, + max_output_tokens: 102400, pricing: { text: { input: { @@ -5336,6 +5323,7 @@ const MISTRALAI_MISTRAL_LARGE_2407 = { ], }, context_window: 131072, + max_output_tokens: 104857, pricing: { text: { input: { @@ -5368,6 +5356,7 @@ const MISTRALAI_MISTRAL_LARGE_2512 = { ], }, context_window: 262144, + max_output_tokens: 209715, pricing: { text: { input: { @@ -5400,6 +5389,7 @@ const MISTRALAI_MISTRAL_MEDIUM_3 = { ], }, context_window: 131072, + max_output_tokens: 104857, pricing: { text: { input: { @@ -5433,6 +5423,7 @@ const MISTRALAI_MISTRAL_MEDIUM_3_5 = { ], }, context_window: 262144, + max_output_tokens: 209715, pricing: { text: { input: { @@ -5465,6 +5456,7 @@ const MISTRALAI_MISTRAL_MEDIUM_3_1 = { ], }, context_window: 131072, + max_output_tokens: 104857, pricing: { text: { input: { @@ -5533,6 +5525,7 @@ const MISTRALAI_MISTRAL_SABA = { ], }, context_window: 32768, + max_output_tokens: 26214, pricing: { text: { input: { @@ -5599,6 +5592,7 @@ const MISTRALAI_MISTRAL_SMALL_2603 = { ], }, context_window: 262144, + max_output_tokens: 209715, pricing: { text: { input: { @@ -5632,7 +5626,7 @@ const MISTRALAI_MISTRAL_SMALL_3_1_24B_INSTRUCT = { ], }, context_window: 128000, - max_output_tokens: 128000, + max_output_tokens: 102400, pricing: { text: { input: { @@ -5701,6 +5695,7 @@ const MISTRALAI_MIXTRAL_8X22B_INSTRUCT = { ], }, context_window: 65536, + max_output_tokens: 52428, pricing: { text: { input: { @@ -5733,6 +5728,7 @@ const MISTRALAI_VOXTRAL_SMALL_24B_2507 = { ], }, context_window: 32000, + max_output_tokens: 25600, pricing: { text: { input: { @@ -5870,6 +5866,7 @@ const MOONSHOTAI_KIMI_K2_5 = { ], }, context_window: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -5907,6 +5904,7 @@ const MOONSHOTAI_KIMI_K2_6 = { ], }, context_window: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -5944,7 +5942,7 @@ const MOONSHOTAI_KIMI_K2_7_CODE = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -5978,6 +5976,7 @@ const MOONSHOTAI_KIMI_K2_7_CODE_BATCH = { ], }, context_window: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -6014,7 +6013,7 @@ const MOONSHOTAI_KIMI_K3 = { ], }, context_window: 1048576, - max_output_tokens: 1048576, + max_output_tokens: 943718, pricing: { text: { input: { @@ -6099,7 +6098,7 @@ const NEX_AGI_NEX_N2_MINI = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -6131,7 +6130,7 @@ const NEX_AGI_NEX_N2_PRO = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -6228,6 +6227,7 @@ const NOUSRESEARCH_HERMES_4_405B = { ], }, context_window: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -6258,6 +6258,7 @@ const NOUSRESEARCH_HERMES_4_70B = { ], }, context_window: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -6294,7 +6295,7 @@ const NVIDIA_NEMOTRON_3_NANO_30B_A3B = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -6392,7 +6393,7 @@ const NVIDIA_NEMOTRON_3_SUPER_120B_A12B_FREE = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -6427,6 +6428,7 @@ const NVIDIA_NEMOTRON_3_ULTRA_550B_A55B = { ], }, context_window: 512288, + max_output_tokens: 461059, pricing: { text: { input: { @@ -6460,6 +6462,7 @@ const NVIDIA_NEMOTRON_3_ULTRA_550B_A55B_BATCH = { ], }, context_window: 512288, + max_output_tokens: 461059, pricing: { text: { input: { @@ -6657,7 +6660,7 @@ const OPENAI_GPT_3_5_TURBO_0613 = { ], }, context_window: 4095, - max_output_tokens: 4096, + max_output_tokens: 3685, pricing: { text: { input: { @@ -6729,7 +6732,7 @@ const OPENAI_GPT_3_5_TURBO_INSTRUCT = { ], }, context_window: 4095, - max_output_tokens: 4096, + max_output_tokens: 3685, pricing: { text: { input: { @@ -8939,7 +8942,7 @@ const OPENAI_GPT_OSS_120B = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -8976,7 +8979,7 @@ const OPENAI_GPT_OSS_20B = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -9519,6 +9522,7 @@ const PERPLEXITY_SONAR = { ], }, context_window: 127072, + max_output_tokens: 114364, pricing: { text: { input: { @@ -9548,6 +9552,7 @@ const PERPLEXITY_SONAR_DEEP_RESEARCH = { ], }, context_window: 128000, + max_output_tokens: 115200, pricing: { text: { input: { @@ -9636,6 +9641,7 @@ const PERPLEXITY_SONAR_REASONING_PRO = { ], }, context_window: 128000, + max_output_tokens: 115200, pricing: { text: { input: { @@ -9794,7 +9800,7 @@ const QWEN_QWEN_2_5_7B_INSTRUCT = { ], }, context_window: 32768, - max_output_tokens: 32768, + max_output_tokens: 29491, pricing: { text: { input: { @@ -9826,7 +9832,7 @@ const QWEN_QWEN_2_5_CODER_32B_INSTRUCT = { ], }, context_window: 32768, - max_output_tokens: 32768, + max_output_tokens: 29491, pricing: { text: { input: { @@ -9910,42 +9916,6 @@ const QWEN_QWEN_PLUS_2025_07_28 = { image: 0, }, } as const -const QWEN_QWEN_PLUS_2025_07_28_THINKING = { - id: 'qwen/qwen-plus-2025-07-28:thinking', - name: 'Qwen: Qwen Plus 0728 (thinking)', - supports: { - input: ['text'], - output: ['text'], - supports: [ - 'frequencyPenalty', - 'logprobs', - 'maxCompletionTokens', - 'presencePenalty', - 'reasoning', - 'responseFormat', - 'seed', - 'stop', - 'temperature', - 'toolChoice', - 'topLogprobs', - 'topP', - ], - }, - context_window: 1000000, - max_output_tokens: 32768, - pricing: { - text: { - input: { - normal: 0.26, - cached: 0, - }, - output: { - normal: 0.78, - }, - }, - image: 0, - }, -} as const const QWEN_QWEN2_5_VL_72B_INSTRUCT = { id: 'qwen/qwen2.5-vl-72b-instruct', name: 'Qwen: Qwen2.5 VL 72B Instruct', @@ -9967,15 +9937,15 @@ const QWEN_QWEN2_5_VL_72B_INSTRUCT = { ], }, context_window: 128000, - max_output_tokens: 128000, + max_output_tokens: 28800, pricing: { text: { input: { - normal: 0.8, - cached: 0.4, + normal: 0.25, + cached: 0, }, output: { - normal: 1, + normal: 0.75, }, }, image: 0, @@ -10110,6 +10080,7 @@ const QWEN_QWEN3_235B_A22B_THINKING_2507 = { ], }, context_window: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -10356,7 +10327,7 @@ const QWEN_QWEN3_CODER_30B_A3B_INSTRUCT = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -10427,7 +10398,7 @@ const QWEN_QWEN3_CODER_NEXT = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -10569,7 +10540,7 @@ const QWEN_QWEN3_NEXT_80B_A3B_INSTRUCT = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -10894,7 +10865,7 @@ const QWEN_QWEN3_5_122B_A10B = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -10968,7 +10939,7 @@ const QWEN_QWEN3_5_35B_A3B = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -11005,15 +10976,15 @@ const QWEN_QWEN3_5_397B_A17B = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 65536, pricing: { text: { input: { - normal: 0.5, - cached: 0.3, + normal: 0.39, + cached: 0, }, output: { - normal: 3.6, + normal: 2.34, }, }, image: 0, @@ -11042,7 +11013,7 @@ const QWEN_QWEN3_5_9B = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -11185,15 +11156,15 @@ const QWEN_QWEN3_6_27B = { ], }, context_window: 262144, - max_output_tokens: 81920, + max_output_tokens: 235929, pricing: { text: { input: { - normal: 0.32, - cached: 0, + normal: 0.6, + cached: 0.12, }, output: { - normal: 3.2, + normal: 3.6, }, }, image: 0, @@ -11222,7 +11193,7 @@ const QWEN_QWEN3_6_35B_A3B = { ], }, context_window: 262144, - max_output_tokens: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -11514,11 +11485,11 @@ const QWEN_QWEN3_8_27B = { pricing: { text: { input: { - normal: 0.4, - cached: 0.05, + normal: 0.425, + cached: 0.61625, }, output: { - normal: 3, + normal: 2.55, }, }, image: 0, @@ -11580,7 +11551,7 @@ const REKAAI_REKA_EDGE = { ], }, context_window: 16384, - max_output_tokens: 16384, + max_output_tokens: 14745, pricing: { text: { input: { @@ -11614,7 +11585,7 @@ const REKAAI_REKA_FLASH_3 = { ], }, context_window: 65536, - max_output_tokens: 65536, + max_output_tokens: 58982, pricing: { text: { input: { @@ -11749,7 +11720,7 @@ const SAO10K_L3_LUNARIS_8B = { ], }, context_window: 8192, - max_output_tokens: 16384, + max_output_tokens: 7372, pricing: { text: { input: { @@ -11914,7 +11885,7 @@ const STEPFUN_STEP_3_7_FLASH = { ], }, context_window: 262144, - max_output_tokens: 256000, + max_output_tokens: 230400, pricing: { text: { input: { @@ -11944,7 +11915,7 @@ const TENCENT_HUNYUAN_A13B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -12096,6 +12067,7 @@ const TENCENT_HY3_PREVIEW = { ], }, context_window: 262144, + max_output_tokens: 235929, pricing: { text: { input: { @@ -12130,7 +12102,7 @@ const THEDRUMMER_CYDONIA_24B_V4_1 = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -12165,7 +12137,7 @@ const THEDRUMMER_ROCINANTE_12B = { ], }, context_window: 65536, - max_output_tokens: 65536, + max_output_tokens: 58982, pricing: { text: { input: { @@ -12200,7 +12172,7 @@ const THEDRUMMER_SKYFALL_36B_V2 = { ], }, context_window: 32768, - max_output_tokens: 32768, + max_output_tokens: 29491, pricing: { text: { input: { @@ -12236,7 +12208,7 @@ const THEDRUMMER_UNSLOPNEMO_12B = { ], }, context_window: 1024000, - max_output_tokens: 32768, + max_output_tokens: 26214, pricing: { text: { input: { @@ -12372,6 +12344,7 @@ const THINKINGMACHINES_INKLING_BATCH = { ], }, context_window: 524288, + max_output_tokens: 471859, pricing: { text: { input: { @@ -12470,7 +12443,7 @@ const UPSTAGE_SOLAR_PRO_3 = { ], }, context_window: 131072, - max_output_tokens: 131072, + max_output_tokens: 117964, pricing: { text: { input: { @@ -12558,6 +12531,7 @@ const X_AI_GROK_4_20 = { ], }, context_window: 2000000, + max_output_tokens: 1800000, pricing: { text: { input: { @@ -12589,6 +12563,7 @@ const X_AI_GROK_4_20_MULTI_AGENT = { ], }, context_window: 2000000, + max_output_tokens: 1800000, pricing: { text: { input: { @@ -12621,6 +12596,7 @@ const X_AI_GROK_4_3 = { ], }, context_window: 1000000, + max_output_tokens: 900000, pricing: { text: { input: { @@ -12653,6 +12629,7 @@ const X_AI_GROK_4_5 = { ], }, context_window: 500000, + max_output_tokens: 450000, pricing: { text: { input: { @@ -12678,6 +12655,7 @@ const X_AI_GROK_4_6 = { 'reasoning', 'responseFormat', 'seed', + 'stop', 'temperature', 'toolChoice', 'topLogprobs', @@ -12685,6 +12663,7 @@ const X_AI_GROK_4_6 = { ], }, context_window: 500000, + max_output_tokens: 450000, pricing: { text: { input: { @@ -12717,6 +12696,7 @@ const X_AI_GROK_BUILD_0_1 = { ], }, context_window: 256000, + max_output_tokens: 230400, pricing: { text: { input: { @@ -13134,7 +13114,7 @@ const Z_AI_GLM_5_1 = { ], }, context_window: 204800, - max_output_tokens: 202752, + max_output_tokens: 182476, pricing: { text: { input: { @@ -13206,6 +13186,7 @@ const Z_AI_GLM_5_2_BATCH = { ], }, context_window: 1048575, + max_output_tokens: 943717, pricing: { text: { input: { @@ -13239,7 +13220,7 @@ const Z_AI_GLM_5_2_FREE = { ], }, context_window: 256000, - max_output_tokens: 256000, + max_output_tokens: 230400, pricing: { text: { input: { @@ -13445,6 +13426,7 @@ export type OpenRouterModelOptionsByName = { | 'reasoning' | 'responseFormat' | 'seed' + | 'stop' | 'temperature' | 'toolChoice' | 'topLogprobs' @@ -14667,18 +14649,6 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topP' > - [GOOGLE_GEMMA_3N_E4B_IT.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logitBias' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'responseFormat' - | 'stop' - | 'temperature' - | 'topP' - > [GOOGLE_GEMMA_4_26B_A4B_IT.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -17001,22 +16971,6 @@ export type OpenRouterModelOptionsByName = { | 'topLogprobs' | 'topP' > - [QWEN_QWEN_PLUS_2025_07_28_THINKING.id]: OpenRouterCommonOptions & - Pick< - OpenRouterBaseOptions, - | 'frequencyPenalty' - | 'logprobs' - | 'maxCompletionTokens' - | 'presencePenalty' - | 'reasoning' - | 'responseFormat' - | 'seed' - | 'stop' - | 'temperature' - | 'toolChoice' - | 'topLogprobs' - | 'topP' - > [QWEN_QWEN2_5_VL_72B_INSTRUCT.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -18148,6 +18102,7 @@ export type OpenRouterModelOptionsByName = { | 'reasoning' | 'responseFormat' | 'seed' + | 'stop' | 'temperature' | 'toolChoice' | 'topLogprobs' @@ -18620,7 +18575,6 @@ export type OpenRouterModelInputModalitiesByName = { [GOOGLE_GEMMA_3_12B_IT.id]: ReadonlyArray<'text' | 'image'> [GOOGLE_GEMMA_3_27B_IT.id]: ReadonlyArray<'text' | 'image'> [GOOGLE_GEMMA_3_4B_IT.id]: ReadonlyArray<'text' | 'image'> - [GOOGLE_GEMMA_3N_E4B_IT.id]: ReadonlyArray<'text'> [GOOGLE_GEMMA_4_26B_A4B_IT.id]: ReadonlyArray<'image' | 'text' | 'video'> [GOOGLE_GEMMA_4_26B_A4B_IT_FREE.id]: ReadonlyArray<'image' | 'text' | 'video'> [GOOGLE_GEMMA_4_31B_IT.id]: ReadonlyArray<'image' | 'text' | 'video'> @@ -18841,7 +18795,6 @@ export type OpenRouterModelInputModalitiesByName = { [QWEN_QWEN_2_5_CODER_32B_INSTRUCT.id]: ReadonlyArray<'text'> [QWEN_QWEN_PLUS.id]: ReadonlyArray<'text'> [QWEN_QWEN_PLUS_2025_07_28.id]: ReadonlyArray<'text'> - [QWEN_QWEN_PLUS_2025_07_28_THINKING.id]: ReadonlyArray<'text'> [QWEN_QWEN2_5_VL_72B_INSTRUCT.id]: ReadonlyArray<'text' | 'image'> [QWEN_QWEN3_14B.id]: ReadonlyArray<'text'> [QWEN_QWEN3_235B_A22B.id]: ReadonlyArray<'text'> @@ -19065,7 +19018,6 @@ export const OPENROUTER_CHAT_MODELS = [ GOOGLE_GEMMA_3_12B_IT.id, GOOGLE_GEMMA_3_27B_IT.id, GOOGLE_GEMMA_3_4B_IT.id, - GOOGLE_GEMMA_3N_E4B_IT.id, GOOGLE_GEMMA_4_26B_A4B_IT.id, GOOGLE_GEMMA_4_26B_A4B_IT_FREE.id, GOOGLE_GEMMA_4_31B_IT.id, @@ -19260,7 +19212,6 @@ export const OPENROUTER_CHAT_MODELS = [ QWEN_QWEN_2_5_CODER_32B_INSTRUCT.id, QWEN_QWEN_PLUS.id, QWEN_QWEN_PLUS_2025_07_28.id, - QWEN_QWEN_PLUS_2025_07_28_THINKING.id, QWEN_QWEN2_5_VL_72B_INSTRUCT.id, QWEN_QWEN3_14B.id, QWEN_QWEN3_235B_A22B.id, @@ -20070,7 +20021,6 @@ export const OPENROUTER_COMBINED_TOOLS_AND_SCHEMA_MODELS: ReadonlySet = QWEN_QWEN_2_5_7B_INSTRUCT.id, QWEN_QWEN_PLUS.id, QWEN_QWEN_PLUS_2025_07_28.id, - QWEN_QWEN_PLUS_2025_07_28_THINKING.id, QWEN_QWEN3_14B.id, QWEN_QWEN3_235B_A22B_2507.id, QWEN_QWEN3_30B_A3B_INSTRUCT_2507.id, diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index a4d41c197..a8fd21ea6 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1787638971 +1787725491 diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index a7d938708..9c70de98d 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -271,13 +271,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000035", + "prompt": "0.00000003", "completion": "0.000000075", - "input_cache_read": "0.000000008" + "input_cache_read": "0.000000007" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 1048576, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, @@ -483,13 +483,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000028", - "completion": "0.000014", - "input_cache_read": "0.00000029" + "prompt": "0.00000255", + "completion": "0.00001275", + "input_cache_read": "0.00000025599999" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 1048576, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -709,7 +709,7 @@ }, "top_provider": { "context_length": 500000, - "max_completion_tokens": null, + "max_completion_tokens": 450000, "is_moderated": false }, "per_request_limits": null, @@ -721,10 +721,12 @@ "reasoning_effort", "response_format", "seed", + "stop", "structured_outputs", "temperature", "tool_choice", "tools", + "top_k", "top_logprobs", "top_p" ], @@ -967,7 +969,7 @@ }, "top_provider": { "context_length": 32768, - "max_completion_tokens": 32768, + "max_completion_tokens": 29491, "is_moderated": false }, "per_request_limits": null, @@ -1001,7 +1003,7 @@ }, "top_provider": { "context_length": 65536, - "max_completion_tokens": 65536, + "max_completion_tokens": 58982, "is_moderated": false }, "per_request_limits": null, @@ -1444,8 +1446,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1293, - "win_rate": 61.9, + "elo": 1285, + "win_rate": 62, "rank": 1 }, { @@ -1465,15 +1467,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1303, - "win_rate": 65.3, + "elo": 1302, + "win_rate": 65.2, "rank": 2 }, { "arena": "agents", "category": "fullstack", - "elo": 1287, - "win_rate": 61, + "elo": 1289, + "win_rate": 61.1, "rank": 5 }, { @@ -1486,16 +1488,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1270, - "win_rate": 60.6, + "elo": 1271, + "win_rate": 60.5, "rank": 1 }, { "arena": "agents", "category": "mobileapps", "elo": 1256, - "win_rate": 55.7, - "rank": 7 + "win_rate": 55.6, + "rank": 8 }, { "arena": "agents", @@ -1508,7 +1510,7 @@ "arena": "agents", "category": "webapps", "elo": 1290, - "win_rate": 59.1, + "win_rate": 59, "rank": 3 }, { @@ -1521,14 +1523,14 @@ { "arena": "models", "category": "asciiart", - "elo": 1365, - "win_rate": 70.6, - "rank": 1 + "elo": 1368, + "win_rate": 70.8, + "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1339, + "elo": 1338, "win_rate": 59.1, "rank": 4 }, @@ -1549,21 +1551,21 @@ { "arena": "models", "category": "svg", - "elo": 1344, - "win_rate": 65.1, + "elo": 1343, + "win_rate": 65, "rank": 3 }, { "arena": "models", "category": "uicomponent", "elo": 1344, - "win_rate": 58.8, + "win_rate": 58.7, "rank": 5 }, { "arena": "models", "category": "website", - "elo": 1320, + "elo": 1319, "win_rate": 58, "rank": 8 } @@ -1640,8 +1642,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1293, - "win_rate": 61.9, + "elo": 1285, + "win_rate": 62, "rank": 1 }, { @@ -1661,15 +1663,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1303, - "win_rate": 65.3, + "elo": 1302, + "win_rate": 65.2, "rank": 2 }, { "arena": "agents", "category": "fullstack", - "elo": 1287, - "win_rate": 61, + "elo": 1289, + "win_rate": 61.1, "rank": 5 }, { @@ -1682,16 +1684,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1270, - "win_rate": 60.6, + "elo": 1271, + "win_rate": 60.5, "rank": 1 }, { "arena": "agents", "category": "mobileapps", "elo": 1256, - "win_rate": 55.7, - "rank": 7 + "win_rate": 55.6, + "rank": 8 }, { "arena": "agents", @@ -1704,7 +1706,7 @@ "arena": "agents", "category": "webapps", "elo": 1290, - "win_rate": 59.1, + "win_rate": 59, "rank": 3 }, { @@ -1717,14 +1719,14 @@ { "arena": "models", "category": "asciiart", - "elo": 1365, - "win_rate": 70.6, - "rank": 1 + "elo": 1368, + "win_rate": 70.8, + "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1339, + "elo": 1338, "win_rate": 59.1, "rank": 4 }, @@ -1745,21 +1747,21 @@ { "arena": "models", "category": "svg", - "elo": 1344, - "win_rate": 65.1, + "elo": 1343, + "win_rate": 65, "rank": 3 }, { "arena": "models", "category": "uicomponent", "elo": 1344, - "win_rate": 58.8, + "win_rate": 58.7, "rank": 5 }, { "arena": "models", "category": "website", - "elo": 1320, + "elo": 1319, "win_rate": 58, "rank": 8 } @@ -1845,9 +1847,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1167, + "elo": 1166, "win_rate": 49.3, - "rank": 35 + "rank": 38 }, { "arena": "models", @@ -1887,9 +1889,9 @@ { "arena": "models", "category": "website", - "elo": 1142, + "elo": 1143, "win_rate": 45.1, - "rank": 83 + "rank": 82 } ], "artificial_analysis": { @@ -1970,9 +1972,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1167, + "elo": 1166, "win_rate": 49.3, - "rank": 35 + "rank": 38 }, { "arena": "models", @@ -2012,9 +2014,9 @@ { "arena": "models", "category": "website", - "elo": 1142, + "elo": 1143, "win_rate": 45.1, - "rank": 83 + "rank": 82 } ], "artificial_analysis": { @@ -2120,7 +2122,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 1180, + "elo": 1181, "win_rate": 59.2, "rank": 62 }, @@ -2203,9 +2205,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1194, + "elo": 1193, "win_rate": 51.5, - "rank": 22 + "rank": 23 }, { "arena": "models", @@ -2321,9 +2323,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1194, + "elo": 1193, "win_rate": 51.5, - "rank": 22 + "rank": 23 }, { "arena": "models", @@ -2428,7 +2430,7 @@ { "arena": "models", "category": "3d", - "elo": 1259, + "elo": 1260, "win_rate": 58.5, "rank": 29 }, @@ -2437,7 +2439,7 @@ "category": "asciiart", "elo": 1216, "win_rate": 54.7, - "rank": 19 + "rank": 20 }, { "arena": "models", @@ -2486,7 +2488,7 @@ "category": "androidnative", "elo": 1201, "win_rate": 65.5, - "rank": 17 + "rank": 16 }, { "arena": "agents", @@ -2500,7 +2502,7 @@ "category": "mobileapps", "elo": 1236, "win_rate": 60.7, - "rank": 11 + "rank": 12 }, { "arena": "agents", @@ -2568,7 +2570,7 @@ { "arena": "models", "category": "3d", - "elo": 1259, + "elo": 1260, "win_rate": 58.5, "rank": 29 }, @@ -2577,7 +2579,7 @@ "category": "asciiart", "elo": 1216, "win_rate": 54.7, - "rank": 19 + "rank": 20 }, { "arena": "models", @@ -2626,7 +2628,7 @@ "category": "androidnative", "elo": 1201, "win_rate": 65.5, - "rank": 17 + "rank": 16 }, { "arena": "agents", @@ -2640,7 +2642,7 @@ "category": "mobileapps", "elo": 1236, "win_rate": 60.7, - "rank": 11 + "rank": 12 }, { "arena": "agents", @@ -2712,7 +2714,7 @@ { "arena": "agents", "category": "androidnative", - "elo": 1231, + "elo": 1232, "win_rate": 65.7, "rank": 11 }, @@ -2720,166 +2722,20 @@ "arena": "agents", "category": "fullstack", "elo": 1242, - "win_rate": 62.4, + "win_rate": 62.3, "rank": 11 }, { "arena": "agents", "category": "mobileapps", - "elo": 1255, - "win_rate": 61.4, - "rank": 8 - }, - { - "arena": "agents", - "category": "webapps", - "elo": 1236, - "win_rate": 58.1, - "rank": 14 - }, - { - "arena": "models", - "category": "3d", - "elo": 1320, - "win_rate": 62.5, - "rank": 11 - }, - { - "arena": "models", - "category": "asciiart", - "elo": 1279, - "win_rate": 63.1, - "rank": 10 - }, - { - "arena": "models", - "category": "codecategories", - "elo": 1314, - "win_rate": 61.2, - "rank": 11 - }, - { - "arena": "models", - "category": "dataviz", - "elo": 1303, - "win_rate": 58.6, - "rank": 11 - }, - { - "arena": "models", - "category": "gamedev", - "elo": 1315, + "elo": 1254, "win_rate": 61, - "rank": 13 - }, - { - "arena": "models", - "category": "svg", - "elo": 1269, - "win_rate": 60.9, "rank": 9 }, - { - "arena": "models", - "category": "uicomponent", - "elo": 1312, - "win_rate": 59.9, - "rank": 11 - }, - { - "arena": "models", - "category": "website", - "elo": 1312, - "win_rate": 61.2, - "rank": 10 - } - ] - }, - "reasoning": { - "mandatory": false, - "default_enabled": false, - "supports_max_tokens": true, - "supported_efforts": ["max", "high", "medium", "low"], - "default_effort": "high" - } - }, - { - "id": "anthropic/claude-opus-4.6:batch", - "canonical_slug": "anthropic/claude-4.6-opus-20260205", - "hugging_face_id": "", - "name": "Anthropic: Claude Opus 4.6 (batch)", - "created": 1770219050, - "description": "Opus 4.6 is Anthropic’s strongest model for coding and long-running professional tasks. It is built for agents that operate across entire workflows rather than single prompts, making it especially effective...", - "context_length": 1000000, - "architecture": { - "modality": "text+image+file->text", - "input_modalities": ["text", "image", "file"], - "output_modalities": ["text"], - "tokenizer": "Claude", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000025", - "completion": "0.0000125", - "web_search": "0.01", - "input_cache_read": "0.00000025", - "input_cache_write": "0.000003125", - "input_cache_write_1h": "0.000005" - }, - "top_provider": { - "context_length": 1000000, - "max_completion_tokens": 128000, - "is_moderated": true - }, - "per_request_limits": null, - "supported_parameters": [ - "include_reasoning", - "max_tokens", - "reasoning", - "reasoning_effort", - "response_format", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_p", - "verbosity" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/anthropic/claude-4.6-opus-20260205/endpoints" - }, - "benchmarks": { - "design_arena": [ - { - "arena": "agents", - "category": "androidnative", - "elo": 1231, - "win_rate": 65.7, - "rank": 11 - }, - { - "arena": "agents", - "category": "fullstack", - "elo": 1242, - "win_rate": 62.4, - "rank": 11 - }, - { - "arena": "agents", - "category": "mobileapps", - "elo": 1255, - "win_rate": 61.4, - "rank": 8 - }, { "arena": "agents", "category": "webapps", - "elo": 1236, + "elo": 1237, "win_rate": 58.1, "rank": 14 }, @@ -2895,7 +2751,153 @@ "category": "asciiart", "elo": 1279, "win_rate": 63.1, - "rank": 10 + "rank": 11 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1314, + "win_rate": 61.2, + "rank": 11 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1303, + "win_rate": 58.6, + "rank": 11 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1315, + "win_rate": 61, + "rank": 13 + }, + { + "arena": "models", + "category": "svg", + "elo": 1269, + "win_rate": 60.9, + "rank": 9 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1312, + "win_rate": 59.9, + "rank": 11 + }, + { + "arena": "models", + "category": "website", + "elo": 1312, + "win_rate": 61.2, + "rank": 10 + } + ] + }, + "reasoning": { + "mandatory": false, + "default_enabled": false, + "supports_max_tokens": true, + "supported_efforts": ["max", "high", "medium", "low"], + "default_effort": "high" + } + }, + { + "id": "anthropic/claude-opus-4.6:batch", + "canonical_slug": "anthropic/claude-4.6-opus-20260205", + "hugging_face_id": "", + "name": "Anthropic: Claude Opus 4.6 (batch)", + "created": 1770219050, + "description": "Opus 4.6 is Anthropic’s strongest model for coding and long-running professional tasks. It is built for agents that operate across entire workflows rather than single prompts, making it especially effective...", + "context_length": 1000000, + "architecture": { + "modality": "text+image+file->text", + "input_modalities": ["text", "image", "file"], + "output_modalities": ["text"], + "tokenizer": "Claude", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000025", + "completion": "0.0000125", + "web_search": "0.01", + "input_cache_read": "0.00000025", + "input_cache_write": "0.000003125", + "input_cache_write_1h": "0.000005" + }, + "top_provider": { + "context_length": 1000000, + "max_completion_tokens": 128000, + "is_moderated": true + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "reasoning_effort", + "response_format", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_p", + "verbosity" + ], + "default_parameters": {}, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/anthropic/claude-4.6-opus-20260205/endpoints" + }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1232, + "win_rate": 65.7, + "rank": 11 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1242, + "win_rate": 62.3, + "rank": 11 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1254, + "win_rate": 61, + "rank": 9 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1237, + "win_rate": 58.1, + "rank": 14 + }, + { + "arena": "models", + "category": "3d", + "elo": 1320, + "win_rate": 62.5, + "rank": 11 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1279, + "win_rate": 63.1, + "rank": 11 }, { "arena": "models", @@ -3003,7 +3005,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1248, + "elo": 1240, "win_rate": 62.3, "rank": 6 }, @@ -3040,7 +3042,7 @@ "category": "androidnative", "elo": 1250, "win_rate": 56, - "rank": 7 + "rank": 8 }, { "arena": "agents", @@ -3059,7 +3061,7 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1223, + "elo": 1224, "win_rate": 56.7, "rank": 5 }, @@ -3088,15 +3090,15 @@ "arena": "models", "category": "3d", "elo": 1296, - "win_rate": 56.8, + "win_rate": 56.7, "rank": 20 }, { "arena": "models", "category": "asciiart", - "elo": 1313, + "elo": 1312, "win_rate": 65.6, - "rank": 3 + "rank": 4 }, { "arena": "models", @@ -3269,7 +3271,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1248, + "elo": 1240, "win_rate": 62.3, "rank": 6 }, @@ -3306,7 +3308,7 @@ "category": "androidnative", "elo": 1250, "win_rate": 56, - "rank": 7 + "rank": 8 }, { "arena": "agents", @@ -3325,7 +3327,7 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1223, + "elo": 1224, "win_rate": 56.7, "rank": 5 }, @@ -3354,15 +3356,15 @@ "arena": "models", "category": "3d", "elo": 1296, - "win_rate": 56.8, + "win_rate": 56.7, "rank": 20 }, { "arena": "models", "category": "asciiart", - "elo": 1313, + "elo": 1312, "win_rate": 65.6, - "rank": 3 + "rank": 4 }, { "arena": "models", @@ -3475,8 +3477,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1254, - "win_rate": 61.4, + "elo": 1245, + "win_rate": 61.3, "rank": 5 }, { @@ -3510,15 +3512,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1253, - "win_rate": 58.6, - "rank": 6 + "elo": 1252, + "win_rate": 58.4, + "rank": 7 }, { "arena": "agents", "category": "fullstack", "elo": 1272, - "win_rate": 59.2, + "win_rate": 59.1, "rank": 7 }, { @@ -3531,16 +3533,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1233, + "elo": 1234, "win_rate": 58.1, "rank": 3 }, { "arena": "agents", "category": "mobileapps", - "elo": 1242, - "win_rate": 54.3, - "rank": 10 + "elo": 1244, + "win_rate": 54.5, + "rank": 11 }, { "arena": "agents", @@ -3559,9 +3561,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1255, - "win_rate": 52.8, - "rank": 10 + "elo": 1256, + "win_rate": 53, + "rank": 9 }, { "arena": "models", @@ -3574,8 +3576,8 @@ "arena": "models", "category": "asciiart", "elo": 1295, - "win_rate": 62.2, - "rank": 6 + "win_rate": 62.3, + "rank": 7 }, { "arena": "models", @@ -3609,14 +3611,14 @@ "arena": "models", "category": "uicomponent", "elo": 1281, - "win_rate": 54.9, + "win_rate": 55, "rank": 26 }, { "arena": "models", "category": "website", "elo": 1272, - "win_rate": 53.9, + "win_rate": 54, "rank": 28 } ], @@ -3748,8 +3750,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1254, - "win_rate": 61.4, + "elo": 1245, + "win_rate": 61.3, "rank": 5 }, { @@ -3783,15 +3785,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1253, - "win_rate": 58.6, - "rank": 6 + "elo": 1252, + "win_rate": 58.4, + "rank": 7 }, { "arena": "agents", "category": "fullstack", "elo": 1272, - "win_rate": 59.2, + "win_rate": 59.1, "rank": 7 }, { @@ -3804,16 +3806,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1233, + "elo": 1234, "win_rate": 58.1, "rank": 3 }, { "arena": "agents", "category": "mobileapps", - "elo": 1242, - "win_rate": 54.3, - "rank": 10 + "elo": 1244, + "win_rate": 54.5, + "rank": 11 }, { "arena": "agents", @@ -3832,9 +3834,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1255, - "win_rate": 52.8, - "rank": 10 + "elo": 1256, + "win_rate": 53, + "rank": 9 }, { "arena": "models", @@ -3847,8 +3849,8 @@ "arena": "models", "category": "asciiart", "elo": 1295, - "win_rate": 62.2, - "rank": 6 + "win_rate": 62.3, + "rank": 7 }, { "arena": "models", @@ -3882,14 +3884,14 @@ "arena": "models", "category": "uicomponent", "elo": 1281, - "win_rate": 54.9, + "win_rate": 55, "rank": 26 }, { "arena": "models", "category": "website", "elo": 1272, - "win_rate": 53.9, + "win_rate": 54, "rank": 28 } ], @@ -3961,36 +3963,43 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1280, - "win_rate": 53.3, + "elo": 1272, + "win_rate": 53.6, "rank": 2 }, { "arena": "agents", "category": "fullstack", - "elo": 1347, + "elo": 1348, "win_rate": 69.3, "rank": 3 }, { "arena": "agents", "category": "webapps", - "elo": 1269, + "elo": 1270, "win_rate": 55.5, "rank": 7 }, { "arena": "models", "category": "3d", - "elo": 1379, - "win_rate": 63.8, + "elo": 1378, + "win_rate": 63.7, "rank": 2 }, + { + "arena": "models", + "category": "asciiart", + "elo": 1392, + "win_rate": 71.3, + "rank": 1 + }, { "arena": "models", "category": "codecategories", "elo": 1349, - "win_rate": 59.3, + "win_rate": 59.4, "rank": 2 }, { @@ -4011,15 +4020,15 @@ "arena": "models", "category": "svg", "elo": 1363, - "win_rate": 62.7, + "win_rate": 62.8, "rank": 1 }, { "arena": "models", "category": "uicomponent", - "elo": 1372, - "win_rate": 61.9, - "rank": 2 + "elo": 1373, + "win_rate": 62, + "rank": 1 }, { "arena": "models", @@ -4027,6 +4036,13 @@ "elo": 1331, "win_rate": 57.6, "rank": 3 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1298, + "win_rate": 60, + "rank": 1 } ], "artificial_analysis": { @@ -4150,36 +4166,43 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1280, - "win_rate": 53.3, + "elo": 1272, + "win_rate": 53.6, "rank": 2 }, { "arena": "agents", "category": "fullstack", - "elo": 1347, + "elo": 1348, "win_rate": 69.3, "rank": 3 }, { "arena": "agents", "category": "webapps", - "elo": 1269, + "elo": 1270, "win_rate": 55.5, "rank": 7 }, { "arena": "models", "category": "3d", - "elo": 1379, - "win_rate": 63.8, + "elo": 1378, + "win_rate": 63.7, "rank": 2 }, + { + "arena": "models", + "category": "asciiart", + "elo": 1392, + "win_rate": 71.3, + "rank": 1 + }, { "arena": "models", "category": "codecategories", "elo": 1349, - "win_rate": 59.3, + "win_rate": 59.4, "rank": 2 }, { @@ -4200,15 +4223,15 @@ "arena": "models", "category": "svg", "elo": 1363, - "win_rate": 62.7, + "win_rate": 62.8, "rank": 1 }, { "arena": "models", "category": "uicomponent", - "elo": 1372, - "win_rate": 61.9, - "rank": 2 + "elo": 1373, + "win_rate": 62, + "rank": 1 }, { "arena": "models", @@ -4216,6 +4239,13 @@ "elo": 1331, "win_rate": 57.6, "rank": 3 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1298, + "win_rate": 60, + "rank": 1 } ], "artificial_analysis": { @@ -4330,7 +4360,7 @@ "category": "svg", "elo": 1120, "win_rate": 51.1, - "rank": 55 + "rank": 54 }, { "arena": "models", @@ -4436,9 +4466,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1232, + "elo": 1231, "win_rate": 56.1, - "rank": 17 + "rank": 18 }, { "arena": "models", @@ -4494,7 +4524,7 @@ "category": "mobileapps", "elo": 1184, "win_rate": 52.9, - "rank": 25 + "rank": 26 }, { "arena": "agents", @@ -4592,9 +4622,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1232, + "elo": 1231, "win_rate": 56.1, - "rank": 17 + "rank": 18 }, { "arena": "models", @@ -4650,7 +4680,7 @@ "category": "mobileapps", "elo": 1184, "win_rate": 52.9, - "rank": 25 + "rank": 26 }, { "arena": "agents", @@ -4727,9 +4757,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1180, + "elo": 1172, "win_rate": 52.2, - "rank": 16 + "rank": 15 }, { "arena": "agents", @@ -4755,9 +4785,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1258, + "elo": 1259, "win_rate": 63.6, - "rank": 5 + "rank": 6 }, { "arena": "agents", @@ -4776,16 +4806,16 @@ { "arena": "models", "category": "asciiart", - "elo": 1261, + "elo": 1260, "win_rate": 60.1, - "rank": 12 + "rank": 13 }, { "arena": "models", "category": "codecategories", - "elo": 1301, + "elo": 1302, "win_rate": 59.4, - "rank": 15 + "rank": 13 }, { "arena": "models", @@ -4890,9 +4920,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1180, + "elo": 1172, "win_rate": 52.2, - "rank": 16 + "rank": 15 }, { "arena": "agents", @@ -4918,9 +4948,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1258, + "elo": 1259, "win_rate": 63.6, - "rank": 5 + "rank": 6 }, { "arena": "agents", @@ -4939,16 +4969,16 @@ { "arena": "models", "category": "asciiart", - "elo": 1261, + "elo": 1260, "win_rate": 60.1, - "rank": 12 + "rank": 13 }, { "arena": "models", "category": "codecategories", - "elo": 1301, + "elo": 1302, "win_rate": 59.4, - "rank": 15 + "rank": 13 }, { "arena": "models", @@ -5052,22 +5082,22 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1232, - "win_rate": 54.7, - "rank": 8 + "elo": 1223, + "win_rate": 54.6, + "rank": 7 }, { "arena": "agents", "category": "androidnative", "elo": 1245, - "win_rate": 55.6, + "win_rate": 55.5, "rank": 9 }, { "arena": "agents", "category": "fullstack", "elo": 1271, - "win_rate": 56.9, + "win_rate": 56.6, "rank": 8 }, { @@ -5087,23 +5117,23 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1230, - "win_rate": 50.9, - "rank": 12 + "elo": 1233, + "win_rate": 51, + "rank": 13 }, { "arena": "agents", "category": "python-pptxslides", "elo": 1249, - "win_rate": 52.7, + "win_rate": 52.6, "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1277, - "win_rate": 56.1, - "rank": 5 + "elo": 1276, + "win_rate": 56, + "rank": 6 }, { "arena": "models", @@ -5117,7 +5147,7 @@ "category": "asciiart", "elo": 1236, "win_rate": 52.8, - "rank": 16 + "rank": 17 }, { "arena": "models", @@ -5129,7 +5159,7 @@ { "arena": "models", "category": "dataviz", - "elo": 1263, + "elo": 1262, "win_rate": 52.7, "rank": 24 }, @@ -5143,22 +5173,22 @@ { "arena": "models", "category": "svg", - "elo": 1229, + "elo": 1230, "win_rate": 52.5, - "rank": 21 + "rank": 20 }, { "arena": "models", "category": "uicomponent", "elo": 1306, "win_rate": 55.1, - "rank": 15 + "rank": 14 }, { "arena": "models", "category": "website", "elo": 1297, - "win_rate": 54.3, + "win_rate": 54.2, "rank": 14 } ], @@ -5228,22 +5258,22 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1232, - "win_rate": 54.7, - "rank": 8 + "elo": 1223, + "win_rate": 54.6, + "rank": 7 }, { "arena": "agents", "category": "androidnative", "elo": 1245, - "win_rate": 55.6, + "win_rate": 55.5, "rank": 9 }, { "arena": "agents", "category": "fullstack", "elo": 1271, - "win_rate": 56.9, + "win_rate": 56.6, "rank": 8 }, { @@ -5263,23 +5293,23 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1230, - "win_rate": 50.9, - "rank": 12 + "elo": 1233, + "win_rate": 51, + "rank": 13 }, { "arena": "agents", "category": "python-pptxslides", "elo": 1249, - "win_rate": 52.7, + "win_rate": 52.6, "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1277, - "win_rate": 56.1, - "rank": 5 + "elo": 1276, + "win_rate": 56, + "rank": 6 }, { "arena": "models", @@ -5293,7 +5323,7 @@ "category": "asciiart", "elo": 1236, "win_rate": 52.8, - "rank": 16 + "rank": 17 }, { "arena": "models", @@ -5305,7 +5335,7 @@ { "arena": "models", "category": "dataviz", - "elo": 1263, + "elo": 1262, "win_rate": 52.7, "rank": 24 }, @@ -5319,22 +5349,22 @@ { "arena": "models", "category": "svg", - "elo": 1229, + "elo": 1230, "win_rate": 52.5, - "rank": 21 + "rank": 20 }, { "arena": "models", "category": "uicomponent", "elo": 1306, "win_rate": 55.1, - "rank": 15 + "rank": 14 }, { "arena": "models", "category": "website", "elo": 1297, - "win_rate": 54.3, + "win_rate": 54.2, "rank": 14 } ], @@ -5373,7 +5403,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -5425,7 +5455,7 @@ "category": "asciiart", "elo": 1067, "win_rate": 37.1, - "rank": 56 + "rank": 57 }, { "arena": "models", @@ -5717,7 +5747,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -6357,7 +6387,7 @@ { "arena": "models", "category": "gamedev", - "elo": 1090, + "elo": 1089, "win_rate": 43.7, "rank": 90 }, @@ -6371,7 +6401,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 1120, + "elo": 1121, "win_rate": 52.7, "rank": 80 }, @@ -6406,7 +6436,7 @@ }, "top_provider": { "context_length": 163840, - "max_completion_tokens": 163840, + "max_completion_tokens": 147456, "is_moderated": false }, "per_request_limits": null, @@ -6467,7 +6497,7 @@ }, "top_provider": { "context_length": 161000, - "max_completion_tokens": 161000, + "max_completion_tokens": 144900, "is_moderated": false }, "per_request_limits": null, @@ -6548,7 +6578,7 @@ "category": "website", "elo": 1143, "win_rate": 48, - "rank": 82 + "rank": 83 } ] }, @@ -6694,7 +6724,7 @@ { "arena": "models", "category": "codecategories", - "elo": 1163, + "elo": 1164, "win_rate": 52.6, "rank": 72 }, @@ -6760,7 +6790,7 @@ }, "top_provider": { "context_length": 8192, - "max_completion_tokens": 8192, + "max_completion_tokens": 7372, "is_moderated": false }, "per_request_limits": null, @@ -6872,7 +6902,7 @@ "category": "gamedev", "elo": 1167, "win_rate": 52.5, - "rank": 66 + "rank": 65 }, { "arena": "models", @@ -6928,7 +6958,7 @@ }, "top_provider": { "context_length": 163840, - "max_completion_tokens": 163840, + "max_completion_tokens": 147456, "is_moderated": false }, "per_request_limits": null, @@ -6974,14 +7004,14 @@ "category": "3d", "elo": 1178, "win_rate": 49.5, - "rank": 57 + "rank": 56 }, { "arena": "models", "category": "asciiart", "elo": 1109, "win_rate": 40.5, - "rank": 53 + "rank": 54 }, { "arena": "models", @@ -7000,9 +7030,9 @@ { "arena": "models", "category": "gamedev", - "elo": 1168, + "elo": 1167, "win_rate": 46.6, - "rank": 65 + "rank": 66 }, { "arena": "models", @@ -7120,14 +7150,14 @@ { "arena": "models", "category": "gamedev", - "elo": 1181, + "elo": 1180, "win_rate": 53, - "rank": 57 + "rank": 58 }, { "arena": "models", "category": "svg", - "elo": 1073, + "elo": 1074, "win_rate": 42, "rank": 65 }, @@ -7220,9 +7250,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1137, + "elo": 1136, "win_rate": 42.8, - "rank": 46 + "rank": 47 }, { "arena": "models", @@ -7295,13 +7325,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000014", - "completion": "0.00000028", - "input_cache_read": "0.000000028" + "prompt": "0.00000006", + "completion": "0.00000012", + "input_cache_read": "0.000000012" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 131072, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -7350,14 +7380,14 @@ "category": "codecategories", "elo": 1257, "win_rate": 47.5, - "rank": 36 + "rank": 35 }, { "arena": "models", "category": "dataviz", - "elo": 1195, - "win_rate": 40.2, - "rank": 53 + "elo": 1196, + "win_rate": 40.4, + "rank": 52 }, { "arena": "models", @@ -7514,9 +7544,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000790308", - "completion": "0.000001580616", - "input_cache_read": "0.000000065859" + "prompt": "0.00000087", + "completion": "0.00000174", + "input_cache_read": "0.0000000725" }, "top_provider": { "context_length": 1024000, @@ -7584,20 +7614,20 @@ "arena": "models", "category": "3d", "elo": 1302, - "win_rate": 57.6, + "win_rate": 57.7, "rank": 16 }, { "arena": "models", "category": "asciiart", - "elo": 1178, - "win_rate": 46.8, - "rank": 30 + "elo": 1176, + "win_rate": 46.6, + "rank": 33 }, { "arena": "models", "category": "codecategories", - "elo": 1266, + "elo": 1267, "win_rate": 52.7, "rank": 31 }, @@ -7619,13 +7649,13 @@ "arena": "models", "category": "svg", "elo": 1179, - "win_rate": 45.9, + "win_rate": 45.8, "rank": 42 }, { "arena": "models", "category": "uicomponent", - "elo": 1250, + "elo": 1251, "win_rate": 51.2, "rank": 36 }, @@ -7671,7 +7701,7 @@ }, "top_provider": { "context_length": 1048575, - "max_completion_tokens": null, + "max_completion_tokens": 943717, "is_moderated": false }, "per_request_limits": null, @@ -7742,7 +7772,7 @@ }, "top_provider": { "context_length": 512000, - "max_completion_tokens": 512000, + "max_completion_tokens": 460800, "is_moderated": false }, "per_request_limits": null, @@ -7874,7 +7904,7 @@ { "arena": "models", "category": "svg", - "elo": 1061, + "elo": 1062, "win_rate": 43.1, "rank": 68 } @@ -8187,7 +8217,7 @@ { "arena": "models", "category": "svg", - "elo": 1061, + "elo": 1062, "win_rate": 43.1, "rank": 68 } @@ -8289,7 +8319,7 @@ { "arena": "models", "category": "gamedev", - "elo": 1148, + "elo": 1147, "win_rate": 54.2, "rank": 71 }, @@ -8545,7 +8575,7 @@ { "arena": "models", "category": "gamedev", - "elo": 1148, + "elo": 1147, "win_rate": 54.2, "rank": 71 }, @@ -8676,7 +8706,7 @@ "category": "mobileapps", "elo": 1137, "win_rate": 46.6, - "rank": 32 + "rank": 33 }, { "arena": "agents", @@ -8827,7 +8857,7 @@ "category": "mobileapps", "elo": 1137, "win_rate": 46.6, - "rank": 32 + "rank": 33 }, { "arena": "agents", @@ -8907,7 +8937,7 @@ "input_cache_write": "0.000000375" }, "top_provider": { - "context_length": 65536, + "context_length": 131072, "max_completion_tokens": 32768, "is_moderated": false }, @@ -9102,7 +9132,7 @@ }, "top_provider": { "context_length": 65536, - "max_completion_tokens": 65536, + "max_completion_tokens": 58982, "is_moderated": false }, "per_request_limits": null, @@ -9253,7 +9283,7 @@ }, "top_provider": { "context_length": 65536, - "max_completion_tokens": 65536, + "max_completion_tokens": 58982, "is_moderated": false }, "per_request_limits": null, @@ -9352,9 +9382,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1194, + "elo": 1193, "win_rate": 50.7, - "rank": 23 + "rank": 24 }, { "arena": "models", @@ -9553,7 +9583,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1117, + "elo": 1109, "win_rate": 44.5, "rank": 22 }, @@ -9595,8 +9625,8 @@ { "arena": "agents", "category": "fullstack", - "elo": 1094, - "win_rate": 42.3, + "elo": 1095, + "win_rate": 42.2, "rank": 27 }, { @@ -9609,16 +9639,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1167, - "win_rate": 48.8, + "elo": 1169, + "win_rate": 48.9, "rank": 16 }, { "arena": "agents", "category": "mobileapps", "elo": 1138, - "win_rate": 44, - "rank": 31 + "win_rate": 43.9, + "rank": 32 }, { "arena": "agents", @@ -9638,7 +9668,7 @@ "arena": "agents", "category": "webapps", "elo": 1158, - "win_rate": 45.3, + "win_rate": 45.2, "rank": 26 }, { @@ -9651,9 +9681,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1299, + "elo": 1298, "win_rate": 63.7, - "rank": 5 + "rank": 6 }, { "arena": "models", @@ -9680,7 +9710,7 @@ "arena": "models", "category": "svg", "elo": 1329, - "win_rate": 68.6, + "win_rate": 68.5, "rank": 4 }, { @@ -9688,7 +9718,7 @@ "category": "uicomponent", "elo": 1307, "win_rate": 69.4, - "rank": 14 + "rank": 12 }, { "arena": "models", @@ -9852,7 +9882,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1117, + "elo": 1109, "win_rate": 44.5, "rank": 22 }, @@ -9894,8 +9924,8 @@ { "arena": "agents", "category": "fullstack", - "elo": 1094, - "win_rate": 42.3, + "elo": 1095, + "win_rate": 42.2, "rank": 27 }, { @@ -9908,16 +9938,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1167, - "win_rate": 48.8, + "elo": 1169, + "win_rate": 48.9, "rank": 16 }, { "arena": "agents", "category": "mobileapps", "elo": 1138, - "win_rate": 44, - "rank": 31 + "win_rate": 43.9, + "rank": 32 }, { "arena": "agents", @@ -9937,7 +9967,7 @@ "arena": "agents", "category": "webapps", "elo": 1158, - "win_rate": 45.3, + "win_rate": 45.2, "rank": 26 }, { @@ -9950,9 +9980,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1299, + "elo": 1298, "win_rate": 63.7, - "rank": 5 + "rank": 6 }, { "arena": "models", @@ -9979,7 +10009,7 @@ "arena": "models", "category": "svg", "elo": 1329, - "win_rate": 68.6, + "win_rate": 68.5, "rank": 4 }, { @@ -9987,7 +10017,7 @@ "category": "uicomponent", "elo": 1307, "win_rate": 69.4, - "rank": 14 + "rank": 12 }, { "arena": "models", @@ -10074,7 +10104,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1182, + "elo": 1174, "win_rate": 55.5, "rank": 13 }, @@ -10117,8 +10147,8 @@ "arena": "agents", "category": "fullstack", "elo": 1225, - "win_rate": 58, - "rank": 15 + "win_rate": 57.9, + "rank": 16 }, { "arena": "agents", @@ -10130,16 +10160,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1158, + "elo": 1159, "win_rate": 47, "rank": 18 }, { "arena": "agents", "category": "mobileapps", - "elo": 1214, - "win_rate": 52.3, - "rank": 13 + "elo": 1215, + "win_rate": 52.4, + "rank": 15 }, { "arena": "agents", @@ -10158,9 +10188,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1235, + "elo": 1236, "win_rate": 53.4, - "rank": 17 + "rank": 15 }, { "arena": "models", @@ -10174,7 +10204,7 @@ "category": "asciiart", "elo": 1284, "win_rate": 59.5, - "rank": 8 + "rank": 9 }, { "arena": "models", @@ -10201,7 +10231,7 @@ "arena": "models", "category": "svg", "elo": 1293, - "win_rate": 60.7, + "win_rate": 60.8, "rank": 5 }, { @@ -10443,7 +10473,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1182, + "elo": 1174, "win_rate": 55.5, "rank": 13 }, @@ -10486,8 +10516,8 @@ "arena": "agents", "category": "fullstack", "elo": 1225, - "win_rate": 58, - "rank": 15 + "win_rate": 57.9, + "rank": 16 }, { "arena": "agents", @@ -10499,16 +10529,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1158, + "elo": 1159, "win_rate": 47, "rank": 18 }, { "arena": "agents", "category": "mobileapps", - "elo": 1214, - "win_rate": 52.3, - "rank": 13 + "elo": 1215, + "win_rate": 52.4, + "rank": 15 }, { "arena": "agents", @@ -10527,9 +10557,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1235, + "elo": 1236, "win_rate": 53.4, - "rank": 17 + "rank": 15 }, { "arena": "models", @@ -10543,7 +10573,7 @@ "category": "asciiart", "elo": 1284, "win_rate": 59.5, - "rank": 8 + "rank": 9 }, { "arena": "models", @@ -10570,7 +10600,7 @@ "arena": "models", "category": "svg", "elo": 1293, - "win_rate": 60.7, + "win_rate": 60.8, "rank": 5 }, { @@ -10666,37 +10696,37 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1181, - "win_rate": 46.5, - "rank": 14 + "elo": 1171, + "win_rate": 46.3, + "rank": 16 }, { "arena": "agents", "category": "androidnative", - "elo": 1221, + "elo": 1220, "win_rate": 53.8, "rank": 13 }, { "arena": "agents", "category": "fullstack", - "elo": 1202, - "win_rate": 45.8, + "elo": 1205, + "win_rate": 46.1, "rank": 18 }, { "arena": "agents", "category": "htmlslides", "elo": 1156, - "win_rate": 41, + "win_rate": 41.1, "rank": 19 }, { "arena": "agents", "category": "mobileapps", - "elo": 1245, - "win_rate": 52.7, - "rank": 9 + "elo": 1252, + "win_rate": 53.5, + "rank": 10 }, { "arena": "agents", @@ -10708,23 +10738,23 @@ { "arena": "agents", "category": "webapps", - "elo": 1236, - "win_rate": 48, - "rank": 15 + "elo": 1235, + "win_rate": 47.9, + "rank": 17 }, { "arena": "models", "category": "3d", - "elo": 1323, - "win_rate": 53.8, + "elo": 1322, + "win_rate": 53.7, "rank": 10 }, { "arena": "models", "category": "asciiart", - "elo": 1277, - "win_rate": 56.1, - "rank": 11 + "elo": 1275, + "win_rate": 55.8, + "rank": 12 }, { "arena": "models", @@ -10744,13 +10774,13 @@ "arena": "models", "category": "gamedev", "elo": 1297, - "win_rate": 51.8, + "win_rate": 51.9, "rank": 19 }, { "arena": "models", "category": "uicomponent", - "elo": 1331, + "elo": 1330, "win_rate": 55.7, "rank": 8 }, @@ -10758,7 +10788,7 @@ "arena": "models", "category": "website", "elo": 1323, - "win_rate": 56.3, + "win_rate": 56.4, "rank": 5 } ], @@ -10838,37 +10868,37 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1181, - "win_rate": 46.5, - "rank": 14 + "elo": 1171, + "win_rate": 46.3, + "rank": 16 }, { "arena": "agents", "category": "androidnative", - "elo": 1221, + "elo": 1220, "win_rate": 53.8, "rank": 13 }, { "arena": "agents", "category": "fullstack", - "elo": 1202, - "win_rate": 45.8, + "elo": 1205, + "win_rate": 46.1, "rank": 18 }, { "arena": "agents", "category": "htmlslides", "elo": 1156, - "win_rate": 41, + "win_rate": 41.1, "rank": 19 }, { "arena": "agents", "category": "mobileapps", - "elo": 1245, - "win_rate": 52.7, - "rank": 9 + "elo": 1252, + "win_rate": 53.5, + "rank": 10 }, { "arena": "agents", @@ -10880,23 +10910,23 @@ { "arena": "agents", "category": "webapps", - "elo": 1236, - "win_rate": 48, - "rank": 15 + "elo": 1235, + "win_rate": 47.9, + "rank": 17 }, { "arena": "models", "category": "3d", - "elo": 1323, - "win_rate": 53.8, + "elo": 1322, + "win_rate": 53.7, "rank": 10 }, { "arena": "models", "category": "asciiart", - "elo": 1277, - "win_rate": 56.1, - "rank": 11 + "elo": 1275, + "win_rate": 55.8, + "rank": 12 }, { "arena": "models", @@ -10916,13 +10946,13 @@ "arena": "models", "category": "gamedev", "elo": 1297, - "win_rate": 51.8, + "win_rate": 51.9, "rank": 19 }, { "arena": "models", "category": "uicomponent", - "elo": 1331, + "elo": 1330, "win_rate": 55.7, "rank": 8 }, @@ -10930,7 +10960,7 @@ "arena": "models", "category": "website", "elo": 1323, - "win_rate": 56.3, + "win_rate": 56.4, "rank": 5 } ], @@ -11005,14 +11035,14 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1268, - "win_rate": 54.8, + "elo": 1258, + "win_rate": 54.9, "rank": 4 }, { "arena": "agents", "category": "androidnative", - "elo": 1275, + "elo": 1276, "win_rate": 59.9, "rank": 3 }, @@ -11021,21 +11051,21 @@ "category": "mobileapps", "elo": 1258, "win_rate": 51.4, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "3d", "elo": 1362, - "win_rate": 65.5, + "win_rate": 65.6, "rank": 5 }, { "arena": "models", "category": "codecategories", - "elo": 1331, - "win_rate": 59, - "rank": 5 + "elo": 1330, + "win_rate": 59.1, + "rank": 6 }, { "arena": "models", @@ -11054,15 +11084,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1310, - "win_rate": 54.5, - "rank": 12 + "elo": 1307, + "win_rate": 54, + "rank": 13 }, { "arena": "models", "category": "website", - "elo": 1323, - "win_rate": 58.4, + "elo": 1322, + "win_rate": 58.7, "rank": 6 } ], @@ -11135,14 +11165,14 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1268, - "win_rate": 54.8, + "elo": 1258, + "win_rate": 54.9, "rank": 4 }, { "arena": "agents", "category": "androidnative", - "elo": 1275, + "elo": 1276, "win_rate": 59.9, "rank": 3 }, @@ -11151,21 +11181,21 @@ "category": "mobileapps", "elo": 1258, "win_rate": 51.4, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "3d", "elo": 1362, - "win_rate": 65.5, + "win_rate": 65.6, "rank": 5 }, { "arena": "models", "category": "codecategories", - "elo": 1331, - "win_rate": 59, - "rank": 5 + "elo": 1330, + "win_rate": 59.1, + "rank": 6 }, { "arena": "models", @@ -11184,15 +11214,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1310, - "win_rate": 54.5, - "rank": 12 + "elo": 1307, + "win_rate": 54, + "rank": 13 }, { "arena": "models", "category": "website", - "elo": 1323, - "win_rate": 58.4, + "elo": 1322, + "win_rate": 58.7, "rank": 6 } ], @@ -11334,7 +11364,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -11433,61 +11463,6 @@ } } }, - { - "id": "google/gemma-3n-e4b-it", - "canonical_slug": "google/gemma-3n-e4b-it", - "hugging_face_id": "google/gemma-3n-E4B-it", - "name": "Google: Gemma 3n 4B", - "created": 1747776824, - "description": "Gemma 3n E4B-it is optimized for efficient execution on mobile and low-resource devices, such as phones, laptops, and tablets. It supports multimodal inputs—including text, visual data, and audio—enabling diverse tasks...", - "context_length": 32768, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Other", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000006", - "completion": "0.00000012" - }, - "top_provider": { - "context_length": 32768, - "max_completion_tokens": null, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "logit_bias", - "max_tokens", - "min_p", - "presence_penalty", - "repetition_penalty", - "response_format", - "stop", - "structured_outputs", - "temperature", - "top_k", - "top_p" - ], - "default_parameters": {}, - "supported_voices": null, - "knowledge_cutoff": "2024-08-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/google/gemma-3n-e4b-it/endpoints" - }, - "benchmarks": { - "design_arena": [], - "artificial_analysis": { - "intelligence_index": null, - "coding_index": 3.2, - "agentic_index": null - } - } - }, { "id": "google/gemma-4-26b-a4b-it", "canonical_slug": "google/gemma-4-26b-a4b-it-20260403", @@ -11634,13 +11609,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000001", + "prompt": "0.00000009", "completion": "0.00000034", - "input_cache_read": "0.0000001" + "input_cache_read": "0.00000005" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 16384, "is_moderated": false }, "per_request_limits": null, @@ -11870,7 +11845,7 @@ }, "top_provider": { "context_length": 4096, - "max_completion_tokens": 4096, + "max_completion_tokens": 3686, "is_moderated": false }, "per_request_limits": null, @@ -11921,7 +11896,7 @@ }, "top_provider": { "context_length": 131000, - "max_completion_tokens": 131000, + "max_completion_tokens": 117900, "is_moderated": false }, "per_request_limits": null, @@ -11975,7 +11950,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -12076,8 +12051,8 @@ { "arena": "models", "category": "3d", - "elo": 1020, - "win_rate": 22.9, + "elo": 1021, + "win_rate": 23, "rank": 100 }, { @@ -12085,7 +12060,7 @@ "category": "asciiart", "elo": 1035, "win_rate": 27.5, - "rank": 58 + "rank": 59 }, { "arena": "models", @@ -12097,7 +12072,7 @@ { "arena": "models", "category": "dataviz", - "elo": 1020, + "elo": 1021, "win_rate": 22.2, "rank": 100 }, @@ -12111,8 +12086,8 @@ { "arena": "models", "category": "svg", - "elo": 1025, - "win_rate": 25, + "elo": 1027, + "win_rate": 25.1, "rank": 76 }, { @@ -12125,7 +12100,7 @@ { "arena": "models", "category": "website", - "elo": 1035, + "elo": 1034, "win_rate": 21.1, "rank": 108 } @@ -12634,7 +12609,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -12694,7 +12669,7 @@ }, "top_provider": { "context_length": 60000, - "max_completion_tokens": 60000, + "max_completion_tokens": 54000, "is_moderated": false }, "per_request_limits": null, @@ -12740,7 +12715,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -12784,12 +12759,13 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.0000001", - "completion": "0.00000032" + "prompt": "0.00000071", + "completion": "0.00000071", + "input_cache_read": "0.00000071" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 16384, + "context_length": 128000, + "max_completion_tokens": 115200, "is_moderated": false }, "per_request_limits": null, @@ -12912,7 +12888,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 926, + "elo": 927, "win_rate": 40.8, "rank": 111 }, @@ -12947,12 +12923,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000001", - "completion": "0.0000003" + "prompt": "0.00000011", + "completion": "0.00000034", + "input_cache_read": "0.000000055" }, "top_provider": { - "context_length": 327680, - "max_completion_tokens": 16384, + "context_length": 131072, + "max_completion_tokens": 8192, "is_moderated": false }, "per_request_limits": null, @@ -13032,7 +13009,7 @@ "name": "Meta: Llama Guard 4 12B", "created": 1745975193, "description": "Llama Guard 4 is a Llama 4 Scout-derived multimodal pretrained model, fine-tuned for content safety classification. Similar to previous versions, it can be used to classify content in both LLM...", - "context_length": 1048576, + "context_length": 163840, "architecture": { "modality": "text+image->text", "input_modalities": ["image", "text"], @@ -13094,7 +13071,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -13160,7 +13137,7 @@ }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": null, + "max_completion_tokens": 943718, "is_moderated": true }, "per_request_limits": null, @@ -13190,7 +13167,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1186, + "elo": 1178, "win_rate": 48.2, "rank": 12 }, @@ -13198,7 +13175,7 @@ "arena": "agents", "category": "androidnative", "elo": 1203, - "win_rate": 47.9, + "win_rate": 47.8, "rank": 15 }, { @@ -13218,16 +13195,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1208, + "elo": 1209, "win_rate": 52, "rank": 8 }, { "arena": "agents", "category": "mobileapps", - "elo": 1201, - "win_rate": 45.4, - "rank": 20 + "elo": 1202, + "win_rate": 45.3, + "rank": 21 }, { "arena": "agents", @@ -13240,41 +13217,41 @@ "arena": "agents", "category": "webapps", "elo": 1235, - "win_rate": 50.1, + "win_rate": 50, "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1300, - "win_rate": 53.7, + "elo": 1301, + "win_rate": 53.9, "rank": 17 }, { "arena": "models", "category": "asciiart", - "elo": 1316, - "win_rate": 61.1, - "rank": 2 + "elo": 1314, + "win_rate": 60.9, + "rank": 3 }, { "arena": "models", "category": "codecategories", "elo": 1302, "win_rate": 53.8, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "dataviz", "elo": 1301, - "win_rate": 53.7, + "win_rate": 53.8, "rank": 13 }, { "arena": "models", "category": "gamedev", - "elo": 1317, + "elo": 1316, "win_rate": 53.7, "rank": 12 }, @@ -13288,7 +13265,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 1320, + "elo": 1319, "win_rate": 54.7, "rank": 10 }, @@ -13335,7 +13312,7 @@ }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": null, + "max_completion_tokens": 943718, "is_moderated": true }, "per_request_limits": null, @@ -13365,15 +13342,15 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1235, - "win_rate": 47.1, - "rank": 7 + "elo": 1223, + "win_rate": 46.8, + "rank": 8 }, { "arena": "agents", "category": "androidnative", - "elo": 1245, - "win_rate": 56.4, + "elo": 1244, + "win_rate": 56.3, "rank": 10 }, { @@ -13387,15 +13364,15 @@ "arena": "agents", "category": "htmlslides", "elo": 1170, - "win_rate": 43.7, + "win_rate": 43.6, "rank": 15 }, { "arena": "agents", "category": "mobileapps", - "elo": 1213, - "win_rate": 48.7, - "rank": 15 + "elo": 1216, + "win_rate": 48.8, + "rank": 14 }, { "arena": "agents", @@ -13407,16 +13384,16 @@ { "arena": "agents", "category": "webapps", - "elo": 1258, - "win_rate": 52.4, - "rank": 9 + "elo": 1256, + "win_rate": 52.1, + "rank": 10 }, { "arena": "models", "category": "3d", - "elo": 1346, - "win_rate": 62.4, - "rank": 7 + "elo": 1348, + "win_rate": 62.7, + "rank": 6 }, { "arena": "models", @@ -13428,8 +13405,8 @@ { "arena": "models", "category": "dataviz", - "elo": 1369, - "win_rate": 64, + "elo": 1370, + "win_rate": 64.1, "rank": 2 }, { @@ -13442,15 +13419,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1350, - "win_rate": 59.8, + "elo": 1351, + "win_rate": 60, "rank": 4 }, { "arena": "models", "category": "website", - "elo": 1335, - "win_rate": 57.7, + "elo": 1334, + "win_rate": 57.6, "rank": 2 } ], @@ -13489,7 +13466,7 @@ }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": null, + "max_completion_tokens": 943718, "is_moderated": true }, "per_request_limits": null, @@ -13541,7 +13518,7 @@ }, "top_provider": { "context_length": 16384, - "max_completion_tokens": 16384, + "max_completion_tokens": 14745, "is_moderated": false }, "per_request_limits": null, @@ -13634,7 +13611,7 @@ }, "top_provider": { "context_length": 1000192, - "max_completion_tokens": 1000192, + "max_completion_tokens": 900172, "is_moderated": false }, "per_request_limits": null, @@ -13936,7 +13913,7 @@ { "arena": "models", "category": "gamedev", - "elo": 1171, + "elo": 1170, "win_rate": 50.4, "rank": 64 }, @@ -13957,7 +13934,7 @@ { "arena": "models", "category": "website", - "elo": 1221, + "elo": 1222, "win_rate": 55.4, "rank": 45 } @@ -14054,7 +14031,7 @@ { "arena": "models", "category": "gamedev", - "elo": 1213, + "elo": 1212, "win_rate": 55.5, "rank": 45 }, @@ -14063,7 +14040,7 @@ "category": "svg", "elo": 1192, "win_rate": 54.5, - "rank": 34 + "rank": 35 }, { "arena": "models", @@ -14106,8 +14083,8 @@ "input_cache_read": "0.00000006" }, "top_provider": { - "context_length": 196608, - "max_completion_tokens": null, + "context_length": 204800, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, @@ -14151,16 +14128,16 @@ { "arena": "models", "category": "3d", - "elo": 1240, + "elo": 1239, "win_rate": 50.8, "rank": 37 }, { "arena": "models", "category": "asciiart", - "elo": 1166, - "win_rate": 47.8, - "rank": 37 + "elo": 1167, + "win_rate": 47.9, + "rank": 36 }, { "arena": "models", @@ -14173,7 +14150,7 @@ "arena": "models", "category": "dataviz", "elo": 1251, - "win_rate": 52.4, + "win_rate": 52.5, "rank": 30 }, { @@ -14187,7 +14164,7 @@ "arena": "models", "category": "svg", "elo": 1179, - "win_rate": 49.5, + "win_rate": 49.4, "rank": 41 }, { @@ -14236,7 +14213,7 @@ }, "top_provider": { "context_length": 196608, - "max_completion_tokens": null, + "max_completion_tokens": 176947, "is_moderated": false }, "per_request_limits": null, @@ -14270,16 +14247,16 @@ { "arena": "models", "category": "3d", - "elo": 1240, + "elo": 1239, "win_rate": 50.8, "rank": 37 }, { "arena": "models", "category": "asciiart", - "elo": 1166, - "win_rate": 47.8, - "rank": 37 + "elo": 1167, + "win_rate": 47.9, + "rank": 36 }, { "arena": "models", @@ -14292,7 +14269,7 @@ "arena": "models", "category": "dataviz", "elo": 1251, - "win_rate": 52.4, + "win_rate": 52.5, "rank": 30 }, { @@ -14306,7 +14283,7 @@ "arena": "models", "category": "svg", "elo": 1179, - "win_rate": 49.5, + "win_rate": 49.4, "rank": 41 }, { @@ -14400,37 +14377,37 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1174, - "win_rate": 47, - "rank": 17 + "elo": 1156, + "win_rate": 45.1, + "rank": 19 }, { "arena": "agents", "category": "androidnative", - "elo": 1176, + "elo": 1175, "win_rate": 46.6, "rank": 23 }, { "arena": "agents", "category": "fullstack", - "elo": 1225, - "win_rate": 50.1, - "rank": 16 + "elo": 1227, + "win_rate": 50.2, + "rank": 15 }, { "arena": "agents", "category": "htmlslides", "elo": 1184, - "win_rate": 45.3, + "win_rate": 45.4, "rank": 12 }, { "arena": "agents", "category": "mobileapps", - "elo": 1213, - "win_rate": 48.4, - "rank": 14 + "elo": 1212, + "win_rate": 48, + "rank": 17 }, { "arena": "agents", @@ -14442,8 +14419,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1230, - "win_rate": 48.7, + "elo": 1233, + "win_rate": 49, "rank": 18 }, { @@ -14456,15 +14433,15 @@ { "arena": "models", "category": "asciiart", - "elo": 1187, + "elo": 1186, "win_rate": 47.5, - "rank": 25 + "rank": 27 }, { "arena": "models", "category": "codecategories", "elo": 1275, - "win_rate": 52.9, + "win_rate": 52.8, "rank": 26 }, { @@ -14484,15 +14461,15 @@ { "arena": "models", "category": "svg", - "elo": 1212, - "win_rate": 49.2, + "elo": 1213, + "win_rate": 49.3, "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1273, - "win_rate": 52.7, + "elo": 1275, + "win_rate": 52.8, "rank": 28 }, { @@ -14535,7 +14512,7 @@ }, "top_provider": { "context_length": 524288, - "max_completion_tokens": null, + "max_completion_tokens": 471859, "is_moderated": false }, "per_request_limits": null, @@ -14576,37 +14553,37 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1174, - "win_rate": 47, - "rank": 17 + "elo": 1156, + "win_rate": 45.1, + "rank": 19 }, { "arena": "agents", "category": "androidnative", - "elo": 1176, + "elo": 1175, "win_rate": 46.6, "rank": 23 }, { "arena": "agents", "category": "fullstack", - "elo": 1225, - "win_rate": 50.1, - "rank": 16 + "elo": 1227, + "win_rate": 50.2, + "rank": 15 }, { "arena": "agents", "category": "htmlslides", "elo": 1184, - "win_rate": 45.3, + "win_rate": 45.4, "rank": 12 }, { "arena": "agents", "category": "mobileapps", - "elo": 1213, - "win_rate": 48.4, - "rank": 14 + "elo": 1212, + "win_rate": 48, + "rank": 17 }, { "arena": "agents", @@ -14618,8 +14595,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1230, - "win_rate": 48.7, + "elo": 1233, + "win_rate": 49, "rank": 18 }, { @@ -14632,15 +14609,15 @@ { "arena": "models", "category": "asciiart", - "elo": 1187, + "elo": 1186, "win_rate": 47.5, - "rank": 25 + "rank": 27 }, { "arena": "models", "category": "codecategories", "elo": 1275, - "win_rate": 52.9, + "win_rate": 52.8, "rank": 26 }, { @@ -14660,15 +14637,15 @@ { "arena": "models", "category": "svg", - "elo": 1212, - "win_rate": 49.2, + "elo": 1213, + "win_rate": 49.3, "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1273, - "win_rate": 52.7, + "elo": 1275, + "win_rate": 52.8, "rank": 28 }, { @@ -14710,7 +14687,7 @@ }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": null, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -14744,37 +14721,37 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1174, - "win_rate": 47, - "rank": 17 + "elo": 1156, + "win_rate": 45.1, + "rank": 19 }, { "arena": "agents", "category": "androidnative", - "elo": 1176, + "elo": 1175, "win_rate": 46.6, "rank": 23 }, { "arena": "agents", "category": "fullstack", - "elo": 1225, - "win_rate": 50.1, - "rank": 16 + "elo": 1227, + "win_rate": 50.2, + "rank": 15 }, { "arena": "agents", "category": "htmlslides", "elo": 1184, - "win_rate": 45.3, + "win_rate": 45.4, "rank": 12 }, { "arena": "agents", "category": "mobileapps", - "elo": 1213, - "win_rate": 48.4, - "rank": 14 + "elo": 1212, + "win_rate": 48, + "rank": 17 }, { "arena": "agents", @@ -14786,8 +14763,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1230, - "win_rate": 48.7, + "elo": 1233, + "win_rate": 49, "rank": 18 }, { @@ -14800,15 +14777,15 @@ { "arena": "models", "category": "asciiart", - "elo": 1187, + "elo": 1186, "win_rate": 47.5, - "rank": 25 + "rank": 27 }, { "arena": "models", "category": "codecategories", "elo": 1275, - "win_rate": 52.9, + "win_rate": 52.8, "rank": 26 }, { @@ -14828,15 +14805,15 @@ { "arena": "models", "category": "svg", - "elo": 1212, - "win_rate": 49.2, + "elo": 1213, + "win_rate": 49.3, "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1273, - "win_rate": 52.7, + "elo": 1275, + "win_rate": 52.8, "rank": 28 }, { @@ -14879,7 +14856,7 @@ }, "top_provider": { "context_length": 256000, - "max_completion_tokens": null, + "max_completion_tokens": 204800, "is_moderated": false }, "per_request_limits": null, @@ -14975,7 +14952,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 209715, "is_moderated": false }, "per_request_limits": null, @@ -15034,7 +15011,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 209715, "is_moderated": false }, "per_request_limits": null, @@ -15122,7 +15099,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 104857, "is_moderated": false }, "per_request_limits": null, @@ -15209,7 +15186,7 @@ }, "top_provider": { "context_length": 128000, - "max_completion_tokens": null, + "max_completion_tokens": 102400, "is_moderated": false }, "per_request_limits": null, @@ -15256,7 +15233,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 209715, "is_moderated": false }, "per_request_limits": null, @@ -15344,7 +15321,7 @@ }, "top_provider": { "context_length": 128000, - "max_completion_tokens": null, + "max_completion_tokens": 102400, "is_moderated": false }, "per_request_limits": null, @@ -15393,7 +15370,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 104857, "is_moderated": false }, "per_request_limits": null, @@ -15442,7 +15419,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 209715, "is_moderated": false }, "per_request_limits": null, @@ -15484,7 +15461,7 @@ "category": "asciiart", "elo": 1095, "win_rate": 40.3, - "rank": 55 + "rank": 56 }, { "arena": "models", @@ -15524,9 +15501,9 @@ { "arena": "models", "category": "website", - "elo": 1182, + "elo": 1183, "win_rate": 49.5, - "rank": 69 + "rank": 67 } ], "artificial_analysis": { @@ -15558,7 +15535,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 104857, "is_moderated": false }, "per_request_limits": null, @@ -15652,7 +15629,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 209715, "is_moderated": false }, "per_request_limits": null, @@ -15722,7 +15699,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 104857, "is_moderated": false }, "per_request_limits": null, @@ -15762,7 +15739,7 @@ "category": "asciiart", "elo": 1024, "win_rate": 30.8, - "rank": 59 + "rank": 60 }, { "arena": "models", @@ -15890,7 +15867,7 @@ }, "top_provider": { "context_length": 32768, - "max_completion_tokens": null, + "max_completion_tokens": 26214, "is_moderated": false }, "per_request_limits": null, @@ -15991,7 +15968,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 209715, "is_moderated": false }, "per_request_limits": null, @@ -16062,7 +16039,7 @@ }, "top_provider": { "context_length": 128000, - "max_completion_tokens": 128000, + "max_completion_tokens": 102400, "is_moderated": false }, "per_request_limits": null, @@ -16206,7 +16183,7 @@ }, "top_provider": { "context_length": 65536, - "max_completion_tokens": null, + "max_completion_tokens": 52428, "is_moderated": false }, "per_request_limits": null, @@ -16256,7 +16233,7 @@ }, "top_provider": { "context_length": 32000, - "max_completion_tokens": null, + "max_completion_tokens": 25600, "is_moderated": false }, "per_request_limits": null, @@ -16363,7 +16340,7 @@ { "arena": "models", "category": "website", - "elo": 1070, + "elo": 1071, "win_rate": 53.1, "rank": 100 } @@ -16538,7 +16515,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -16582,8 +16559,8 @@ { "arena": "agents", "category": "androidnative", - "elo": 1145, - "win_rate": 57.9, + "elo": 1144, + "win_rate": 57.8, "rank": 26 }, { @@ -16603,9 +16580,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1193, + "elo": 1194, "win_rate": 54.6, - "rank": 23 + "rank": 24 }, { "arena": "agents", @@ -16624,9 +16601,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1197, + "elo": 1196, "win_rate": 46.5, - "rank": 21 + "rank": 22 }, { "arena": "models", @@ -16666,7 +16643,7 @@ { "arena": "models", "category": "website", - "elo": 1269, + "elo": 1270, "win_rate": 55.2, "rank": 29 } @@ -16704,7 +16681,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -16749,8 +16726,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1143, - "win_rate": 47.8, + "elo": 1135, + "win_rate": 47.7, "rank": 20 }, { @@ -16784,15 +16761,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1187, - "win_rate": 51.2, + "elo": 1186, + "win_rate": 51.1, "rank": 19 }, { "arena": "agents", "category": "fullstack", "elo": 1181, - "win_rate": 52.7, + "win_rate": 52.5, "rank": 22 }, { @@ -16806,15 +16783,15 @@ "arena": "agents", "category": "htmlslides", "elo": 1201, - "win_rate": 52.9, + "win_rate": 52.8, "rank": 9 }, { "arena": "agents", "category": "mobileapps", - "elo": 1205, - "win_rate": 51.4, - "rank": 18 + "elo": 1206, + "win_rate": 51.2, + "rank": 19 }, { "arena": "agents", @@ -16889,8 +16866,8 @@ { "arena": "models", "category": "website", - "elo": 1293, - "win_rate": 54.7, + "elo": 1292, + "win_rate": 54.6, "rank": 17 } ], @@ -16927,7 +16904,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -16972,15 +16949,15 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1133, - "win_rate": 43.3, + "elo": 1127, + "win_rate": 43.5, "rank": 21 }, { "arena": "agents", "category": "androidnative", - "elo": 1160, - "win_rate": 46.5, + "elo": 1158, + "win_rate": 46.2, "rank": 25 }, { @@ -17000,16 +16977,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1215, - "win_rate": 54, + "elo": 1216, + "win_rate": 53.9, "rank": 7 }, { "arena": "agents", "category": "mobileapps", - "elo": 1195, + "elo": 1198, "win_rate": 49.1, - "rank": 22 + "rank": 23 }, { "arena": "agents", @@ -17028,16 +17005,16 @@ { "arena": "models", "category": "3d", - "elo": 1288, + "elo": 1287, "win_rate": 52.1, "rank": 23 }, { "arena": "models", "category": "asciiart", - "elo": 1240, + "elo": 1239, "win_rate": 52.1, - "rank": 15 + "rank": 16 }, { "arena": "models", @@ -17057,21 +17034,21 @@ "arena": "models", "category": "gamedev", "elo": 1252, - "win_rate": 49.7, + "win_rate": 49.6, "rank": 32 }, { "arena": "models", "category": "svg", - "elo": 1217, - "win_rate": 48, + "elo": 1219, + "win_rate": 48.2, "rank": 26 }, { "arena": "models", "category": "uicomponent", "elo": 1292, - "win_rate": 53.4, + "win_rate": 53.2, "rank": 22 }, { @@ -17115,7 +17092,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -17156,15 +17133,15 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1133, - "win_rate": 43.3, + "elo": 1127, + "win_rate": 43.5, "rank": 21 }, { "arena": "agents", "category": "androidnative", - "elo": 1160, - "win_rate": 46.5, + "elo": 1158, + "win_rate": 46.2, "rank": 25 }, { @@ -17184,16 +17161,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1215, - "win_rate": 54, + "elo": 1216, + "win_rate": 53.9, "rank": 7 }, { "arena": "agents", "category": "mobileapps", - "elo": 1195, + "elo": 1198, "win_rate": 49.1, - "rank": 22 + "rank": 23 }, { "arena": "agents", @@ -17212,16 +17189,16 @@ { "arena": "models", "category": "3d", - "elo": 1288, + "elo": 1287, "win_rate": 52.1, "rank": 23 }, { "arena": "models", "category": "asciiart", - "elo": 1240, + "elo": 1239, "win_rate": 52.1, - "rank": 15 + "rank": 16 }, { "arena": "models", @@ -17241,21 +17218,21 @@ "arena": "models", "category": "gamedev", "elo": 1252, - "win_rate": 49.7, + "win_rate": 49.6, "rank": 32 }, { "arena": "models", "category": "svg", - "elo": 1217, - "win_rate": 48, + "elo": 1219, + "win_rate": 48.2, "rank": 26 }, { "arena": "models", "category": "uicomponent", "elo": 1292, - "win_rate": 53.4, + "win_rate": 53.2, "rank": 22 }, { @@ -17299,7 +17276,7 @@ }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 1048576, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -17344,22 +17321,22 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1279, - "win_rate": 55.7, + "elo": 1268, + "win_rate": 55.6, "rank": 3 }, { "arena": "agents", "category": "androidnative", - "elo": 1248, - "win_rate": 55.6, - "rank": 8 + "elo": 1253, + "win_rate": 56.4, + "rank": 6 }, { "arena": "agents", "category": "fullstack", - "elo": 1361, - "win_rate": 68.1, + "elo": 1365, + "win_rate": 68.6, "rank": 2 }, { @@ -17372,16 +17349,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1263, + "elo": 1264, "win_rate": 59.1, "rank": 2 }, { "arena": "agents", "category": "mobileapps", - "elo": 1286, - "win_rate": 57.1, - "rank": 1 + "elo": 1289, + "win_rate": 57.4, + "rank": 2 }, { "arena": "agents", @@ -17393,8 +17370,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1328, - "win_rate": 63.1, + "elo": 1330, + "win_rate": 63.3, "rank": 2 }, { @@ -17408,7 +17385,7 @@ "arena": "models", "category": "codecategories", "elo": 1407, - "win_rate": 66.2, + "win_rate": 66.1, "rank": 1 }, { @@ -17428,16 +17405,16 @@ { "arena": "models", "category": "svg", - "elo": 1354, - "win_rate": 65.4, + "elo": 1350, + "win_rate": 64.9, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1376, - "win_rate": 63.1, - "rank": 1 + "elo": 1373, + "win_rate": 62.7, + "rank": 2 }, { "arena": "models", @@ -17566,7 +17543,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -17624,7 +17601,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -17669,21 +17646,21 @@ "category": "asciiart", "elo": 1128, "win_rate": 38.2, - "rank": 50 + "rank": 51 }, { "arena": "models", "category": "codecategories", - "elo": 1258, - "win_rate": 48.5, - "rank": 35 + "elo": 1257, + "win_rate": 48.4, + "rank": 36 }, { "arena": "models", "category": "dataviz", - "elo": 1251, - "win_rate": 49.1, - "rank": 31 + "elo": 1249, + "win_rate": 48.9, + "rank": 33 }, { "arena": "models", @@ -17703,14 +17680,14 @@ "arena": "models", "category": "uicomponent", "elo": 1245, - "win_rate": 47.1, + "win_rate": 47, "rank": 38 }, { "arena": "models", "category": "website", - "elo": 1242, - "win_rate": 46.3, + "elo": 1241, + "win_rate": 46.2, "rank": 40 } ], @@ -17841,7 +17818,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -17889,7 +17866,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -17938,7 +17915,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -18147,7 +18124,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -18216,7 +18193,7 @@ }, "top_provider": { "context_length": 512288, - "max_completion_tokens": null, + "max_completion_tokens": 461059, "is_moderated": false }, "per_request_limits": null, @@ -18259,16 +18236,16 @@ { "arena": "models", "category": "3d", - "elo": 1179, - "win_rate": 41.2, - "rank": 56 + "elo": 1178, + "win_rate": 41.1, + "rank": 57 }, { "arena": "models", "category": "asciiart", "elo": 1101, "win_rate": 36.6, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -18280,9 +18257,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1157, - "win_rate": 37.9, - "rank": 71 + "elo": 1158, + "win_rate": 38, + "rank": 70 }, { "arena": "models", @@ -18294,22 +18271,22 @@ { "arena": "models", "category": "svg", - "elo": 1121, - "win_rate": 36.9, - "rank": 54 + "elo": 1120, + "win_rate": 36.7, + "rank": 55 }, { "arena": "models", "category": "uicomponent", "elo": 1163, - "win_rate": 37.6, + "win_rate": 37.5, "rank": 69 }, { "arena": "models", "category": "website", - "elo": 1146, - "win_rate": 34.2, + "elo": 1147, + "win_rate": 34.3, "rank": 80 } ], @@ -18349,7 +18326,7 @@ }, "top_provider": { "context_length": 512288, - "max_completion_tokens": null, + "max_completion_tokens": 461059, "is_moderated": false }, "per_request_limits": null, @@ -18391,16 +18368,16 @@ { "arena": "models", "category": "3d", - "elo": 1179, - "win_rate": 41.2, - "rank": 56 + "elo": 1178, + "win_rate": 41.1, + "rank": 57 }, { "arena": "models", "category": "asciiart", "elo": 1101, "win_rate": 36.6, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -18412,9 +18389,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1157, - "win_rate": 37.9, - "rank": 71 + "elo": 1158, + "win_rate": 38, + "rank": 70 }, { "arena": "models", @@ -18426,22 +18403,22 @@ { "arena": "models", "category": "svg", - "elo": 1121, - "win_rate": 36.9, - "rank": 54 + "elo": 1120, + "win_rate": 36.7, + "rank": 55 }, { "arena": "models", "category": "uicomponent", "elo": 1163, - "win_rate": 37.6, + "win_rate": 37.5, "rank": 69 }, { "arena": "models", "category": "website", - "elo": 1146, - "win_rate": 34.2, + "elo": 1147, + "win_rate": 34.3, "rank": 80 } ], @@ -18514,16 +18491,16 @@ { "arena": "models", "category": "3d", - "elo": 1179, - "win_rate": 41.2, - "rank": 56 + "elo": 1178, + "win_rate": 41.1, + "rank": 57 }, { "arena": "models", "category": "asciiart", "elo": 1101, "win_rate": 36.6, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -18535,9 +18512,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1157, - "win_rate": 37.9, - "rank": 71 + "elo": 1158, + "win_rate": 38, + "rank": 70 }, { "arena": "models", @@ -18549,22 +18526,22 @@ { "arena": "models", "category": "svg", - "elo": 1121, - "win_rate": 36.9, - "rank": 54 + "elo": 1120, + "win_rate": 36.7, + "rank": 55 }, { "arena": "models", "category": "uicomponent", "elo": 1163, - "win_rate": 37.6, + "win_rate": 37.5, "rank": 69 }, { "arena": "models", "category": "website", - "elo": 1146, - "win_rate": 34.2, + "elo": 1147, + "win_rate": 34.3, "rank": 80 } ], @@ -18832,7 +18809,7 @@ }, "top_provider": { "context_length": 4095, - "max_completion_tokens": 4096, + "max_completion_tokens": 3685, "is_moderated": false }, "per_request_limits": null, @@ -18931,7 +18908,7 @@ }, "top_provider": { "context_length": 4095, - "max_completion_tokens": 4096, + "max_completion_tokens": 3685, "is_moderated": true }, "per_request_limits": null, @@ -19037,7 +19014,7 @@ "top_provider": { "context_length": 8191, "max_completion_tokens": 4096, - "is_moderated": false + "is_moderated": true }, "per_request_limits": null, "supported_parameters": [ @@ -19294,7 +19271,7 @@ { "arena": "models", "category": "codecategories", - "elo": 1050, + "elo": 1051, "win_rate": 50.9, "rank": 101 }, @@ -19386,7 +19363,7 @@ { "arena": "models", "category": "codecategories", - "elo": 1018, + "elo": 1019, "win_rate": 47.5, "rank": 109 }, @@ -19482,7 +19459,7 @@ { "arena": "models", "category": "codecategories", - "elo": 1018, + "elo": 1019, "win_rate": 47.5, "rank": 109 }, @@ -19771,7 +19748,7 @@ { "arena": "models", "category": "codecategories", - "elo": 1050, + "elo": 1051, "win_rate": 50.9, "rank": 101 }, @@ -19870,7 +19847,7 @@ { "arena": "models", "category": "codecategories", - "elo": 885, + "elo": 886, "win_rate": 34.8, "rank": 119 }, @@ -19891,7 +19868,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 912, + "elo": 913, "win_rate": 38.1, "rank": 112 }, @@ -20308,7 +20285,7 @@ { "arena": "models", "category": "codecategories", - "elo": 885, + "elo": 886, "win_rate": 34.8, "rank": 119 }, @@ -20329,7 +20306,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 912, + "elo": 913, "win_rate": 38.1, "rank": 112 }, @@ -20410,7 +20387,7 @@ "category": "asciiart", "elo": 1167, "win_rate": 49, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -20438,7 +20415,7 @@ "category": "svg", "elo": 1230, "win_rate": 64.1, - "rank": 20 + "rank": 21 }, { "arena": "models", @@ -20754,7 +20731,7 @@ "category": "asciiart", "elo": 1149, "win_rate": 44.5, - "rank": 44 + "rank": 45 }, { "arena": "models", @@ -20877,7 +20854,7 @@ "category": "asciiart", "elo": 1149, "win_rate": 44.5, - "rank": 44 + "rank": 45 }, { "arena": "models", @@ -21027,7 +21004,7 @@ { "arena": "models", "category": "website", - "elo": 1121, + "elo": 1122, "win_rate": 48.9, "rank": 90 } @@ -21131,7 +21108,7 @@ { "arena": "models", "category": "website", - "elo": 1121, + "elo": 1122, "win_rate": 48.9, "rank": 90 } @@ -21317,7 +21294,7 @@ "category": "asciiart", "elo": 1167, "win_rate": 49, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -21345,7 +21322,7 @@ "category": "svg", "elo": 1230, "win_rate": 64.1, - "rank": 20 + "rank": 21 }, { "arena": "models", @@ -21432,7 +21409,7 @@ { "arena": "models", "category": "3d", - "elo": 1106, + "elo": 1107, "win_rate": 43.7, "rank": 86 }, @@ -21441,7 +21418,7 @@ "category": "asciiart", "elo": 1145, "win_rate": 48.6, - "rank": 45 + "rank": 46 }, { "arena": "models", @@ -21565,7 +21542,7 @@ "category": "mobileapps", "elo": 1191, "win_rate": 53.4, - "rank": 24 + "rank": 25 }, { "arena": "agents", @@ -21598,7 +21575,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 1264, + "elo": 1265, "win_rate": 60, "rank": 32 }, @@ -21607,7 +21584,7 @@ "category": "website", "elo": 1182, "win_rate": 56.1, - "rank": 68 + "rank": 69 } ] }, @@ -21741,7 +21718,7 @@ "category": "asciiart", "elo": 1131, "win_rate": 43, - "rank": 49 + "rank": 50 }, { "arena": "models", @@ -21850,7 +21827,7 @@ { "arena": "models", "category": "3d", - "elo": 1106, + "elo": 1107, "win_rate": 43.7, "rank": 86 }, @@ -21859,7 +21836,7 @@ "category": "asciiart", "elo": 1145, "win_rate": 48.6, - "rank": 45 + "rank": 46 }, { "arena": "models", @@ -22005,7 +21982,7 @@ "category": "mobileapps", "elo": 1140, "win_rate": 46.8, - "rank": 30 + "rank": 31 }, { "arena": "agents", @@ -22052,9 +22029,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1179, + "elo": 1178, "win_rate": 50.7, - "rank": 29 + "rank": 30 }, { "arena": "models", @@ -22193,9 +22170,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1136, + "elo": 1137, "win_rate": 46.6, - "rank": 33 + "rank": 34 }, { "arena": "agents", @@ -22407,7 +22384,7 @@ "category": "mobileapps", "elo": 1140, "win_rate": 46.8, - "rank": 30 + "rank": 31 }, { "arena": "agents", @@ -22454,9 +22431,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1179, + "elo": 1178, "win_rate": 50.7, - "rank": 29 + "rank": 30 }, { "arena": "models", @@ -22552,9 +22529,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1100, + "elo": 1101, "win_rate": 41.4, - "rank": 38 + "rank": 39 }, { "arena": "agents", @@ -22573,9 +22550,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1178, + "elo": 1177, "win_rate": 51.2, - "rank": 31 + "rank": 32 }, { "arena": "models", @@ -22617,7 +22594,7 @@ "category": "website", "elo": 1183, "win_rate": 48.6, - "rank": 67 + "rank": 66 } ] }, @@ -22700,9 +22677,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1226, + "elo": 1225, "win_rate": 55.4, - "rank": 18 + "rank": 19 }, { "arena": "models", @@ -22770,9 +22747,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1133, + "elo": 1134, "win_rate": 46.1, - "rank": 35 + "rank": 36 }, { "arena": "agents", @@ -23330,9 +23307,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1226, + "elo": 1225, "win_rate": 55.4, - "rank": 18 + "rank": 19 }, { "arena": "models", @@ -23400,9 +23377,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1133, + "elo": 1134, "win_rate": 46.1, - "rank": 35 + "rank": 36 }, { "arena": "agents", @@ -23491,9 +23468,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1181, + "elo": 1173, "win_rate": 52.4, - "rank": 15 + "rank": 14 }, { "arena": "agents", @@ -23526,7 +23503,7 @@ { "arena": "agents", "category": "androidnative", - "elo": 1185, + "elo": 1184, "win_rate": 50.9, "rank": 20 }, @@ -23547,16 +23524,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1080, + "elo": 1081, "win_rate": 35.7, "rank": 21 }, { "arena": "agents", "category": "mobileapps", - "elo": 1198, + "elo": 1199, "win_rate": 51.6, - "rank": 21 + "rank": 22 }, { "arena": "agents", @@ -23591,7 +23568,7 @@ "category": "asciiart", "elo": 1284, "win_rate": 61, - "rank": 9 + "rank": 10 }, { "arena": "models", @@ -23604,7 +23581,7 @@ "arena": "models", "category": "dataviz", "elo": 1282, - "win_rate": 56.7, + "win_rate": 56.8, "rank": 19 }, { @@ -23624,14 +23601,14 @@ { "arena": "models", "category": "uicomponent", - "elo": 1283, - "win_rate": 55.4, + "elo": 1282, + "win_rate": 55.3, "rank": 25 }, { "arena": "models", "category": "website", - "elo": 1276, + "elo": 1277, "win_rate": 54.1, "rank": 26 } @@ -23842,9 +23819,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1181, + "elo": 1173, "win_rate": 52.4, - "rank": 15 + "rank": 14 }, { "arena": "agents", @@ -23877,7 +23854,7 @@ { "arena": "agents", "category": "androidnative", - "elo": 1185, + "elo": 1184, "win_rate": 50.9, "rank": 20 }, @@ -23898,16 +23875,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1080, + "elo": 1081, "win_rate": 35.7, "rank": 21 }, { "arena": "agents", "category": "mobileapps", - "elo": 1198, + "elo": 1199, "win_rate": 51.6, - "rank": 21 + "rank": 22 }, { "arena": "agents", @@ -23942,7 +23919,7 @@ "category": "asciiart", "elo": 1284, "win_rate": 61, - "rank": 9 + "rank": 10 }, { "arena": "models", @@ -23955,7 +23932,7 @@ "arena": "models", "category": "dataviz", "elo": 1282, - "win_rate": 56.7, + "win_rate": 56.8, "rank": 19 }, { @@ -23975,14 +23952,14 @@ { "arena": "models", "category": "uicomponent", - "elo": 1283, - "win_rate": 55.4, + "elo": 1282, + "win_rate": 55.3, "rank": 25 }, { "arena": "models", "category": "website", - "elo": 1276, + "elo": 1277, "win_rate": 54.1, "rank": 26 } @@ -25058,7 +25035,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -25175,7 +25152,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -26393,7 +26370,7 @@ }, "top_provider": { "context_length": 127072, - "max_completion_tokens": null, + "max_completion_tokens": 114364, "is_moderated": false }, "per_request_limits": null, @@ -26437,7 +26414,7 @@ }, "top_provider": { "context_length": 128000, - "max_completion_tokens": null, + "max_completion_tokens": 115200, "is_moderated": false }, "per_request_limits": null, @@ -26581,7 +26558,7 @@ }, "top_provider": { "context_length": 128000, - "max_completion_tokens": null, + "max_completion_tokens": 115200, "is_moderated": false }, "per_request_limits": null, @@ -26860,7 +26837,7 @@ }, "top_provider": { "context_length": 32768, - "max_completion_tokens": 32768, + "max_completion_tokens": 29491, "is_moderated": false }, "per_request_limits": null, @@ -26913,7 +26890,7 @@ }, "top_provider": { "context_length": 32768, - "max_completion_tokens": 32768, + "max_completion_tokens": 29491, "is_moderated": false }, "per_request_limits": null, @@ -27061,71 +27038,6 @@ "mandatory": false } }, - { - "id": "qwen/qwen-plus-2025-07-28:thinking", - "canonical_slug": "qwen/qwen-plus-2025-07-28", - "hugging_face_id": "", - "name": "Qwen: Qwen Plus 0728 (thinking)", - "created": 1757347599, - "description": "Qwen Plus 0728, based on the Qwen3 foundation model, is a 1 million context hybrid reasoning model with a balanced performance, speed, and cost combination.", - "context_length": 1000000, - "architecture": { - "modality": "text->text", - "input_modalities": ["text"], - "output_modalities": ["text"], - "tokenizer": "Qwen3", - "instruct_type": null - }, - "pricing": { - "prompt": "0.00000026", - "completion": "0.00000078", - "overrides": [ - { - "min_prompt_tokens": 256000, - "prompt": "0.00000078", - "completion": "0.00000234" - } - ] - }, - "top_provider": { - "context_length": 1000000, - "max_completion_tokens": 32768, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "include_reasoning", - "logprobs", - "max_tokens", - "presence_penalty", - "reasoning", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_logprobs", - "top_p" - ], - "default_parameters": { - "temperature": null, - "top_p": null, - "frequency_penalty": null - }, - "supported_voices": null, - "knowledge_cutoff": "2025-03-31", - "expiration_date": null, - "links": { - "details": "/api/v1/models/qwen/qwen-plus-2025-07-28/endpoints" - }, - "reasoning": { - "mandatory": false - } - }, { "id": "qwen/qwen2.5-vl-72b-instruct", "canonical_slug": "qwen/qwen2.5-vl-72b-instruct", @@ -27142,13 +27054,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000008", - "completion": "0.000001", - "input_cache_read": "0.0000004" + "prompt": "0.00000025", + "completion": "0.00000075" }, "top_provider": { - "context_length": 128000, - "max_completion_tokens": 128000, + "context_length": 32000, + "max_completion_tokens": 28800, "is_moderated": false }, "per_request_limits": null, @@ -27457,7 +27368,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": null, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -27753,7 +27664,7 @@ { "arena": "models", "category": "website", - "elo": 950, + "elo": 951, "win_rate": 35.5, "rank": 118 } @@ -28013,7 +27924,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -28060,7 +27971,7 @@ { "arena": "models", "category": "website", - "elo": 1107, + "elo": 1108, "win_rate": 57.1, "rank": 92 } @@ -28159,7 +28070,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -28359,7 +28270,7 @@ "category": "asciiart", "elo": 1154, "win_rate": 47.2, - "rank": 43 + "rank": 44 }, { "arena": "models", @@ -28378,9 +28289,9 @@ { "arena": "models", "category": "gamedev", - "elo": 1131, + "elo": 1130, "win_rate": 43.9, - "rank": 79 + "rank": 80 }, { "arena": "models", @@ -28501,7 +28412,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -29028,7 +28939,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -29165,7 +29076,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -29232,13 +29143,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000005", - "completion": "0.0000036", - "input_cache_read": "0.0000003" + "prompt": "0.00000039", + "completion": "0.00000234" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 65536, "is_moderated": false }, "per_request_limits": null, @@ -29284,7 +29194,7 @@ "category": "3d", "elo": 1207, "win_rate": 56.7, - "rank": 46 + "rank": 47 }, { "arena": "models", @@ -29298,7 +29208,7 @@ "category": "dataviz", "elo": 1197, "win_rate": 53.2, - "rank": 52 + "rank": 51 }, { "arena": "models", @@ -29360,7 +29270,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -29542,7 +29452,7 @@ "category": "asciiart", "elo": 1120, "win_rate": 43.2, - "rank": 52 + "rank": 53 }, { "arena": "models", @@ -29556,7 +29466,7 @@ "category": "dataviz", "elo": 1158, "win_rate": 44.9, - "rank": 70 + "rank": 71 }, { "arena": "models", @@ -29671,12 +29581,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000032", - "completion": "0.0000032" + "prompt": "0.0000006", + "completion": "0.0000036", + "input_cache_read": "0.00000012" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 81920, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -29750,7 +29661,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 262144, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -30006,7 +29917,7 @@ "category": "asciiart", "elo": 1133, "win_rate": 42.1, - "rank": 48 + "rank": 49 }, { "arena": "models", @@ -30020,7 +29931,7 @@ "category": "dataviz", "elo": 1251, "win_rate": 51.4, - "rank": 32 + "rank": 31 }, { "arena": "models", @@ -30202,22 +30113,22 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1169, - "win_rate": 47.8, - "rank": 19 + "elo": 1161, + "win_rate": 47.6, + "rank": 18 }, { "arena": "agents", "category": "androidnative", - "elo": 1179, - "win_rate": 48.7, + "elo": 1178, + "win_rate": 48.6, "rank": 21 }, { "arena": "agents", "category": "fullstack", - "elo": 1209, - "win_rate": 49.8, + "elo": 1211, + "win_rate": 50, "rank": 17 }, { @@ -30237,9 +30148,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1202, - "win_rate": 47.4, - "rank": 19 + "elo": 1205, + "win_rate": 47.5, + "rank": 20 }, { "arena": "agents", @@ -30251,8 +30162,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1241, - "win_rate": 50.6, + "elo": 1242, + "win_rate": 50.7, "rank": 13 }, { @@ -30267,14 +30178,14 @@ "category": "asciiart", "elo": 1241, "win_rate": 53.5, - "rank": 14 + "rank": 15 }, { "arena": "models", "category": "codecategories", "elo": 1302, - "win_rate": 55.8, - "rank": 14 + "win_rate": 55.9, + "rank": 15 }, { "arena": "models", @@ -30294,14 +30205,14 @@ "arena": "models", "category": "svg", "elo": 1261, - "win_rate": 59, + "win_rate": 58.9, "rank": 12 }, { "arena": "models", "category": "uicomponent", "elo": 1298, - "win_rate": 54.9, + "win_rate": 55, "rank": 18 }, { @@ -30389,16 +30300,16 @@ { "arena": "models", "category": "3d", - "elo": 1287, + "elo": 1286, "win_rate": 49.8, "rank": 24 }, { "arena": "models", "category": "asciiart", - "elo": 1182, - "win_rate": 45.5, - "rank": 27 + "elo": 1178, + "win_rate": 44.9, + "rank": 31 }, { "arena": "models", @@ -30410,8 +30321,8 @@ { "arena": "models", "category": "dataviz", - "elo": 1288, - "win_rate": 53, + "elo": 1289, + "win_rate": 53.1, "rank": 16 }, { @@ -30424,22 +30335,22 @@ { "arena": "models", "category": "svg", - "elo": 1257, + "elo": 1258, "win_rate": 52.8, "rank": 14 }, { "arena": "models", "category": "uicomponent", - "elo": 1277, - "win_rate": 49.4, + "elo": 1278, + "win_rate": 49.5, "rank": 27 }, { "arena": "models", "category": "website", "elo": 1290, - "win_rate": 51.5, + "win_rate": 51.6, "rank": 20 } ], @@ -30544,12 +30455,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000004", - "completion": "0.000003", - "input_cache_read": "0.00000005" + "prompt": "0.000000425", + "completion": "0.00000255", + "input_cache_read": "0.000000085", + "input_cache_write": "0.00000053125" }, "top_provider": { - "context_length": 262144, + "context_length": 1000000, "max_completion_tokens": 131072, "is_moderated": false }, @@ -30661,28 +30573,28 @@ "arena": "agents", "category": "fullstack", "elo": 1332, - "win_rate": 65.4, + "win_rate": 65.3, "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1263, - "win_rate": 55.5, + "elo": 1267, + "win_rate": 55.8, "rank": 4 }, { "arena": "agents", "category": "webapps", - "elo": 1335, - "win_rate": 63.9, + "elo": 1332, + "win_rate": 63.5, "rank": 1 }, { "arena": "models", "category": "3d", "elo": 1376, - "win_rate": 59.6, + "win_rate": 59.7, "rank": 3 }, { @@ -30697,7 +30609,7 @@ "category": "dataviz", "elo": 1274, "win_rate": 51.6, - "rank": 22 + "rank": 21 }, { "arena": "models", @@ -30709,15 +30621,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1358, - "win_rate": 60.9, + "elo": 1360, + "win_rate": 61, "rank": 3 }, { "arena": "models", "category": "website", "elo": 1303, - "win_rate": 53.4, + "win_rate": 53.5, "rank": 13 } ], @@ -30755,7 +30667,7 @@ }, "top_provider": { "context_length": 16384, - "max_completion_tokens": 16384, + "max_completion_tokens": 14745, "is_moderated": false }, "per_request_limits": null, @@ -30813,7 +30725,7 @@ }, "top_provider": { "context_length": 65536, - "max_completion_tokens": 65536, + "max_completion_tokens": 58982, "is_moderated": false }, "per_request_limits": null, @@ -31071,7 +30983,7 @@ }, "top_provider": { "context_length": 8192, - "max_completion_tokens": 16384, + "max_completion_tokens": 7372, "is_moderated": false }, "per_request_limits": null, @@ -31327,7 +31239,7 @@ }, "top_provider": { "context_length": 256000, - "max_completion_tokens": 256000, + "max_completion_tokens": 230400, "is_moderated": false }, "per_request_limits": null, @@ -31372,15 +31284,15 @@ { "arena": "models", "category": "3d", - "elo": 1169, - "win_rate": 41.7, + "elo": 1170, + "win_rate": 41.9, "rank": 60 }, { "arena": "models", "category": "asciiart", - "elo": 1182, - "win_rate": 45.8, + "elo": 1180, + "win_rate": 45.6, "rank": 28 }, { @@ -31388,13 +31300,13 @@ "category": "codecategories", "elo": 1203, "win_rate": 44, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "dataviz", "elo": 1193, - "win_rate": 44.4, + "win_rate": 44.3, "rank": 55 }, { @@ -31407,15 +31319,15 @@ { "arena": "models", "category": "svg", - "elo": 1114, - "win_rate": 38.2, - "rank": 56 + "elo": 1113, + "win_rate": 38.1, + "rank": 57 }, { "arena": "models", "category": "uicomponent", "elo": 1201, - "win_rate": 43.4, + "win_rate": 43.5, "rank": 51 }, { @@ -31459,7 +31371,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -31624,7 +31536,23 @@ "pricing": { "prompt": "0.000000132", "completion": "0.000000528", - "input_cache_read": "0.000000033" + "input_cache_read": "0.000000033", + "overrides": [ + { + "utc_start": 0, + "utc_end": 1600, + "prompt": "0.000000132", + "completion": "0.000000528", + "input_cache_read": "0.000000033" + }, + { + "utc_start": 1600, + "utc_end": 0, + "prompt": "0.0000000825", + "completion": "0.00000033", + "input_cache_read": "0.000000020625" + } + ] }, "top_provider": { "context_length": 262144, @@ -31707,7 +31635,7 @@ { "arena": "models", "category": "website", - "elo": 1203, + "elo": 1202, "win_rate": 41.3, "rank": 58 } @@ -31742,7 +31670,7 @@ }, "top_provider": { "context_length": 262144, - "max_completion_tokens": null, + "max_completion_tokens": 235929, "is_moderated": false }, "per_request_limits": null, @@ -31808,7 +31736,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -31861,7 +31789,7 @@ }, "top_provider": { "context_length": 65536, - "max_completion_tokens": 65536, + "max_completion_tokens": 58982, "is_moderated": false }, "per_request_limits": null, @@ -31911,7 +31839,7 @@ }, "top_provider": { "context_length": 32768, - "max_completion_tokens": 32768, + "max_completion_tokens": 29491, "is_moderated": false }, "per_request_limits": null, @@ -31960,7 +31888,7 @@ }, "top_provider": { "context_length": 32768, - "max_completion_tokens": 32768, + "max_completion_tokens": 26214, "is_moderated": false }, "per_request_limits": null, @@ -32054,30 +31982,30 @@ { "arena": "models", "category": "3d", - "elo": 1206, - "win_rate": 43.7, - "rank": 47 + "elo": 1207, + "win_rate": 44.1, + "rank": 46 }, { "arena": "models", "category": "asciiart", - "elo": 1124, + "elo": 1125, "win_rate": 36.4, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "codecategories", "elo": 1219, - "win_rate": 42, + "win_rate": 42.1, "rank": 44 }, { "arena": "models", "category": "dataviz", - "elo": 1200, - "win_rate": 40.5, - "rank": 51 + "elo": 1195, + "win_rate": 39.9, + "rank": 53 }, { "arena": "models", @@ -32089,15 +32017,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1203, - "win_rate": 40.3, + "elo": 1202, + "win_rate": 40.2, "rank": 50 }, { "arena": "models", "category": "website", - "elo": 1226, - "win_rate": 42.7, + "elo": 1227, + "win_rate": 42.8, "rank": 44 } ], @@ -32278,7 +32206,7 @@ }, "top_provider": { "context_length": 524288, - "max_completion_tokens": null, + "max_completion_tokens": 471859, "is_moderated": false }, "per_request_limits": null, @@ -32318,30 +32246,30 @@ { "arena": "models", "category": "3d", - "elo": 1206, - "win_rate": 43.7, - "rank": 47 + "elo": 1207, + "win_rate": 44.1, + "rank": 46 }, { "arena": "models", "category": "asciiart", - "elo": 1124, + "elo": 1125, "win_rate": 36.4, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "codecategories", "elo": 1219, - "win_rate": 42, + "win_rate": 42.1, "rank": 44 }, { "arena": "models", "category": "dataviz", - "elo": 1200, - "win_rate": 40.5, - "rank": 51 + "elo": 1195, + "win_rate": 39.9, + "rank": 53 }, { "arena": "models", @@ -32353,15 +32281,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1203, - "win_rate": 40.3, + "elo": 1202, + "win_rate": 40.2, "rank": 50 }, { "arena": "models", "category": "website", - "elo": 1226, - "win_rate": 42.7, + "elo": 1227, + "win_rate": 42.8, "rank": 44 } ], @@ -32435,30 +32363,30 @@ { "arena": "models", "category": "3d", - "elo": 1206, - "win_rate": 43.7, - "rank": 47 + "elo": 1207, + "win_rate": 44.1, + "rank": 46 }, { "arena": "models", "category": "asciiart", - "elo": 1124, + "elo": 1125, "win_rate": 36.4, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "codecategories", "elo": 1219, - "win_rate": 42, + "win_rate": 42.1, "rank": 44 }, { "arena": "models", "category": "dataviz", - "elo": 1200, - "win_rate": 40.5, - "rank": 51 + "elo": 1195, + "win_rate": 39.9, + "rank": 53 }, { "arena": "models", @@ -32470,15 +32398,15 @@ { "arena": "models", "category": "uicomponent", - "elo": 1203, - "win_rate": 40.3, + "elo": 1202, + "win_rate": 40.2, "rank": 50 }, { "arena": "models", "category": "website", - "elo": 1226, - "win_rate": 42.7, + "elo": 1227, + "win_rate": 42.8, "rank": 44 } ], @@ -32568,7 +32496,7 @@ }, "top_provider": { "context_length": 131072, - "max_completion_tokens": 131072, + "max_completion_tokens": 117964, "is_moderated": false }, "per_request_limits": null, @@ -32662,15 +32590,15 @@ { "arena": "models", "category": "3d", - "elo": 1188, - "win_rate": 41, + "elo": 1189, + "win_rate": 41.3, "rank": 52 }, { "arena": "models", "category": "codecategories", - "elo": 1180, - "win_rate": 35.7, + "elo": 1179, + "win_rate": 35.9, "rank": 65 }, { @@ -32697,9 +32625,9 @@ { "arena": "models", "category": "website", - "elo": 1184, - "win_rate": 36.3, - "rank": 66 + "elo": 1183, + "win_rate": 36.5, + "rank": 68 } ], "artificial_analysis": { @@ -32787,7 +32715,7 @@ }, "top_provider": { "context_length": 2000000, - "max_completion_tokens": null, + "max_completion_tokens": 1800000, "is_moderated": false }, "per_request_limits": null, @@ -32824,7 +32752,7 @@ { "arena": "agents", "category": "androidnative", - "elo": 1069, + "elo": 1068, "win_rate": 35.1, "rank": 34 }, @@ -32852,14 +32780,14 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1136, + "elo": 1137, "win_rate": 45.4, - "rank": 34 + "rank": 35 }, { "arena": "agents", "category": "webapps", - "elo": 1176, + "elo": 1177, "win_rate": 49.7, "rank": 23 }, @@ -32875,20 +32803,20 @@ "category": "asciiart", "elo": 1204, "win_rate": 48.5, - "rank": 20 + "rank": 21 }, { "arena": "models", "category": "codecategories", "elo": 1245, - "win_rate": 52.7, + "win_rate": 52.6, "rank": 38 }, { "arena": "models", "category": "dataviz", "elo": 1240, - "win_rate": 52.5, + "win_rate": 52.6, "rank": 38 }, { @@ -32902,21 +32830,21 @@ "arena": "models", "category": "svg", "elo": 1204, - "win_rate": 53, + "win_rate": 52.9, "rank": 30 }, { "arena": "models", "category": "uicomponent", - "elo": 1229, - "win_rate": 50.1, + "elo": 1228, + "win_rate": 50, "rank": 42 }, { "arena": "models", "category": "website", "elo": 1249, - "win_rate": 52.7, + "win_rate": 52.6, "rank": 37 } ] @@ -32957,7 +32885,7 @@ }, "top_provider": { "context_length": 2000000, - "max_completion_tokens": null, + "max_completion_tokens": 1800000, "is_moderated": false }, "per_request_limits": null, @@ -33026,7 +32954,7 @@ }, "top_provider": { "context_length": 1000000, - "max_completion_tokens": null, + "max_completion_tokens": 900000, "is_moderated": false }, "per_request_limits": null, @@ -33064,7 +32992,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1007, + "elo": 999, "win_rate": 28.6, "rank": 24 }, @@ -33099,15 +33027,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 979, - "win_rate": 22.2, + "elo": 978, + "win_rate": 22.1, "rank": 36 }, { "arena": "agents", "category": "fullstack", "elo": 1031, - "win_rate": 29.2, + "win_rate": 29.1, "rank": 37 }, { @@ -33120,16 +33048,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1024, + "elo": 1025, "win_rate": 28.8, "rank": 22 }, { "arena": "agents", "category": "mobileapps", - "elo": 1109, - "win_rate": 36.3, - "rank": 37 + "elo": 1110, + "win_rate": 36.2, + "rank": 38 }, { "arena": "agents", @@ -33156,15 +33084,15 @@ "arena": "models", "category": "3d", "elo": 1168, - "win_rate": 43.1, + "win_rate": 43, "rank": 62 }, { "arena": "models", "category": "asciiart", - "elo": 1160, - "win_rate": 44.9, - "rank": 40 + "elo": 1158, + "win_rate": 44.7, + "rank": 41 }, { "arena": "models", @@ -33190,7 +33118,7 @@ { "arena": "models", "category": "svg", - "elo": 1125, + "elo": 1126, "win_rate": 40.4, "rank": 53 }, @@ -33253,7 +33181,7 @@ }, "top_provider": { "context_length": 500000, - "max_completion_tokens": null, + "max_completion_tokens": 450000, "is_moderated": false }, "per_request_limits": null, @@ -33284,22 +33212,22 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1217, - "win_rate": 56.2, + "elo": 1210, + "win_rate": 56.3, "rank": 9 }, { "arena": "agents", "category": "androidnative", - "elo": 1265, + "elo": 1264, "win_rate": 67.6, "rank": 5 }, { "arena": "agents", "category": "fullstack", - "elo": 1268, - "win_rate": 62.1, + "elo": 1270, + "win_rate": 62.2, "rank": 9 }, { @@ -33312,16 +33240,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1217, + "elo": 1218, "win_rate": 52.6, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1267, - "win_rate": 55.7, - "rank": 3 + "elo": 1265, + "win_rate": 55.3, + "rank": 5 }, { "arena": "agents", @@ -33349,7 +33277,7 @@ "category": "asciiart", "elo": 1293, "win_rate": 58.8, - "rank": 7 + "rank": 8 }, { "arena": "models", @@ -33382,9 +33310,9 @@ { "arena": "models", "category": "uicomponent", - "elo": 1309, - "win_rate": 52.9, - "rank": 13 + "elo": 1306, + "win_rate": 52.6, + "rank": 15 }, { "arena": "models", @@ -33438,7 +33366,7 @@ }, "top_provider": { "context_length": 500000, - "max_completion_tokens": null, + "max_completion_tokens": 450000, "is_moderated": false }, "per_request_limits": null, @@ -33450,10 +33378,12 @@ "reasoning_effort", "response_format", "seed", + "stop", "structured_outputs", "temperature", "tool_choice", "tools", + "top_k", "top_logprobs", "top_p" ], @@ -33469,30 +33399,30 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1203, - "win_rate": 42.6, + "elo": 1195, + "win_rate": 42.7, "rank": 10 }, { "arena": "agents", "category": "androidnative", - "elo": 1317, - "win_rate": 65.7, + "elo": 1320, + "win_rate": 66, "rank": 1 }, { "arena": "agents", "category": "fullstack", - "elo": 1284, - "win_rate": 55.6, + "elo": 1285, + "win_rate": 55.7, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1278, - "win_rate": 58, - "rank": 2 + "elo": 1279, + "win_rate": 57.9, + "rank": 3 }, { "arena": "agents", @@ -33504,9 +33434,9 @@ { "arena": "agents", "category": "webapps", - "elo": 1277, - "win_rate": 57.2, - "rank": 6 + "elo": 1278, + "win_rate": 57.3, + "rank": 5 }, { "arena": "models", @@ -33518,9 +33448,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1303, + "elo": 1305, "win_rate": 61.7, - "rank": 4 + "rank": 5 }, { "arena": "models", @@ -33532,7 +33462,7 @@ { "arena": "models", "category": "dataviz", - "elo": 1314, + "elo": 1313, "win_rate": 52, "rank": 9 }, @@ -33553,7 +33483,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 1341, + "elo": 1342, "win_rate": 59, "rank": 6 }, @@ -33561,7 +33491,7 @@ "arena": "models", "category": "website", "elo": 1322, - "win_rate": 53.8, + "win_rate": 54, "rank": 7 } ], @@ -33609,7 +33539,7 @@ }, "top_provider": { "context_length": 256000, - "max_completion_tokens": null, + "max_completion_tokens": 230400, "is_moderated": false }, "per_request_limits": null, @@ -33728,21 +33658,21 @@ "category": "asciiart", "elo": 1165, "win_rate": 46, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "codecategories", "elo": 1285, - "win_rate": 54.6, + "win_rate": 54.5, "rank": 23 }, { "arena": "models", "category": "dataviz", - "elo": 1274, - "win_rate": 55.1, - "rank": 21 + "elo": 1273, + "win_rate": 55, + "rank": 22 }, { "arena": "models", @@ -33761,7 +33691,7 @@ { "arena": "models", "category": "uicomponent", - "elo": 1285, + "elo": 1286, "win_rate": 54.9, "rank": 24 }, @@ -33769,7 +33699,7 @@ "arena": "models", "category": "website", "elo": 1288, - "win_rate": 54.8, + "win_rate": 54.7, "rank": 23 } ], @@ -33849,16 +33779,16 @@ { "arena": "models", "category": "3d", - "elo": 1294, - "win_rate": 56, + "elo": 1295, + "win_rate": 56.1, "rank": 21 }, { "arena": "models", "category": "asciiart", - "elo": 1177, + "elo": 1179, "win_rate": 47.5, - "rank": 32 + "rank": 29 }, { "arena": "models", @@ -33871,7 +33801,7 @@ "arena": "models", "category": "dataviz", "elo": 1286, - "win_rate": 52.6, + "win_rate": 52.7, "rank": 18 }, { @@ -33891,8 +33821,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1288, - "win_rate": 55, + "elo": 1289, + "win_rate": 55.1, "rank": 23 }, { @@ -33989,7 +33919,7 @@ "category": "gamedev", "elo": 1181, "win_rate": 54.4, - "rank": 58 + "rank": 57 }, { "arena": "models", @@ -34098,14 +34028,14 @@ "category": "gamedev", "elo": 1130, "win_rate": 48.4, - "rank": 80 + "rank": 79 }, { "arena": "models", "category": "svg", "elo": 1113, "win_rate": 50.8, - "rank": 57 + "rank": 56 }, { "arena": "models", @@ -34176,7 +34106,7 @@ }, "supported_voices": null, "knowledge_cutoff": "2024-12-31", - "expiration_date": null, + "expiration_date": "2026-12-31", "links": { "details": "/api/v1/models/z-ai/glm-4.5v/endpoints" }, @@ -34271,7 +34201,7 @@ "category": "mobileapps", "elo": 1143, "win_rate": 47.2, - "rank": 29 + "rank": 30 }, { "arena": "models", @@ -34480,7 +34410,7 @@ "category": "mobileapps", "elo": 1152, "win_rate": 48.9, - "rank": 28 + "rank": 29 }, { "arena": "models", @@ -34492,9 +34422,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1193, + "elo": 1192, "win_rate": 48.1, - "rank": 24 + "rank": 25 }, { "arena": "models", @@ -34520,7 +34450,7 @@ { "arena": "models", "category": "svg", - "elo": 1184, + "elo": 1185, "win_rate": 54.3, "rank": 38 }, @@ -34620,9 +34550,9 @@ { "arena": "models", "category": "codecategories", - "elo": 1202, + "elo": 1203, "win_rate": 53.1, - "rank": 52 + "rank": 51 }, { "arena": "models", @@ -34641,7 +34571,7 @@ { "arena": "models", "category": "svg", - "elo": 1079, + "elo": 1080, "win_rate": 44.2, "rank": 62 }, @@ -34729,14 +34659,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1170, + "elo": 1169, "win_rate": 55.2, "rank": 24 }, { "arena": "agents", "category": "fullstack", - "elo": 1146, + "elo": 1147, "win_rate": 51.7, "rank": 24 }, @@ -34757,9 +34687,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1183, + "elo": 1184, "win_rate": 51.7, - "rank": 26 + "rank": 27 }, { "arena": "models", @@ -34773,7 +34703,7 @@ "category": "asciiart", "elo": 1174, "win_rate": 47.9, - "rank": 34 + "rank": 35 }, { "arena": "models", @@ -34787,7 +34717,7 @@ "category": "dataviz", "elo": 1250, "win_rate": 53, - "rank": 33 + "rank": 32 }, { "arena": "models", @@ -34881,15 +34811,15 @@ "arena": "models", "category": "3d", "elo": 1297, - "win_rate": 57.8, + "win_rate": 57.7, "rank": 18 }, { "arena": "models", "category": "asciiart", - "elo": 1176, + "elo": 1175, "win_rate": 49, - "rank": 33 + "rank": 34 }, { "arena": "models", @@ -34923,13 +34853,13 @@ "arena": "models", "category": "uicomponent", "elo": 1293, - "win_rate": 56.9, + "win_rate": 57, "rank": 21 }, { "arena": "models", "category": "website", - "elo": 1288, + "elo": 1289, "win_rate": 54.7, "rank": 22 } @@ -34962,7 +34892,7 @@ }, "top_provider": { "context_length": 202752, - "max_completion_tokens": 202752, + "max_completion_tokens": 182476, "is_moderated": false }, "per_request_limits": null, @@ -35015,7 +34945,7 @@ "category": "asciiart", "elo": 1162, "win_rate": 45.8, - "rank": 39 + "rank": 40 }, { "arena": "models", @@ -35035,14 +34965,14 @@ "arena": "models", "category": "gamedev", "elo": 1298, - "win_rate": 57.5, + "win_rate": 57.4, "rank": 18 }, { "arena": "models", "category": "svg", "elo": 1260, - "win_rate": 58.5, + "win_rate": 58.4, "rank": 13 }, { @@ -35062,9 +34992,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1170, + "elo": 1163, "win_rate": 50.7, - "rank": 18 + "rank": 17 }, { "arena": "agents", @@ -35097,15 +35027,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1203, - "win_rate": 52.7, - "rank": 16 + "elo": 1200, + "win_rate": 52.5, + "rank": 17 }, { "arena": "agents", "category": "fullstack", "elo": 1190, - "win_rate": 54.3, + "win_rate": 54.2, "rank": 20 }, { @@ -35119,15 +35049,15 @@ "arena": "agents", "category": "htmlslides", "elo": 1185, - "win_rate": 49.3, + "win_rate": 49.4, "rank": 11 }, { "arena": "agents", "category": "mobileapps", - "elo": 1208, - "win_rate": 53, - "rank": 17 + "elo": 1209, + "win_rate": 52.9, + "rank": 18 }, { "arena": "agents", @@ -35146,8 +35076,8 @@ { "arena": "agents", "category": "webapps", - "elo": 1208, - "win_rate": 52.1, + "elo": 1209, + "win_rate": 52, "rank": 20 } ], @@ -35230,14 +35160,14 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1194, - "win_rate": 46.5, + "elo": 1187, + "win_rate": 46.6, "rank": 11 }, { "arena": "agents", "category": "androidnative", - "elo": 1201, + "elo": 1200, "win_rate": 54.9, "rank": 18 }, @@ -35258,14 +35188,14 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1190, - "win_rate": 49.9, + "elo": 1191, + "win_rate": 49.8, "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1211, + "elo": 1212, "win_rate": 52, "rank": 16 }, @@ -35288,21 +35218,21 @@ "category": "3d", "elo": 1347, "win_rate": 56.9, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1246, + "elo": 1245, "win_rate": 52.1, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "codecategories", "elo": 1331, "win_rate": 56.5, - "rank": 6 + "rank": 5 }, { "arena": "models", @@ -35321,8 +35251,8 @@ { "arena": "models", "category": "svg", - "elo": 1255, - "win_rate": 54.5, + "elo": 1256, + "win_rate": 54.4, "rank": 15 }, { @@ -35335,8 +35265,8 @@ { "arena": "models", "category": "website", - "elo": 1326, - "win_rate": 57.4, + "elo": 1325, + "win_rate": 57.3, "rank": 4 } ], @@ -35375,7 +35305,7 @@ }, "top_provider": { "context_length": 1048575, - "max_completion_tokens": null, + "max_completion_tokens": 943717, "is_moderated": false }, "per_request_limits": null, @@ -35417,14 +35347,14 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1194, - "win_rate": 46.5, + "elo": 1187, + "win_rate": 46.6, "rank": 11 }, { "arena": "agents", "category": "androidnative", - "elo": 1201, + "elo": 1200, "win_rate": 54.9, "rank": 18 }, @@ -35445,14 +35375,14 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1190, - "win_rate": 49.9, + "elo": 1191, + "win_rate": 49.8, "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1211, + "elo": 1212, "win_rate": 52, "rank": 16 }, @@ -35475,21 +35405,21 @@ "category": "3d", "elo": 1347, "win_rate": 56.9, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1246, + "elo": 1245, "win_rate": 52.1, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "codecategories", "elo": 1331, "win_rate": 56.5, - "rank": 6 + "rank": 5 }, { "arena": "models", @@ -35508,8 +35438,8 @@ { "arena": "models", "category": "svg", - "elo": 1255, - "win_rate": 54.5, + "elo": 1256, + "win_rate": 54.4, "rank": 15 }, { @@ -35522,8 +35452,8 @@ { "arena": "models", "category": "website", - "elo": 1326, - "win_rate": 57.4, + "elo": 1325, + "win_rate": 57.3, "rank": 4 } ], @@ -35561,7 +35491,7 @@ }, "top_provider": { "context_length": 256000, - "max_completion_tokens": 256000, + "max_completion_tokens": 230400, "is_moderated": false }, "per_request_limits": null, @@ -35603,14 +35533,14 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1194, - "win_rate": 46.5, + "elo": 1187, + "win_rate": 46.6, "rank": 11 }, { "arena": "agents", "category": "androidnative", - "elo": 1201, + "elo": 1200, "win_rate": 54.9, "rank": 18 }, @@ -35631,14 +35561,14 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1190, - "win_rate": 49.9, + "elo": 1191, + "win_rate": 49.8, "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1211, + "elo": 1212, "win_rate": 52, "rank": 16 }, @@ -35661,21 +35591,21 @@ "category": "3d", "elo": 1347, "win_rate": 56.9, - "rank": 6 + "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1246, + "elo": 1245, "win_rate": 52.1, - "rank": 13 + "rank": 14 }, { "arena": "models", "category": "codecategories", "elo": 1331, "win_rate": 56.5, - "rank": 6 + "rank": 5 }, { "arena": "models", @@ -35694,8 +35624,8 @@ { "arena": "models", "category": "svg", - "elo": 1255, - "win_rate": 54.5, + "elo": 1256, + "win_rate": 54.4, "rank": 15 }, { @@ -35708,8 +35638,8 @@ { "arena": "models", "category": "website", - "elo": 1326, - "win_rate": 57.4, + "elo": 1325, + "win_rate": 57.3, "rank": 4 } ], @@ -35845,7 +35775,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1104, + "elo": 1096, "win_rate": 42.6, "rank": 23 }, @@ -35908,9 +35838,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1180, + "elo": 1181, "win_rate": 50.4, - "rank": 27 + "rank": 28 }, { "arena": "agents", @@ -35936,8 +35866,8 @@ { "arena": "models", "category": "3d", - "elo": 1255, - "win_rate": 53.9, + "elo": 1256, + "win_rate": 54, "rank": 32 }, { @@ -35945,7 +35875,7 @@ "category": "asciiart", "elo": 1133, "win_rate": 42.9, - "rank": 47 + "rank": 48 }, { "arena": "models", @@ -35971,14 +35901,14 @@ { "arena": "models", "category": "svg", - "elo": 1192, + "elo": 1193, "win_rate": 50.5, - "rank": 35 + "rank": 34 }, { "arena": "models", "category": "uicomponent", - "elo": 1241, + "elo": 1242, "win_rate": 50.2, "rank": 39 }, diff --git a/scripts/vercel-gateway.models.json b/scripts/vercel-gateway.models.json index a5c8f672f..8f4f525e8 100644 --- a/scripts/vercel-gateway.models.json +++ b/scripts/vercel-gateway.models.json @@ -551,8 +551,8 @@ "context_window": 32768, "max_tokens": 32768, "type": "embedding", - "zdr": "all", - "no_training": "all", + "zdr": "some", + "no_training": "some", "supported_specifications": ["v2", "v3", "v4"], "modalities": { "input": ["text"], @@ -595,8 +595,8 @@ "context_window": 32768, "max_tokens": 32768, "type": "embedding", - "zdr": "all", - "no_training": "all", + "zdr": "some", + "no_training": "some", "supported_specifications": ["v2", "v3", "v4"], "modalities": { "input": ["text"], @@ -5126,7 +5126,22 @@ "pricing": { "input": "0.00000022", "output": "0.00000066", - "input_cache_read": "0.000000007" + "input_cache_read": "0.000000007", + "peak_pricing": { + "multiplier": 2, + "windows": [ + { + "start_minute_utc": 60, + "end_minute_utc": 240, + "days_of_week": [1, 2, 3, 4, 5] + }, + { + "start_minute_utc": 360, + "end_minute_utc": 600, + "days_of_week": [1, 2, 3, 4, 5] + } + ] + } } }, { @@ -5217,6 +5232,15 @@ "input": "0.00000066", "output": "0.00000198", "input_cache_read": "0.000000066", + "peak_pricing": { + "multiplier": 2, + "windows": [ + { + "start_minute_utc": 0, + "end_minute_utc": 840 + } + ] + }, "varies_by_provider": true } }, @@ -9567,7 +9591,7 @@ "context_window": 1000000, "max_tokens": 131072, "type": "language", - "zdr": "some", + "zdr": "all", "no_training": "all", "tags": [ "reasoning", @@ -9607,7 +9631,7 @@ "context_window": 81920, "max_tokens": 16384, "type": "language", - "zdr": "none", + "zdr": "all", "no_training": "all", "supported_specifications": ["v2", "v3", "v4"], "modalities": { @@ -9632,7 +9656,7 @@ "context_window": 81920, "max_tokens": 16384, "type": "language", - "zdr": "none", + "zdr": "all", "no_training": "all", "supported_specifications": ["v2", "v3", "v4"], "modalities": { @@ -9785,8 +9809,8 @@ "context_window": 262144, "max_tokens": 131072, "type": "language", - "zdr": "all", - "no_training": "all", + "zdr": "some", + "no_training": "some", "tags": ["reasoning", "tool-use", "implicit-caching"], "supported_specifications": ["v2", "v3", "v4"], "modalities": { @@ -9805,8 +9829,8 @@ "temperature": true, "pricing": { "input": "0.00000005", - "output": "0.0000002", - "input_cache_read": "0.00000001", + "output": "0.00000015", + "input_cache_read": "0.00000005", "varies_by_provider": true } },