From d98f39c52bd1c59ee35a8423a8ecaa0ec84f5fa2 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Wed, 8 Jul 2026 08:03:47 +0000 Subject: [PATCH] chore: sync model metadata from OpenRouter --- .changeset/sync-models.md | 5 + packages/ai-openrouter/src/model-meta.ts | 394 ++- scripts/.sync-models-last-run | 2 +- scripts/openrouter.models.json | 3037 +++++++++++++--------- 4 files changed, 2149 insertions(+), 1289 deletions(-) create mode 100644 .changeset/sync-models.md diff --git a/.changeset/sync-models.md b/.changeset/sync-models.md new file mode 100644 index 000000000..63eef764c --- /dev/null +++ b/.changeset/sync-models.md @@ -0,0 +1,5 @@ +--- +'@tanstack/ai-openrouter': patch +--- + +Update model metadata from OpenRouter API diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index 39ffbc9e1..fe83403ac 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -40,6 +40,7 @@ const _ANTHROPIC_CLAUDE_HAIKU_LATEST = { input: ['text', 'image', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', @@ -71,10 +72,12 @@ const _ANTHROPIC_CLAUDE_OPUS_LATEST = { input: ['text', 'image', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', 'stop', + 'temperature', 'toolChoice', ], }, @@ -215,11 +218,11 @@ const _MOONSHOTAI_KIMI_LATEST = { pricing: { text: { input: { - normal: 0.55, - cached: 0.11, + normal: 0.66, + cached: 0.14, }, output: { - normal: 3.2, + normal: 3.41, }, }, image: 0, @@ -315,70 +318,91 @@ const AI21_JAMBA_LARGE_1_7 = { image: 0, }, } as const -const AION_LABS_AION_1_0 = { - id: 'aion-labs/aion-1.0', - name: 'AionLabs: Aion-1.0', +const AION_LABS_AION_2_0 = { + id: 'aion-labs/aion-2.0', + name: 'AionLabs: Aion-2.0', supports: { input: ['text'], output: ['text'], - supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'topP'], + supports: [ + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'temperature', + 'toolChoice', + 'topP', + ], }, context_window: 131072, max_output_tokens: 32768, pricing: { text: { input: { - normal: 4, - cached: 0, + normal: 0.8, + cached: 0.2, }, output: { - normal: 8, + normal: 1.6, }, }, image: 0, }, } as const -const AION_LABS_AION_1_0_MINI = { - id: 'aion-labs/aion-1.0-mini', - name: 'AionLabs: Aion-1.0-Mini', +const AION_LABS_AION_3_0 = { + id: 'aion-labs/aion-3.0', + name: 'AionLabs: Aion-3.0', supports: { input: ['text'], output: ['text'], - supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'topP'], + supports: [ + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'temperature', + 'toolChoice', + 'topP', + ], }, context_window: 131072, max_output_tokens: 32768, pricing: { text: { input: { - normal: 0.7, - cached: 0, + normal: 3, + cached: 0.75, }, output: { - normal: 1.4, + normal: 6, }, }, image: 0, }, } as const -const AION_LABS_AION_2_0 = { - id: 'aion-labs/aion-2.0', - name: 'AionLabs: Aion-2.0', +const AION_LABS_AION_3_0_MINI = { + id: 'aion-labs/aion-3.0-mini', + name: 'AionLabs: Aion-3.0-Mini', supports: { input: ['text'], output: ['text'], - supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'topP'], + supports: [ + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'temperature', + 'toolChoice', + 'topP', + ], }, context_window: 131072, max_output_tokens: 32768, pricing: { text: { input: { - normal: 0.8, - cached: 0.2, + normal: 0.7, + cached: 0.18, }, output: { - normal: 1.6, + normal: 1.4, }, }, image: 0, @@ -664,6 +688,7 @@ const ANTHROPIC_CLAUDE_HAIKU_4_5 = { input: ['text', 'image', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', @@ -725,6 +750,7 @@ const ANTHROPIC_CLAUDE_OPUS_4_1 = { input: ['image', 'text', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', @@ -756,6 +782,7 @@ const ANTHROPIC_CLAUDE_OPUS_4_5 = { input: ['document', 'image', 'text'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', @@ -818,6 +845,7 @@ const ANTHROPIC_CLAUDE_OPUS_4_7 = { input: ['text', 'image', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', @@ -876,10 +904,12 @@ const ANTHROPIC_CLAUDE_OPUS_4_8 = { input: ['text', 'image', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', 'stop', + 'temperature', 'toolChoice', ], }, @@ -964,6 +994,7 @@ const ANTHROPIC_CLAUDE_SONNET_4_5 = { input: ['text', 'image', 'document'], output: ['text'], supports: [ + 'maxCompletionTokens', 'maxCompletionTokens', 'reasoning', 'responseFormat', @@ -1935,10 +1966,11 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH = { ], }, context_window: 1048576, + max_output_tokens: 65536, pricing: { text: { input: { - normal: 0.089, + normal: 0.09, cached: 0.018, }, output: { @@ -2761,6 +2793,7 @@ const GOOGLE_GEMMA_4_26B_A4B_IT_FREE = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -2769,6 +2802,7 @@ const GOOGLE_GEMMA_4_26B_A4B_IT_FREE = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -3551,15 +3585,15 @@ const META_LLAMA_LLAMA_3_2_3B_INSTRUCT = { ], }, context_window: 131072, - max_output_tokens: 80000, + max_output_tokens: 131072, pricing: { text: { input: { - normal: 0.0509, + normal: 0.05, cached: 0, }, output: { - normal: 0.335, + normal: 0.33, }, }, image: 0, @@ -4843,7 +4877,7 @@ const MOONSHOTAI_KIMI_K2_5 = { text: { input: { normal: 0.375, - cached: 0, + cached: 0.203, }, output: { normal: 2.025, @@ -4880,11 +4914,11 @@ const MOONSHOTAI_KIMI_K2_6 = { pricing: { text: { input: { - normal: 0.55, - cached: 0.11, + normal: 0.66, + cached: 0.14, }, output: { - normal: 3.2, + normal: 3.41, }, }, image: 0, @@ -4981,6 +5015,38 @@ const MORPH_MORPH_V3_LARGE = { image: 0, }, } as const +const NEX_AGI_NEX_N2_MINI = { + id: 'nex-agi/nex-n2-mini', + name: 'Nex AGI: Nex-N2-Mini', + supports: { + input: ['text', 'image'], + output: ['text'], + supports: [ + 'logprobs', + 'maxCompletionTokens', + 'reasoning', + 'responseFormat', + 'temperature', + 'toolChoice', + 'topLogprobs', + 'topP', + ], + }, + context_window: 262144, + max_output_tokens: 262144, + pricing: { + text: { + input: { + normal: 0.025, + cached: 0.0025, + }, + output: { + normal: 0.1, + }, + }, + image: 0, + }, +} as const const NEX_AGI_NEX_N2_PRO = { id: 'nex-agi/nex-n2-pro', name: 'Nex AGI: Nex-N2-Pro', @@ -4993,6 +5059,7 @@ const NEX_AGI_NEX_N2_PRO = { 'maxCompletionTokens', 'reasoning', 'temperature', + 'toolChoice', 'topLogprobs', 'topP', ], @@ -5321,15 +5388,14 @@ const NVIDIA_NEMOTRON_3_SUPER_120B_A12B = { ], }, context_window: 1000000, - max_output_tokens: 16384, pricing: { text: { input: { - normal: 0.085, + normal: 0.08, cached: 0, }, output: { - normal: 0.4, + normal: 0.45, }, }, image: 0, @@ -7130,6 +7196,7 @@ const OPENAI_GPT_OSS_20B_FREE = { output: ['text'], supports: [ 'frequencyPenalty', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', 'reasoning', @@ -7138,6 +7205,7 @@ const OPENAI_GPT_OSS_20B_FREE = { 'stop', 'temperature', 'toolChoice', + 'topLogprobs', 'topP', ], }, @@ -7709,6 +7777,52 @@ const POOLSIDE_LAGUNA_M_1_FREE = { image: 0, }, } as const +const POOLSIDE_LAGUNA_XS_2_1 = { + id: 'poolside/laguna-xs-2.1', + name: 'Poolside: Laguna XS 2.1', + supports: { + input: ['text'], + output: ['text'], + supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'toolChoice'], + }, + context_window: 262144, + max_output_tokens: 32768, + pricing: { + text: { + input: { + normal: 0.06, + cached: 0.03, + }, + output: { + normal: 0.12, + }, + }, + image: 0, + }, +} as const +const POOLSIDE_LAGUNA_XS_2_1_FREE = { + id: 'poolside/laguna-xs-2.1:free', + name: 'Poolside: Laguna XS 2.1 (free)', + supports: { + input: ['text'], + output: ['text'], + supports: ['maxCompletionTokens', 'reasoning', 'temperature', 'toolChoice'], + }, + context_window: 262144, + max_output_tokens: 32768, + pricing: { + text: { + input: { + normal: 0, + cached: 0, + }, + output: { + normal: 0, + }, + }, + image: 0, + }, +} as const const POOLSIDE_LAGUNA_XS_2 = { id: 'poolside/laguna-xs.2', name: 'Poolside: Laguna XS.2', @@ -8801,7 +8915,6 @@ const QWEN_QWEN3_VL_30B_A3B_THINKING = { 'reasoning', 'responseFormat', 'seed', - 'stop', 'temperature', 'toolChoice', 'topLogprobs', @@ -8882,11 +8995,11 @@ const QWEN_QWEN3_VL_8B_INSTRUCT = { pricing: { text: { input: { - normal: 0.08, + normal: 0.117, cached: 0, }, output: { - normal: 0.5, + normal: 0.455, }, }, image: 0, @@ -9064,7 +9177,7 @@ const QWEN_QWEN3_5_397B_A17B = { text: { input: { normal: 0.385, - cached: 0, + cached: 0.111, }, output: { normal: 2.45, @@ -9238,7 +9351,7 @@ const QWEN_QWEN3_6_27B = { text: { input: { normal: 0.285, - cached: 0, + cached: 0.15, }, output: { normal: 2.4, @@ -9858,6 +9971,40 @@ const TENCENT_HUNYUAN_A13B_INSTRUCT = { image: 0, }, } as const +const TENCENT_HY3 = { + id: 'tencent/hy3', + name: 'Tencent: Hy3', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'logitBias', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 262144, + max_output_tokens: 131072, + pricing: { + text: { + input: { + normal: 0.2, + cached: 0.5, + }, + output: { + normal: 0.8, + }, + }, + image: 0, + }, +} as const const TENCENT_HY3_PREVIEW = { id: 'tencent/hy3-preview', name: 'Tencent: Hy3 preview', @@ -9890,6 +10037,39 @@ const TENCENT_HY3_PREVIEW = { image: 0, }, } as const +const TENCENT_HY3_FREE = { + id: 'tencent/hy3:free', + name: 'Tencent: Hy3 (free)', + supports: { + input: ['text'], + output: ['text'], + supports: [ + 'frequencyPenalty', + 'maxCompletionTokens', + 'presencePenalty', + 'reasoning', + 'seed', + 'stop', + 'temperature', + 'toolChoice', + 'topP', + ], + }, + context_window: 262144, + max_output_tokens: 262144, + pricing: { + text: { + input: { + normal: 0, + cached: 0, + }, + output: { + normal: 0, + }, + }, + image: 0, + }, +} as const const THEDRUMMER_CYDONIA_24B_V4_1 = { id: 'thedrummer/cydonia-24b-v4.1', name: 'TheDrummer: Cydonia 24B V4.1', @@ -9934,15 +10114,19 @@ const THEDRUMMER_ROCINANTE_12B = { supports: [ 'frequencyPenalty', 'logitBias', + 'logprobs', 'maxCompletionTokens', 'presencePenalty', + 'responseFormat', 'seed', 'stop', 'temperature', + 'topLogprobs', 'topP', ], }, - context_window: 32768, + context_window: 65536, + max_output_tokens: 65536, pricing: { text: { input: { @@ -10214,7 +10398,7 @@ const X_AI_GROK_BUILD_0_1 = { id: 'x-ai/grok-build-0.1', name: 'xAI: Grok Build 0.1', supports: { - input: ['text', 'image'], + input: ['text', 'image', 'document'], output: ['text'], supports: [ 'frequencyPenalty', @@ -10272,7 +10456,7 @@ const XIAOMI_MIMO_V2_5 = { text: { input: { normal: 0.105, - cached: 0, + cached: 0.028, }, output: { normal: 0.28, @@ -10640,7 +10824,6 @@ const Z_AI_GLM_5_1 = { 'logitBias', 'logprobs', 'maxCompletionTokens', - 'parallelToolCalls', 'presencePenalty', 'reasoning', 'responseFormat', @@ -10653,14 +10836,15 @@ const Z_AI_GLM_5_1 = { ], }, context_window: 202752, + max_output_tokens: 128000, pricing: { text: { input: { - normal: 0.975, - cached: 0, + normal: 0.966, + cached: 0.1794, }, output: { - normal: 4.3, + normal: 3.036, }, }, image: 0, @@ -10750,6 +10934,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' @@ -10761,9 +10946,11 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' + | 'temperature' | 'toolChoice' > [_ANTHROPIC_CLAUDE_SONNET_LATEST.id]: OpenRouterCommonOptions & @@ -10848,20 +11035,35 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > - [AION_LABS_AION_1_0.id]: OpenRouterCommonOptions & + [AION_LABS_AION_2_0.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'topP' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'temperature' + | 'toolChoice' + | 'topP' > - [AION_LABS_AION_1_0_MINI.id]: OpenRouterCommonOptions & + [AION_LABS_AION_3_0.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'topP' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'temperature' + | 'toolChoice' + | 'topP' > - [AION_LABS_AION_2_0.id]: OpenRouterCommonOptions & + [AION_LABS_AION_3_0_MINI.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, - 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'topP' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'temperature' + | 'toolChoice' + | 'topP' > [AION_LABS_AION_RP_LLAMA_3_1_8B.id]: OpenRouterCommonOptions & Pick @@ -10943,6 +11145,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' @@ -10964,6 +11167,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' @@ -10975,6 +11179,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' @@ -10997,6 +11202,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' @@ -11015,9 +11221,11 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' + | 'temperature' | 'toolChoice' > [ANTHROPIC_CLAUDE_OPUS_4_8_FAST.id]: OpenRouterCommonOptions & @@ -11043,6 +11251,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'maxCompletionTokens' + | 'maxCompletionTokens' | 'reasoning' | 'responseFormat' | 'stop' @@ -11745,6 +11954,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' @@ -11753,6 +11963,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [GOOGLE_GEMMA_4_31B_IT.id]: OpenRouterCommonOptions & @@ -12625,6 +12836,18 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topLogprobs' > + [NEX_AGI_NEX_N2_MINI.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'logprobs' + | 'maxCompletionTokens' + | 'reasoning' + | 'responseFormat' + | 'temperature' + | 'toolChoice' + | 'topLogprobs' + | 'topP' + > [NEX_AGI_NEX_N2_PRO.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -12633,6 +12856,7 @@ export type OpenRouterModelOptionsByName = { | 'maxCompletionTokens' | 'reasoning' | 'temperature' + | 'toolChoice' | 'topLogprobs' | 'topP' > @@ -13434,6 +13658,7 @@ export type OpenRouterModelOptionsByName = { Pick< OpenRouterBaseOptions, | 'frequencyPenalty' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' | 'reasoning' @@ -13442,6 +13667,7 @@ export type OpenRouterModelOptionsByName = { | 'stop' | 'temperature' | 'toolChoice' + | 'topLogprobs' | 'topP' > [OPENAI_GPT_OSS_SAFEGUARD_20B.id]: OpenRouterCommonOptions & @@ -13626,6 +13852,16 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'toolChoice' > + [POOLSIDE_LAGUNA_XS_2_1.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'toolChoice' + > + [POOLSIDE_LAGUNA_XS_2_1_FREE.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + 'maxCompletionTokens' | 'reasoning' | 'temperature' | 'toolChoice' + > [POOLSIDE_LAGUNA_XS_2.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -14080,7 +14316,6 @@ export type OpenRouterModelOptionsByName = { | 'reasoning' | 'responseFormat' | 'seed' - | 'stop' | 'temperature' | 'toolChoice' | 'topLogprobs' @@ -14502,6 +14737,20 @@ export type OpenRouterModelOptionsByName = { | 'temperature' | 'topP' > + [TENCENT_HY3.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'logitBias' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'reasoning' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [TENCENT_HY3_PREVIEW.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -14515,6 +14764,19 @@ export type OpenRouterModelOptionsByName = { | 'toolChoice' | 'topP' > + [TENCENT_HY3_FREE.id]: OpenRouterCommonOptions & + Pick< + OpenRouterBaseOptions, + | 'frequencyPenalty' + | 'maxCompletionTokens' + | 'presencePenalty' + | 'reasoning' + | 'seed' + | 'stop' + | 'temperature' + | 'toolChoice' + | 'topP' + > [THEDRUMMER_CYDONIA_24B_V4_1.id]: OpenRouterCommonOptions & Pick< OpenRouterBaseOptions, @@ -14535,11 +14797,14 @@ export type OpenRouterModelOptionsByName = { OpenRouterBaseOptions, | 'frequencyPenalty' | 'logitBias' + | 'logprobs' | 'maxCompletionTokens' | 'presencePenalty' + | 'responseFormat' | 'seed' | 'stop' | 'temperature' + | 'topLogprobs' | 'topP' > [THEDRUMMER_SKYFALL_36B_V2.id]: OpenRouterCommonOptions & @@ -14831,7 +15096,6 @@ export type OpenRouterModelOptionsByName = { | 'logitBias' | 'logprobs' | 'maxCompletionTokens' - | 'parallelToolCalls' | 'presencePenalty' | 'reasoning' | 'responseFormat' @@ -14896,9 +15160,9 @@ export type OpenRouterModelInputModalitiesByName = { [_OPENAI_GPT_LATEST.id]: ReadonlyArray<'document' | 'image' | 'text'> [_OPENAI_GPT_MINI_LATEST.id]: ReadonlyArray<'document' | 'image' | 'text'> [AI21_JAMBA_LARGE_1_7.id]: ReadonlyArray<'text'> - [AION_LABS_AION_1_0.id]: ReadonlyArray<'text'> - [AION_LABS_AION_1_0_MINI.id]: ReadonlyArray<'text'> [AION_LABS_AION_2_0.id]: ReadonlyArray<'text'> + [AION_LABS_AION_3_0.id]: ReadonlyArray<'text'> + [AION_LABS_AION_3_0_MINI.id]: ReadonlyArray<'text'> [AION_LABS_AION_RP_LLAMA_3_1_8B.id]: ReadonlyArray<'text'> [ALLENAI_OLMO_3_32B_THINK.id]: ReadonlyArray<'text'> [AMAZON_NOVA_2_LITE_V1.id]: ReadonlyArray< @@ -15080,6 +15344,7 @@ export type OpenRouterModelInputModalitiesByName = { [MOONSHOTAI_KIMI_K2_7_CODE.id]: ReadonlyArray<'text' | 'image'> [MORPH_MORPH_V3_FAST.id]: ReadonlyArray<'text'> [MORPH_MORPH_V3_LARGE.id]: ReadonlyArray<'text'> + [NEX_AGI_NEX_N2_MINI.id]: ReadonlyArray<'text' | 'image'> [NEX_AGI_NEX_N2_PRO.id]: ReadonlyArray<'text' | 'image'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id]: ReadonlyArray<'text'> [NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B_FREE.id]: ReadonlyArray<'text'> @@ -15175,6 +15440,8 @@ export type OpenRouterModelInputModalitiesByName = { [PERPLEXITY_SONAR_REASONING_PRO.id]: ReadonlyArray<'text' | 'image'> [POOLSIDE_LAGUNA_M_1.id]: ReadonlyArray<'text'> [POOLSIDE_LAGUNA_M_1_FREE.id]: ReadonlyArray<'text'> + [POOLSIDE_LAGUNA_XS_2_1.id]: ReadonlyArray<'text'> + [POOLSIDE_LAGUNA_XS_2_1_FREE.id]: ReadonlyArray<'text'> [POOLSIDE_LAGUNA_XS_2.id]: ReadonlyArray<'text'> [POOLSIDE_LAGUNA_XS_2_FREE.id]: ReadonlyArray<'text'> [QWEN_QWEN_2_5_72B_INSTRUCT.id]: ReadonlyArray<'text'> @@ -15239,7 +15506,9 @@ export type OpenRouterModelInputModalitiesByName = { [STEPFUN_STEP_3_7_FLASH.id]: ReadonlyArray<'text' | 'image' | 'video'> [SWITCHPOINT_ROUTER.id]: ReadonlyArray<'text'> [TENCENT_HUNYUAN_A13B_INSTRUCT.id]: ReadonlyArray<'text'> + [TENCENT_HY3.id]: ReadonlyArray<'text'> [TENCENT_HY3_PREVIEW.id]: ReadonlyArray<'text'> + [TENCENT_HY3_FREE.id]: ReadonlyArray<'text'> [THEDRUMMER_CYDONIA_24B_V4_1.id]: ReadonlyArray<'text'> [THEDRUMMER_ROCINANTE_12B.id]: ReadonlyArray<'text'> [THEDRUMMER_SKYFALL_36B_V2.id]: ReadonlyArray<'text'> @@ -15250,7 +15519,7 @@ export type OpenRouterModelInputModalitiesByName = { [X_AI_GROK_4_20.id]: ReadonlyArray<'text' | 'image' | 'document'> [X_AI_GROK_4_20_MULTI_AGENT.id]: ReadonlyArray<'text' | 'image' | 'document'> [X_AI_GROK_4_3.id]: ReadonlyArray<'text' | 'image' | 'document'> - [X_AI_GROK_BUILD_0_1.id]: ReadonlyArray<'text' | 'image'> + [X_AI_GROK_BUILD_0_1.id]: ReadonlyArray<'text' | 'image' | 'document'> [XIAOMI_MIMO_V2_5.id]: ReadonlyArray<'text' | 'audio' | 'image' | 'video'> [XIAOMI_MIMO_V2_5_PRO.id]: ReadonlyArray<'text'> [Z_AI_GLM_4_5.id]: ReadonlyArray<'text'> @@ -15281,9 +15550,9 @@ export const OPENROUTER_CHAT_MODELS = [ _OPENAI_GPT_LATEST.id, _OPENAI_GPT_MINI_LATEST.id, AI21_JAMBA_LARGE_1_7.id, - AION_LABS_AION_1_0.id, - AION_LABS_AION_1_0_MINI.id, AION_LABS_AION_2_0.id, + AION_LABS_AION_3_0.id, + AION_LABS_AION_3_0_MINI.id, AION_LABS_AION_RP_LLAMA_3_1_8B.id, ALLENAI_OLMO_3_32B_THINK.id, AMAZON_NOVA_2_LITE_V1.id, @@ -15425,6 +15694,7 @@ export const OPENROUTER_CHAT_MODELS = [ MOONSHOTAI_KIMI_K2_7_CODE.id, MORPH_MORPH_V3_FAST.id, MORPH_MORPH_V3_LARGE.id, + NEX_AGI_NEX_N2_MINI.id, NEX_AGI_NEX_N2_PRO.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B.id, NOUSRESEARCH_HERMES_3_LLAMA_3_1_405B_FREE.id, @@ -15512,6 +15782,8 @@ export const OPENROUTER_CHAT_MODELS = [ PERPLEXITY_SONAR_REASONING_PRO.id, POOLSIDE_LAGUNA_M_1.id, POOLSIDE_LAGUNA_M_1_FREE.id, + POOLSIDE_LAGUNA_XS_2_1.id, + POOLSIDE_LAGUNA_XS_2_1_FREE.id, POOLSIDE_LAGUNA_XS_2.id, POOLSIDE_LAGUNA_XS_2_FREE.id, QWEN_QWEN_2_5_72B_INSTRUCT.id, @@ -15576,7 +15848,9 @@ export const OPENROUTER_CHAT_MODELS = [ STEPFUN_STEP_3_7_FLASH.id, SWITCHPOINT_ROUTER.id, TENCENT_HUNYUAN_A13B_INSTRUCT.id, + TENCENT_HY3.id, TENCENT_HY3_PREVIEW.id, + TENCENT_HY3_FREE.id, THEDRUMMER_CYDONIA_24B_V4_1.id, THEDRUMMER_ROCINANTE_12B.id, THEDRUMMER_SKYFALL_36B_V2.id, diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index 104f6ccda..d5e67f0f5 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1782981491 +1783497813 diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index f0c892dea..ed7a0a8f9 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -90,6 +90,7 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", @@ -150,11 +151,13 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", "stop", "structured_outputs", + "temperature", "tool_choice", "tools", "verbosity" @@ -205,7 +208,7 @@ "top_provider": { "context_length": 1000000, "max_completion_tokens": 128000, - "is_moderated": true + "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ @@ -385,9 +388,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000055", - "completion": "0.0000032", - "input_cache_read": "0.00000011" + "prompt": "0.00000066", + "completion": "0.00000341", + "input_cache_read": "0.00000014" }, "top_provider": { "context_length": 262144, @@ -597,12 +600,12 @@ } }, { - "id": "aion-labs/aion-1.0", - "canonical_slug": "aion-labs/aion-1.0", - "hugging_face_id": "", - "name": "AionLabs: Aion-1.0", - "created": 1738697557, - "description": "Aion-1.0 is a multi-model system designed for high performance across various tasks, including reasoning and coding. It is built on DeepSeek-R1, augmented with additional models and techniques such as Tree...", + "id": "aion-labs/aion-2.0", + "canonical_slug": "aion-labs/aion-2.0-20260223", + "hugging_face_id": null, + "name": "AionLabs: Aion-2.0", + "created": 1771881306, + "description": "Aion-2.0 is a variant of DeepSeek V3.2 optimized for immersive roleplaying and storytelling. It is particularly strong at introducing tension, crises, and conflict into stories, making narratives feel more engaging....", "context_length": 131072, "architecture": { "modality": "text->text", @@ -612,8 +615,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000004", - "completion": "0.000008" + "prompt": "0.0000008", + "completion": "0.0000016", + "input_cache_read": "0.0000002" }, "top_provider": { "context_length": 131072, @@ -625,27 +629,34 @@ "include_reasoning", "max_tokens", "reasoning", + "response_format", "temperature", + "tool_choice", + "tools", "top_p" ], - "default_parameters": {}, + "default_parameters": { + "temperature": null, + "top_p": null, + "frequency_penalty": null + }, "supported_voices": null, "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/aion-labs/aion-1.0/endpoints" + "details": "/api/v1/models/aion-labs/aion-2.0-20260223/endpoints" }, "reasoning": { - "mandatory": false + "mandatory": true } }, { - "id": "aion-labs/aion-1.0-mini", - "canonical_slug": "aion-labs/aion-1.0-mini", - "hugging_face_id": "FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview", - "name": "AionLabs: Aion-1.0-Mini", - "created": 1738697107, - "description": "Aion-1.0-Mini 32B parameter model is a distilled version of the DeepSeek-R1 model, designed for strong performance in reasoning domains such as mathematics, coding, and logic. It is a modified variant...", + "id": "aion-labs/aion-3.0", + "canonical_slug": "aion-labs/aion-3.0-20260707", + "hugging_face_id": null, + "name": "AionLabs: Aion-3.0", + "created": 1783443095, + "description": "Aion-3.0 is a multi-model roleplaying and storytelling system from AionLabs, built on the GLM family of models. It uses a collaborative generation process in which multiple specialized models each contribute...", "context_length": 131072, "architecture": { "modality": "text->text", @@ -655,8 +666,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000007", - "completion": "0.0000014" + "prompt": "0.000003", + "completion": "0.000006", + "input_cache_read": "0.00000075" }, "top_provider": { "context_length": 131072, @@ -668,7 +680,10 @@ "include_reasoning", "max_tokens", "reasoning", + "response_format", "temperature", + "tool_choice", + "tools", "top_p" ], "default_parameters": {}, @@ -676,19 +691,19 @@ "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/aion-labs/aion-1.0-mini/endpoints" + "details": "/api/v1/models/aion-labs/aion-3.0-20260707/endpoints" }, "reasoning": { - "mandatory": false + "mandatory": true } }, { - "id": "aion-labs/aion-2.0", - "canonical_slug": "aion-labs/aion-2.0-20260223", + "id": "aion-labs/aion-3.0-mini", + "canonical_slug": "aion-labs/aion-3.0-mini-20260707", "hugging_face_id": null, - "name": "AionLabs: Aion-2.0", - "created": 1771881306, - "description": "Aion-2.0 is a variant of DeepSeek V3.2 optimized for immersive roleplaying and storytelling. It is particularly strong at introducing tension, crises, and conflict into stories, making narratives feel more engaging....", + "name": "AionLabs: Aion-3.0-Mini", + "created": 1783443096, + "description": "Aion-3.0 Mini is a multi-model roleplaying and storytelling system from AionLabs, built on the DeepSeek family of models. It uses a collaborative generation process in which multiple specialized models each...", "context_length": 131072, "architecture": { "modality": "text->text", @@ -698,9 +713,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000008", - "completion": "0.0000016", - "input_cache_read": "0.0000002" + "prompt": "0.0000007", + "completion": "0.0000014", + "input_cache_read": "0.00000018" }, "top_provider": { "context_length": 131072, @@ -712,19 +727,18 @@ "include_reasoning", "max_tokens", "reasoning", + "response_format", "temperature", + "tool_choice", + "tools", "top_p" ], - "default_parameters": { - "temperature": null, - "top_p": null, - "frequency_penalty": null - }, + "default_parameters": {}, "supported_voices": null, "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/aion-labs/aion-2.0-20260223/endpoints" + "details": "/api/v1/models/aion-labs/aion-3.0-mini-20260707/endpoints" }, "reasoning": { "mandatory": true @@ -1013,7 +1027,7 @@ "category": "website", "elo": 878, "win_rate": 26.2, - "rank": 108 + "rank": 109 } ] } @@ -1065,7 +1079,7 @@ "category": "website", "elo": 839, "win_rate": 21.4, - "rank": 111 + "rank": 112 } ] } @@ -1240,8 +1254,8 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1258, - "win_rate": 60.6, + "elo": 1262, + "win_rate": 60.8, "rank": 1 }, { @@ -1254,7 +1268,7 @@ { "arena": "models", "category": "asciiart", - "elo": 1370, + "elo": 1369, "win_rate": 70.1, "rank": 1 }, @@ -1269,7 +1283,7 @@ "arena": "models", "category": "dataviz", "elo": 1381, - "win_rate": 70.2, + "win_rate": 70.1, "rank": 1 }, { @@ -1282,7 +1296,7 @@ { "arena": "models", "category": "svg", - "elo": 1369, + "elo": 1370, "win_rate": 71.8, "rank": 1 }, @@ -1344,6 +1358,7 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", @@ -1388,7 +1403,7 @@ { "arena": "models", "category": "codecategories", - "elo": 1163, + "elo": 1164, "win_rate": 44.8, "rank": 64 }, @@ -1397,7 +1412,7 @@ "category": "dataviz", "elo": 1167, "win_rate": 45.6, - "rank": 62 + "rank": 61 }, { "arena": "models", @@ -1409,14 +1424,14 @@ { "arena": "models", "category": "svg", - "elo": 1081, + "elo": 1083, "win_rate": 39.1, - "rank": 56 + "rank": 58 }, { "arena": "models", "category": "uicomponent", - "elo": 1154, + "elo": 1153, "win_rate": 42.7, "rank": 61 }, @@ -1425,7 +1440,7 @@ "category": "website", "elo": 1164, "win_rate": 45, - "rank": 64 + "rank": 65 } ], "artificial_analysis": { @@ -1505,7 +1520,7 @@ "category": "codecategories", "elo": 1210, "win_rate": 55.6, - "rank": 49 + "rank": 50 }, { "arena": "models", @@ -1524,9 +1539,9 @@ { "arena": "models", "category": "svg", - "elo": 1183, + "elo": 1185, "win_rate": 57.7, - "rank": 36 + "rank": 38 }, { "arena": "models", @@ -1540,7 +1555,7 @@ "category": "website", "elo": 1207, "win_rate": 54.6, - "rank": 51 + "rank": 52 } ] }, @@ -1579,6 +1594,7 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", @@ -1610,29 +1626,29 @@ "arena": "models", "category": "3d", "elo": 1228, - "win_rate": 52, + "win_rate": 51.7, "rank": 36 }, { "arena": "models", "category": "asciiart", - "elo": 1209, + "elo": 1212, "win_rate": 51.6, - "rank": 20 + "rank": 19 }, { "arena": "models", "category": "codecategories", "elo": 1220, "win_rate": 55.8, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "dataviz", "elo": 1209, "win_rate": 56.4, - "rank": 43 + "rank": 44 }, { "arena": "models", @@ -1644,23 +1660,23 @@ { "arena": "models", "category": "svg", - "elo": 1208, + "elo": 1210, "win_rate": 60.8, - "rank": 25 + "rank": 26 }, { "arena": "models", "category": "uicomponent", "elo": 1217, "win_rate": 58, - "rank": 42 + "rank": 41 }, { "arena": "models", "category": "website", "elo": 1219, "win_rate": 55.3, - "rank": 45 + "rank": 46 } ] }, @@ -1699,6 +1715,7 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", @@ -1729,29 +1746,29 @@ { "arena": "models", "category": "3d", - "elo": 1290, - "win_rate": 59.9, + "elo": 1292, + "win_rate": 58.8, "rank": 20 }, { "arena": "models", "category": "asciiart", - "elo": 1240, - "win_rate": 55.6, - "rank": 11 + "elo": 1234, + "win_rate": 54.6, + "rank": 12 }, { "arena": "models", "category": "codecategories", - "elo": 1291, - "win_rate": 60, - "rank": 17 + "elo": 1292, + "win_rate": 59.7, + "rank": 18 }, { "arena": "models", "category": "dataviz", - "elo": 1283, - "win_rate": 58.6, + "elo": 1286, + "win_rate": 58.9, "rank": 14 }, { @@ -1764,49 +1781,49 @@ { "arena": "models", "category": "svg", - "elo": 1234, - "win_rate": 58.6, + "elo": 1238, + "win_rate": 58.7, "rank": 17 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 59.2, - "rank": 15 + "elo": 1291, + "win_rate": 58.5, + "rank": 19 }, { "arena": "models", "category": "website", "elo": 1290, - "win_rate": 60.1, - "rank": 17 + "win_rate": 59.9, + "rank": 18 }, { "arena": "agents", "category": "androidnative", - "elo": 1190, + "elo": 1188, "win_rate": 65.5, - "rank": 13 + "rank": 14 }, { "arena": "agents", "category": "fullstack", - "elo": 1223, + "elo": 1222, "win_rate": 59.9, "rank": 9 }, { "arena": "agents", "category": "mobileapps", - "elo": 1240, + "elo": 1236, "win_rate": 57.5, - "rank": 6 + "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1221, + "elo": 1222, "win_rate": 54.2, "rank": 11 } @@ -1879,42 +1896,42 @@ { "arena": "agents", "category": "androidnative", - "elo": 1216, + "elo": 1214, "win_rate": 68.8, "rank": 11 }, { "arena": "agents", "category": "fullstack", - "elo": 1287, + "elo": 1286, "win_rate": 68.6, "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1261, + "elo": 1256, "win_rate": 60.5, "rank": 3 }, { "arena": "agents", "category": "webapps", - "elo": 1266, + "elo": 1268, "win_rate": 60.9, - "rank": 4 + "rank": 5 }, { "arena": "models", "category": "3d", - "elo": 1351, - "win_rate": 65.2, - "rank": 4 + "elo": 1353, + "win_rate": 64.3, + "rank": 3 }, { "arena": "models", "category": "asciiart", - "elo": 1306, + "elo": 1304, "win_rate": 63.2, "rank": 6 }, @@ -1922,15 +1939,15 @@ "arena": "models", "category": "codecategories", "elo": 1342, - "win_rate": 63.8, + "win_rate": 63.5, "rank": 3 }, { "arena": "models", "category": "dataviz", - "elo": 1322, - "win_rate": 61.8, - "rank": 5 + "elo": 1325, + "win_rate": 61.9, + "rank": 4 }, { "arena": "models", @@ -1943,21 +1960,21 @@ "arena": "models", "category": "svg", "elo": 1286, - "win_rate": 62.7, + "win_rate": 62.4, "rank": 4 }, { "arena": "models", "category": "uicomponent", - "elo": 1349, - "win_rate": 64.4, + "elo": 1350, + "win_rate": 64.2, "rank": 3 }, { "arena": "models", "category": "website", "elo": 1338, - "win_rate": 63.3, + "win_rate": 63.2, "rank": 3 } ] @@ -2000,6 +2017,7 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", @@ -2028,8 +2046,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1290, - "win_rate": 64.2, + "elo": 1276, + "win_rate": 63.3, "rank": 1 }, { @@ -2063,7 +2081,7 @@ { "arena": "agents", "category": "androidnative", - "elo": 1330, + "elo": 1325, "win_rate": 61.7, "rank": 2 }, @@ -2077,23 +2095,23 @@ { "arena": "agents", "category": "godotgamedev", - "elo": 1210, + "elo": 1211, "win_rate": 50.8, "rank": 11 }, { "arena": "agents", "category": "htmlslides", - "elo": 1238, - "win_rate": 57.5, + "elo": 1239, + "win_rate": 57.6, "rank": 3 }, { "arena": "agents", "category": "mobileapps", - "elo": 1198, + "elo": 1193, "win_rate": 50.9, - "rank": 15 + "rank": 16 }, { "arena": "agents", @@ -2112,56 +2130,56 @@ { "arena": "agents", "category": "webapps", - "elo": 1328, + "elo": 1330, "win_rate": 65.5, "rank": 1 }, { "arena": "models", "category": "3d", - "elo": 1325, - "win_rate": 60.7, + "elo": 1322, + "win_rate": 59.1, "rank": 9 }, { "arena": "models", "category": "asciiart", - "elo": 1314, - "win_rate": 65.1, + "elo": 1328, + "win_rate": 66.6, "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1337, - "win_rate": 61.1, + "elo": 1336, + "win_rate": 60.7, "rank": 4 }, { "arena": "models", "category": "dataviz", - "elo": 1325, - "win_rate": 61.9, - "rank": 4 + "elo": 1323, + "win_rate": 61.4, + "rank": 5 }, { "arena": "models", "category": "gamedev", - "elo": 1344, + "elo": 1343, "win_rate": 63.1, - "rank": 5 + "rank": 6 }, { "arena": "models", "category": "svg", - "elo": 1280, - "win_rate": 61.6, - "rank": 7 + "elo": 1282, + "win_rate": 61.5, + "rank": 6 }, { "arena": "models", "category": "uicomponent", - "elo": 1363, + "elo": 1365, "win_rate": 64.7, "rank": 2 }, @@ -2169,7 +2187,7 @@ "arena": "models", "category": "website", "elo": 1335, - "win_rate": 60.5, + "win_rate": 60.4, "rank": 4 } ], @@ -2276,11 +2294,13 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", "stop", "structured_outputs", + "temperature", "tool_choice", "tools", "verbosity" @@ -2304,8 +2324,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1268, - "win_rate": 63.7, + "elo": 1252, + "win_rate": 61.8, "rank": 2 }, { @@ -2339,29 +2359,29 @@ { "arena": "agents", "category": "androidnative", - "elo": 1341, - "win_rate": 68.5, + "elo": 1340, + "win_rate": 67.2, "rank": 1 }, { "arena": "agents", "category": "fullstack", - "elo": 1334, - "win_rate": 67.1, + "elo": 1319, + "win_rate": 65.2, "rank": 2 }, { "arena": "agents", "category": "htmlslides", "elo": 1223, - "win_rate": 55.7, + "win_rate": 55.5, "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1285, - "win_rate": 59.3, + "elo": 1283, + "win_rate": 59.4, "rank": 1 }, { @@ -2381,65 +2401,65 @@ { "arena": "agents", "category": "webapps", - "elo": 1293, - "win_rate": 55.8, + "elo": 1286, + "win_rate": 55, "rank": 2 }, { "arena": "models", "category": "3d", - "elo": 1287, - "win_rate": 56.3, - "rank": 22 + "elo": 1289, + "win_rate": 56.2, + "rank": 21 }, { "arena": "models", "category": "asciiart", - "elo": 1301, - "win_rate": 62.5, + "elo": 1302, + "win_rate": 62.1, "rank": 7 }, { "arena": "models", "category": "codecategories", "elo": 1282, - "win_rate": 54.9, - "rank": 21 + "win_rate": 54.7, + "rank": 22 }, { "arena": "models", "category": "dataviz", - "elo": 1277, - "win_rate": 55.2, + "elo": 1281, + "win_rate": 55.6, "rank": 17 }, { "arena": "models", "category": "gamedev", - "elo": 1302, - "win_rate": 54.9, + "elo": 1301, + "win_rate": 54.8, "rank": 15 }, { "arena": "models", "category": "svg", - "elo": 1235, - "win_rate": 54.2, - "rank": 16 + "elo": 1233, + "win_rate": 53.6, + "rank": 20 }, { "arena": "models", "category": "uicomponent", - "elo": 1286, - "win_rate": 55.5, + "elo": 1288, + "win_rate": 55.3, "rank": 21 }, { "arena": "models", "category": "website", - "elo": 1281, - "win_rate": 55, - "rank": 21 + "elo": 1280, + "win_rate": 54.6, + "rank": 22 } ], "artificial_analysis": { @@ -2582,14 +2602,14 @@ "category": "codecategories", "elo": 1191, "win_rate": 53.4, - "rank": 55 + "rank": 56 }, { "arena": "models", "category": "dataviz", - "elo": 1196, + "elo": 1195, "win_rate": 55.8, - "rank": 51 + "rank": 52 }, { "arena": "models", @@ -2601,9 +2621,9 @@ { "arena": "models", "category": "svg", - "elo": 1134, + "elo": 1136, "win_rate": 51.1, - "rank": 46 + "rank": 48 }, { "arena": "models", @@ -2617,7 +2637,7 @@ "category": "website", "elo": 1188, "win_rate": 52.4, - "rank": 58 + "rank": 59 } ], "artificial_analysis": { @@ -2661,6 +2681,7 @@ "per_request_limits": null, "supported_parameters": [ "include_reasoning", + "max_completion_tokens", "max_tokens", "reasoning", "response_format", @@ -2692,27 +2713,27 @@ "arena": "models", "category": "3d", "elo": 1236, - "win_rate": 53.4, + "win_rate": 53.1, "rank": 35 }, { "arena": "models", "category": "asciiart", - "elo": 1249, - "win_rate": 56.8, - "rank": 10 + "elo": 1242, + "win_rate": 55.7, + "rank": 11 }, { "arena": "models", "category": "codecategories", "elo": 1232, "win_rate": 52.9, - "rank": 34 + "rank": 35 }, { "arena": "models", "category": "dataviz", - "elo": 1211, + "elo": 1213, "win_rate": 49.2, "rank": 42 }, @@ -2720,48 +2741,48 @@ "arena": "models", "category": "gamedev", "elo": 1233, - "win_rate": 52.1, + "win_rate": 52, "rank": 38 }, { "arena": "models", "category": "svg", - "elo": 1171, - "win_rate": 53, - "rank": 37 + "elo": 1173, + "win_rate": 52.8, + "rank": 39 }, { "arena": "models", "category": "uicomponent", - "elo": 1231, - "win_rate": 52.2, + "elo": 1232, + "win_rate": 52, "rank": 36 }, { "arena": "models", "category": "website", "elo": 1232, - "win_rate": 53.4, - "rank": 38 + "win_rate": 53.3, + "rank": 39 }, { "arena": "agents", "category": "fullstack", - "elo": 1120, + "elo": 1118, "win_rate": 43.5, - "rank": 18 + "rank": 19 }, { "arena": "agents", "category": "mobileapps", - "elo": 1184, + "elo": 1179, "win_rate": 48.9, - "rank": 21 + "rank": 22 }, { "arena": "agents", "category": "webapps", - "elo": 1129, + "elo": 1131, "win_rate": 43.1, "rank": 21 } @@ -2839,71 +2860,71 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1200, + "elo": 1192, "win_rate": 50.9, "rank": 6 }, { "arena": "agents", "category": "androidnative", - "elo": 1238, + "elo": 1235, "win_rate": 61.9, - "rank": 8 + "rank": 9 }, { "arena": "agents", "category": "fullstack", - "elo": 1273, + "elo": 1272, "win_rate": 63.1, "rank": 5 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1277, + "elo": 1271, "win_rate": 60.6, "rank": 1 }, { "arena": "agents", "category": "mobileapps", - "elo": 1257, + "elo": 1252, "win_rate": 59.2, - "rank": 4 + "rank": 5 }, { "arena": "agents", "category": "webapps", - "elo": 1246, + "elo": 1248, "win_rate": 55.8, - "rank": 9 + "rank": 8 }, { "arena": "models", "category": "3d", - "elo": 1315, - "win_rate": 60.5, - "rank": 12 + "elo": 1314, + "win_rate": 58.9, + "rank": 14 }, { "arena": "models", "category": "asciiart", - "elo": 1278, - "win_rate": 60.4, + "elo": 1280, + "win_rate": 60.7, "rank": 8 }, { "arena": "models", "category": "codecategories", "elo": 1326, - "win_rate": 61.5, - "rank": 6 + "win_rate": 61.2, + "rank": 7 }, { "arena": "models", "category": "dataviz", - "elo": 1321, - "win_rate": 61.4, + "elo": 1322, + "win_rate": 61.3, "rank": 6 }, { @@ -2916,22 +2937,22 @@ { "arena": "models", "category": "svg", - "elo": 1254, - "win_rate": 59.6, + "elo": 1255, + "win_rate": 59.5, "rank": 11 }, { "arena": "models", "category": "uicomponent", - "elo": 1322, + "elo": 1326, "win_rate": 61.8, - "rank": 8 + "rank": 7 }, { "arena": "models", "category": "website", - "elo": 1327, - "win_rate": 61.6, + "elo": 1328, + "win_rate": 61.7, "rank": 5 } ], @@ -2973,7 +2994,7 @@ "top_provider": { "context_length": 1000000, "max_completion_tokens": 128000, - "is_moderated": true + "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ @@ -3007,30 +3028,58 @@ { "arena": "models", "category": "3d", - "elo": 1315, - "win_rate": 57.8, + "elo": 1321, + "win_rate": 56.6, + "rank": 10 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1227, + "win_rate": 51.2, "rank": 13 }, + { + "arena": "models", + "category": "codecategories", + "elo": 1319, + "win_rate": 56.8, + "rank": 8 + }, { "arena": "models", "category": "dataviz", - "elo": 1232, - "win_rate": 49.4, - "rank": 36 + "elo": 1278, + "win_rate": 54, + "rank": 18 }, { "arena": "models", "category": "gamedev", - "elo": 1341, - "win_rate": 59.3, - "rank": 6 + "elo": 1344, + "win_rate": 59.8, + "rank": 5 + }, + { + "arena": "models", + "category": "svg", + "elo": 1254, + "win_rate": 54.8, + "rank": 12 }, { "arena": "models", "category": "uicomponent", - "elo": 1341, - "win_rate": 61.2, - "rank": 4 + "elo": 1319, + "win_rate": 56.7, + "rank": 10 + }, + { + "arena": "models", + "category": "website", + "elo": 1319, + "win_rate": 57.7, + "rank": 6 } ], "artificial_analysis": { @@ -3154,14 +3203,14 @@ "category": "asciiart", "elo": 1087, "win_rate": 37.1, - "rank": 45 + "rank": 46 }, { "arena": "models", "category": "codecategories", "elo": 1165, "win_rate": 40.1, - "rank": 62 + "rank": 63 }, { "arena": "models", @@ -3180,9 +3229,9 @@ { "arena": "models", "category": "svg", - "elo": 1071, + "elo": 1073, "win_rate": 35.2, - "rank": 59 + "rank": 61 }, { "arena": "models", @@ -3196,7 +3245,7 @@ "category": "website", "elo": 1177, "win_rate": 41.3, - "rank": 60 + "rank": 61 } ] }, @@ -3252,7 +3301,7 @@ }, "supported_voices": null, "knowledge_cutoff": null, - "expiration_date": null, + "expiration_date": "2026-07-10", "links": { "details": "/api/v1/models/arcee-ai/trinity-mini-20251201/endpoints" }, @@ -3711,6 +3760,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/cohere/command-a-03-2025/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 22.5, + "coding_index": 27.8, + "agentic_index": 9.2 + } } }, { @@ -3905,6 +3962,14 @@ "links": { "details": "/api/v1/models/cohere/north-mini-code-20260617/endpoints" }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 36.5, + "agentic_index": null + } + }, "reasoning": { "mandatory": false } @@ -4028,7 +4093,7 @@ "category": "codecategories", "elo": 1158, "win_rate": 48.5, - "rank": 67 + "rank": 68 }, { "arena": "models", @@ -4047,9 +4112,9 @@ { "arena": "models", "category": "svg", - "elo": 1032, + "elo": 1034, "win_rate": 38.8, - "rank": 67 + "rank": 69 }, { "arena": "models", @@ -4061,9 +4126,9 @@ { "arena": "models", "category": "website", - "elo": 1162, + "elo": 1163, "win_rate": 48.5, - "rank": 65 + "rank": 66 } ] } @@ -4195,7 +4260,7 @@ "category": "codecategories", "elo": 1161, "win_rate": 47.9, - "rank": 65 + "rank": 66 }, { "arena": "models", @@ -4214,9 +4279,9 @@ { "arena": "models", "category": "svg", - "elo": 1023, + "elo": 1024, "win_rate": 38.2, - "rank": 69 + "rank": 71 }, { "arena": "models", @@ -4230,7 +4295,7 @@ "category": "website", "elo": 1165, "win_rate": 48, - "rank": 63 + "rank": 64 } ] }, @@ -4379,12 +4444,12 @@ "category": "codecategories", "elo": 1188, "win_rate": 52.6, - "rank": 57 + "rank": 58 }, { "arena": "models", "category": "dataviz", - "elo": 1222, + "elo": 1221, "win_rate": 60.7, "rank": 37 }, @@ -4398,23 +4463,23 @@ { "arena": "models", "category": "svg", - "elo": 1094, + "elo": 1096, "win_rate": 48.7, - "rank": 51 + "rank": 53 }, { "arena": "models", "category": "uicomponent", "elo": 1158, "win_rate": 55.1, - "rank": 59 + "rank": 58 }, { "arena": "models", "category": "website", "elo": 1192, "win_rate": 52.7, - "rank": 56 + "rank": 57 } ] }, @@ -4539,16 +4604,16 @@ { "arena": "models", "category": "codecategories", - "elo": 1224, + "elo": 1225, "win_rate": 56, - "rank": 38 + "rank": 39 }, { "arena": "models", "category": "dataviz", "elo": 1207, "win_rate": 53, - "rank": 45 + "rank": 46 }, { "arena": "models", @@ -4560,9 +4625,9 @@ { "arena": "models", "category": "svg", - "elo": 1121, + "elo": 1123, "win_rate": 50.1, - "rank": 48 + "rank": 51 }, { "arena": "models", @@ -4576,9 +4641,14 @@ "category": "website", "elo": 1229, "win_rate": 56.4, - "rank": 41 + "rank": 42 } - ] + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 43.5, + "agentic_index": null + } }, "reasoning": { "mandatory": false @@ -4650,29 +4720,29 @@ { "arena": "models", "category": "3d", - "elo": 1210, - "win_rate": 50, + "elo": 1211, + "win_rate": 49.7, "rank": 42 }, { "arena": "models", "category": "asciiart", "elo": 1129, - "win_rate": 41, - "rank": 42 + "win_rate": 40.5, + "rank": 43 }, { "arena": "models", "category": "codecategories", "elo": 1213, - "win_rate": 49.7, - "rank": 48 + "win_rate": 49.5, + "rank": 49 }, { "arena": "models", "category": "dataviz", - "elo": 1203, - "win_rate": 48.8, + "elo": 1202, + "win_rate": 48.5, "rank": 49 }, { @@ -4685,25 +4755,30 @@ { "arena": "models", "category": "svg", - "elo": 1087, + "elo": 1090, "win_rate": 40.9, - "rank": 54 + "rank": 55 }, { "arena": "models", "category": "uicomponent", "elo": 1202, - "win_rate": 47.3, + "win_rate": 46.9, "rank": 48 }, { "arena": "models", "category": "website", - "elo": 1217, - "win_rate": 50.6, - "rank": 46 + "elo": 1216, + "win_rate": 50.3, + "rank": 48 } - ] + ], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 44.2, + "agentic_index": null + } }, "reasoning": { "mandatory": false, @@ -4781,14 +4856,14 @@ "category": "codecategories", "elo": 1220, "win_rate": 54.2, - "rank": 40 + "rank": 41 }, { "arena": "models", "category": "dataviz", "elo": 1196, "win_rate": 50.6, - "rank": 52 + "rank": 51 }, { "arena": "models", @@ -4800,23 +4875,23 @@ { "arena": "models", "category": "svg", - "elo": 1088, + "elo": 1090, "win_rate": 42, - "rank": 53 + "rank": 56 }, { "arena": "models", "category": "uicomponent", "elo": 1220, "win_rate": 53.3, - "rank": 40 + "rank": 39 }, { "arena": "models", "category": "website", "elo": 1221, "win_rate": 54.2, - "rank": 44 + "rank": 45 } ] }, @@ -4840,13 +4915,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000089", + "prompt": "0.00000009", "completion": "0.00000018", "input_cache_read": "0.000000018" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": null, + "max_completion_tokens": 65536, "is_moderated": false }, "per_request_limits": null, @@ -4890,30 +4965,30 @@ { "arena": "models", "category": "3d", - "elo": 1269, + "elo": 1268, "win_rate": 50, - "rank": 26 + "rank": 25 }, { "arena": "models", "category": "asciiart", - "elo": 1170, - "win_rate": 45.1, - "rank": 34 + "elo": 1169, + "win_rate": 44.9, + "rank": 35 }, { "arena": "models", "category": "codecategories", - "elo": 1256, - "win_rate": 50.2, - "rank": 30 + "elo": 1255, + "win_rate": 50, + "rank": 31 }, { "arena": "models", "category": "dataviz", - "elo": 1168, - "win_rate": 41.8, - "rank": 60 + "elo": 1165, + "win_rate": 41.4, + "rank": 63 }, { "arena": "models", @@ -4926,22 +5001,22 @@ "arena": "models", "category": "svg", "elo": 1214, - "win_rate": 49.4, - "rank": 23 + "win_rate": 49.1, + "rank": 25 }, { "arena": "models", "category": "uicomponent", - "elo": 1220, - "win_rate": 46.6, - "rank": 41 + "elo": 1217, + "win_rate": 46, + "rank": 42 }, { "arena": "models", "category": "website", - "elo": 1251, - "win_rate": 50.9, - "rank": 30 + "elo": 1250, + "win_rate": 50.6, + "rank": 31 } ], "artificial_analysis": { @@ -5029,72 +5104,72 @@ { "arena": "agents", "category": "godotgamedev", - "elo": 1097, + "elo": 1098, "win_rate": 34, "rank": 20 }, { "arena": "agents", "category": "webapps", - "elo": 1017, + "elo": 1019, "win_rate": 26.6, "rank": 25 }, { "arena": "models", "category": "3d", - "elo": 1327, - "win_rate": 61, - "rank": 7 + "elo": 1330, + "win_rate": 59.6, + "rank": 6 }, { "arena": "models", "category": "asciiart", - "elo": 1199, - "win_rate": 47, + "elo": 1203, + "win_rate": 47.6, "rank": 21 }, { "arena": "models", "category": "codecategories", "elo": 1288, - "win_rate": 55, - "rank": 19 + "win_rate": 54.7, + "rank": 20 }, { "arena": "models", "category": "dataviz", - "elo": 1219, - "win_rate": 48.6, + "elo": 1220, + "win_rate": 48.4, "rank": 38 }, { "arena": "models", "category": "gamedev", "elo": 1296, - "win_rate": 56.2, + "win_rate": 56.1, "rank": 18 }, { "arena": "models", "category": "svg", - "elo": 1192, - "win_rate": 47.1, - "rank": 33 + "elo": 1191, + "win_rate": 46.6, + "rank": 35 }, { "arena": "models", "category": "uicomponent", - "elo": 1271, + "elo": 1272, "win_rate": 52, "rank": 25 }, { "arena": "models", "category": "website", - "elo": 1279, - "win_rate": 53.9, - "rank": 22 + "elo": 1278, + "win_rate": 53.5, + "rank": 23 } ], "artificial_analysis": { @@ -5181,7 +5256,7 @@ "category": "codecategories", "elo": 1153, "win_rate": 46.9, - "rank": 69 + "rank": 70 }, { "arena": "models", @@ -5209,14 +5284,14 @@ "category": "website", "elo": 1158, "win_rate": 47.1, - "rank": 68 + "rank": 69 }, { "arena": "models", "category": "svg", - "elo": 1076, + "elo": 1077, "win_rate": 43.1, - "rank": 58 + "rank": 60 } ] }, @@ -5280,7 +5355,7 @@ { "arena": "models", "category": "graphicdesign", - "elo": 1204, + "elo": 1203, "win_rate": 56.9, "rank": 8 }, @@ -5411,7 +5486,7 @@ }, "supported_voices": null, "knowledge_cutoff": "2025-01-31", - "expiration_date": null, + "expiration_date": "2026-07-09", "links": { "details": "/api/v1/models/google/gemini-2.5-flash-lite-preview-09-2025/endpoints" }, @@ -5429,7 +5504,7 @@ "category": "codecategories", "elo": 1130, "win_rate": 47, - "rank": 75 + "rank": 76 }, { "arena": "models", @@ -5457,7 +5532,7 @@ "category": "website", "elo": 1142, "win_rate": 48.1, - "rank": 75 + "rank": 76 } ] }, @@ -5534,14 +5609,14 @@ "category": "codecategories", "elo": 1203, "win_rate": 58.3, - "rank": 51 + "rank": 52 }, { "arena": "models", "category": "dataviz", "elo": 1289, "win_rate": 71.8, - "rank": 13 + "rank": 12 }, { "arena": "models", @@ -5560,9 +5635,9 @@ { "arena": "models", "category": "website", - "elo": 1209, + "elo": 1210, "win_rate": 58.8, - "rank": 49 + "rank": 50 } ], "artificial_analysis": { @@ -5766,14 +5841,14 @@ { "arena": "agents", "category": "androidnative", - "elo": 1062, + "elo": 1060, "win_rate": 48, "rank": 24 }, { "arena": "agents", "category": "fullstack", - "elo": 1130, + "elo": 1128, "win_rate": 47.1, "rank": 17 }, @@ -5787,14 +5862,14 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1187, + "elo": 1183, "win_rate": 49.8, - "rank": 17 + "rank": 18 }, { "arena": "agents", "category": "webapps", - "elo": 1185, + "elo": 1187, "win_rate": 49.5, "rank": 17 }, @@ -5810,7 +5885,7 @@ "category": "codecategories", "elo": 1238, "win_rate": 57.6, - "rank": 33 + "rank": 34 }, { "arena": "models", @@ -5822,9 +5897,9 @@ { "arena": "models", "category": "website", - "elo": 1238, + "elo": 1239, "win_rate": 57, - "rank": 33 + "rank": 34 } ] }, @@ -5948,7 +6023,7 @@ "arena": "models", "category": "graphicdesign", "elo": 1286, - "win_rate": 66.1, + "win_rate": 66, "rank": 3 }, { @@ -5969,7 +6044,7 @@ "arena": "models", "category": "imageediting", "elo": 1273, - "win_rate": 66.2, + "win_rate": 66.1, "rank": 2 } ] @@ -6098,7 +6173,7 @@ "arena": "models", "category": "logo", "elo": 1282, - "win_rate": 63.2, + "win_rate": 63.1, "rank": 2 } ] @@ -6287,7 +6362,7 @@ { "arena": "models", "category": "3d", - "elo": 1125, + "elo": 1126, "win_rate": 38.8, "rank": 73 }, @@ -6303,7 +6378,7 @@ "category": "codecategories", "elo": 1121, "win_rate": 36.4, - "rank": 76 + "rank": 77 }, { "arena": "models", @@ -6322,9 +6397,9 @@ { "arena": "models", "category": "svg", - "elo": 1108, + "elo": 1109, "win_rate": 42.5, - "rank": 50 + "rank": 52 }, { "arena": "models", @@ -6338,7 +6413,7 @@ "category": "website", "elo": 1124, "win_rate": 36.5, - "rank": 78 + "rank": 79 } ], "artificial_analysis": { @@ -6417,9 +6492,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1149, - "win_rate": 43.8, - "rank": 8 + "elo": 1141, + "win_rate": 43.7, + "rank": 10 }, { "arena": "agents", @@ -6452,37 +6527,37 @@ { "arena": "agents", "category": "androidnative", - "elo": 1058, - "win_rate": 39.1, + "elo": 1056, + "win_rate": 39, "rank": 25 }, { "arena": "agents", "category": "fullstack", - "elo": 1139, - "win_rate": 45, + "elo": 1138, + "win_rate": 44.7, "rank": 16 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1220, - "win_rate": 53.6, - "rank": 6 + "elo": 1219, + "win_rate": 53.5, + "rank": 7 }, { "arena": "agents", "category": "htmlslides", - "elo": 1208, - "win_rate": 52.8, + "elo": 1206, + "win_rate": 52.3, "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1175, + "elo": 1172, "win_rate": 46.5, - "rank": 22 + "rank": 23 }, { "arena": "agents", @@ -6496,42 +6571,42 @@ "category": "python-pptxslides", "elo": 1109, "win_rate": 31.9, - "rank": 9 + "rank": 10 }, { "arena": "agents", "category": "webapps", - "elo": 1196, - "win_rate": 48.2, + "elo": 1197, + "win_rate": 48, "rank": 13 }, { "arena": "models", "category": "3d", - "elo": 1304, - "win_rate": 61.4, - "rank": 18 + "elo": 1308, + "win_rate": 60.7, + "rank": 15 }, { "arena": "models", "category": "asciiart", - "elo": 1313, - "win_rate": 63.4, - "rank": 5 + "elo": 1315, + "win_rate": 63.6, + "rank": 3 }, { "arena": "models", "category": "codecategories", "elo": 1290, "win_rate": 64.2, - "rank": 18 + "rank": 19 }, { "arena": "models", "category": "dataviz", - "elo": 1270, + "elo": 1269, "win_rate": 60.6, - "rank": 20 + "rank": 23 }, { "arena": "models", @@ -6543,8 +6618,8 @@ { "arena": "models", "category": "svg", - "elo": 1346, - "win_rate": 70.4, + "elo": 1347, + "win_rate": 70.3, "rank": 2 }, { @@ -6552,14 +6627,14 @@ "category": "uicomponent", "elo": 1320, "win_rate": 68.1, - "rank": 9 + "rank": 8 }, { "arena": "models", "category": "website", "elo": 1294, "win_rate": 64.3, - "rank": 15 + "rank": 16 } ], "artificial_analysis": { @@ -6697,7 +6772,7 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1217, + "elo": 1209, "win_rate": 55.1, "rank": 3 }, @@ -6732,15 +6807,15 @@ { "arena": "agents", "category": "androidnative", - "elo": 1261, - "win_rate": 54.8, + "elo": 1255, + "win_rate": 54.2, "rank": 5 }, { "arena": "agents", "category": "fullstack", - "elo": 1267, - "win_rate": 58.1, + "elo": 1265, + "win_rate": 57.9, "rank": 6 }, { @@ -6753,9 +6828,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1264, - "win_rate": 57.2, - "rank": 2 + "elo": 1256, + "win_rate": 56.5, + "rank": 4 }, { "arena": "agents", @@ -6774,37 +6849,37 @@ { "arena": "agents", "category": "webapps", - "elo": 1262, - "win_rate": 54.2, - "rank": 5 + "elo": 1265, + "win_rate": 54.3, + "rank": 6 }, { "arena": "models", "category": "3d", - "elo": 1311, - "win_rate": 60.3, - "rank": 15 + "elo": 1315, + "win_rate": 59, + "rank": 13 }, { "arena": "models", "category": "asciiart", - "elo": 1314, - "win_rate": 62.4, - "rank": 3 + "elo": 1308, + "win_rate": 61.6, + "rank": 4 }, { "arena": "models", "category": "codecategories", "elo": 1306, - "win_rate": 58.5, - "rank": 11 + "win_rate": 57.9, + "rank": 13 }, { "arena": "models", "category": "dataviz", - "elo": 1267, - "win_rate": 55.1, - "rank": 23 + "elo": 1264, + "win_rate": 54.5, + "rank": 24 }, { "arena": "models", @@ -6816,23 +6891,23 @@ { "arena": "models", "category": "svg", - "elo": 1308, - "win_rate": 63.3, + "elo": 1305, + "win_rate": 62.8, "rank": 3 }, { "arena": "models", "category": "uicomponent", - "elo": 1313, - "win_rate": 59.9, + "elo": 1310, + "win_rate": 59.2, "rank": 12 }, { "arena": "models", "category": "website", - "elo": 1299, - "win_rate": 57.6, - "rank": 14 + "elo": 1298, + "win_rate": 57.1, + "rank": 15 } ], "artificial_analysis": { @@ -6945,9 +7020,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, + "intelligence_index": 5.5, "coding_index": 5.8, - "agentic_index": null + "agentic_index": 0.3 } } }, @@ -7061,6 +7136,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/google/gemma-3-4b-it/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": null, + "coding_index": 2.7, + "agentic_index": null + } } }, { @@ -7216,6 +7299,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logprobs", "max_tokens", "presence_penalty", "reasoning", @@ -7228,6 +7312,7 @@ "tool_choice", "tools", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -7715,23 +7800,23 @@ { "arena": "models", "category": "3d", - "elo": 1056, - "win_rate": 24.9, + "elo": 1059, + "win_rate": 25.1, "rank": 85 }, { "arena": "models", "category": "codecategories", - "elo": 1043, - "win_rate": 22, - "rank": 93 + "elo": 1042, + "win_rate": 21.8, + "rank": 94 }, { "arena": "models", "category": "dataviz", - "elo": 984, - "win_rate": 18.4, - "rank": 92 + "elo": 991, + "win_rate": 18.9, + "rank": 90 }, { "arena": "models", @@ -7743,16 +7828,16 @@ { "arena": "models", "category": "uicomponent", - "elo": 1024, - "win_rate": 20.8, + "elo": 1023, + "win_rate": 20.4, "rank": 86 }, { "arena": "models", "category": "website", - "elo": 1037, - "win_rate": 21.5, - "rank": 95 + "elo": 1034, + "win_rate": 21, + "rank": 96 } ] }, @@ -7877,6 +7962,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/inclusionai/ling-2.6-flash-20260421/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 14.1, + "coding_index": 25.3, + "agentic_index": 2.3 + } } }, { @@ -8556,12 +8649,12 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.0000000509", - "completion": "0.000000335" + "prompt": "0.00000005", + "completion": "0.00000033" }, "top_provider": { - "context_length": 80000, - "max_completion_tokens": 80000, + "context_length": 131072, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, @@ -8575,6 +8668,7 @@ "repetition_penalty", "seed", "stop", + "structured_outputs", "temperature", "top_k", "top_logprobs", @@ -8684,9 +8778,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, + "intelligence_index": 9.4, "coding_index": 11.9, - "agentic_index": null + "agentic_index": 0.3 } } }, @@ -8736,9 +8830,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, + "intelligence_index": 9.4, "coding_index": 11.9, - "agentic_index": null + "agentic_index": 0.3 } } }, @@ -8807,7 +8901,7 @@ "category": "codecategories", "elo": 929, "win_rate": 35.8, - "rank": 102 + "rank": 103 }, { "arena": "models", @@ -8833,9 +8927,9 @@ { "arena": "models", "category": "website", - "elo": 913, + "elo": 914, "win_rate": 34.4, - "rank": 105 + "rank": 106 } ], "artificial_analysis": { @@ -8901,7 +8995,7 @@ "category": "codecategories", "elo": 839, "win_rate": 26.6, - "rank": 106 + "rank": 107 }, { "arena": "models", @@ -8929,7 +9023,7 @@ "category": "website", "elo": 793, "win_rate": 22.7, - "rank": 112 + "rank": 113 } ], "artificial_analysis": { @@ -9241,7 +9335,7 @@ "category": "codecategories", "elo": 1184, "win_rate": 48.1, - "rank": 59 + "rank": 60 }, { "arena": "models", @@ -9260,9 +9354,9 @@ { "arena": "models", "category": "svg", - "elo": 1156, + "elo": 1158, "win_rate": 55.3, - "rank": 40 + "rank": 42 }, { "arena": "models", @@ -9276,7 +9370,7 @@ "category": "website", "elo": 1185, "win_rate": 48, - "rank": 59 + "rank": 60 } ] }, @@ -9388,16 +9482,16 @@ { "arena": "models", "category": "codecategories", - "elo": 1239, + "elo": 1240, "win_rate": 55.3, - "rank": 32 + "rank": 33 }, { "arena": "models", "category": "dataviz", "elo": 1250, "win_rate": 57, - "rank": 28 + "rank": 29 }, { "arena": "models", @@ -9409,14 +9503,14 @@ { "arena": "models", "category": "svg", - "elo": 1188, + "elo": 1189, "win_rate": 55.4, - "rank": 34 + "rank": 36 }, { "arena": "models", "category": "uicomponent", - "elo": 1277, + "elo": 1276, "win_rate": 60.9, "rank": 24 }, @@ -9509,12 +9603,12 @@ "category": "codecategories", "elo": 1256, "win_rate": 56.8, - "rank": 29 + "rank": 30 }, { "arena": "models", "category": "dataviz", - "elo": 1216, + "elo": 1215, "win_rate": 51.2, "rank": 41 }, @@ -9528,9 +9622,9 @@ { "arena": "models", "category": "svg", - "elo": 1207, + "elo": 1208, "win_rate": 54.5, - "rank": 26 + "rank": 27 }, { "arena": "models", @@ -9617,9 +9711,9 @@ { "arena": "models", "category": "3d", - "elo": 1269, - "win_rate": 51.1, - "rank": 25 + "elo": 1267, + "win_rate": 51, + "rank": 27 }, { "arena": "models", @@ -9633,14 +9727,14 @@ "category": "codecategories", "elo": 1281, "win_rate": 53.3, - "rank": 22 + "rank": 23 }, { "arena": "models", "category": "dataviz", - "elo": 1272, - "win_rate": 53.3, - "rank": 19 + "elo": 1271, + "win_rate": 53.2, + "rank": 20 }, { "arena": "models", @@ -9652,23 +9746,23 @@ { "arena": "models", "category": "svg", - "elo": 1194, - "win_rate": 50.6, - "rank": 32 + "elo": 1195, + "win_rate": 50.5, + "rank": 34 }, { "arena": "models", "category": "uicomponent", "elo": 1260, - "win_rate": 49.9, + "win_rate": 49.8, "rank": 28 }, { "arena": "models", "category": "website", - "elo": 1286, - "win_rate": 54.2, - "rank": 20 + "elo": 1287, + "win_rate": 54.3, + "rank": 21 } ], "artificial_analysis": { @@ -9747,65 +9841,72 @@ { "arena": "agents", "category": "androidnative", - "elo": 986, - "win_rate": 20.2, - "rank": 27 + "elo": 1045, + "win_rate": 25.4, + "rank": 26 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1267, + "win_rate": 58, + "rank": 2 }, { "arena": "models", "category": "3d", - "elo": 1306, - "win_rate": 56.8, - "rank": 17 + "elo": 1305, + "win_rate": 56.5, + "rank": 18 }, { "arena": "models", "category": "asciiart", "elo": 1221, - "win_rate": 49.5, + "win_rate": 49.8, "rank": 15 }, { "arena": "models", "category": "codecategories", - "elo": 1306, - "win_rate": 55.7, - "rank": 13 + "elo": 1305, + "win_rate": 55.6, + "rank": 14 }, { "arena": "models", "category": "dataviz", - "elo": 1295, - "win_rate": 57.1, + "elo": 1291, + "win_rate": 56.7, "rank": 11 }, { "arena": "models", "category": "gamedev", "elo": 1288, - "win_rate": 51.6, + "win_rate": 51.7, "rank": 20 }, { "arena": "models", "category": "svg", - "elo": 1248, - "win_rate": 55.3, - "rank": 13 + "elo": 1244, + "win_rate": 54.4, + "rank": 16 }, { "arena": "models", "category": "uicomponent", - "elo": 1291, - "win_rate": 53.6, - "rank": 19 + "elo": 1295, + "win_rate": 54.1, + "rank": 17 }, { "arena": "models", "category": "website", - "elo": 1304, - "win_rate": 55.7, - "rank": 11 + "elo": 1303, + "win_rate": 55.6, + "rank": 13 } ], "artificial_analysis": { @@ -9873,7 +9974,7 @@ "category": "codecategories", "elo": 1056, "win_rate": 38.5, - "rank": 89 + "rank": 90 }, { "arena": "models", @@ -9901,7 +10002,7 @@ "category": "website", "elo": 1055, "win_rate": 37.8, - "rank": 92 + "rank": 93 }, { "arena": "models", @@ -10039,7 +10140,7 @@ "category": "codecategories", "elo": 1114, "win_rate": 44, - "rank": 78 + "rank": 79 }, { "arena": "models", @@ -10053,7 +10154,7 @@ "category": "website", "elo": 1124, "win_rate": 44.8, - "rank": 79 + "rank": 80 } ], "artificial_analysis": { @@ -10130,7 +10231,7 @@ "category": "codecategories", "elo": 1059, "win_rate": 37.3, - "rank": 88 + "rank": 89 }, { "arena": "models", @@ -10144,7 +10245,7 @@ "category": "website", "elo": 1070, "win_rate": 38.2, - "rank": 89 + "rank": 90 } ], "artificial_analysis": { @@ -10221,7 +10322,7 @@ "category": "codecategories", "elo": 1102, "win_rate": 42.9, - "rank": 80 + "rank": 81 }, { "arena": "models", @@ -10233,9 +10334,9 @@ { "arena": "models", "category": "website", - "elo": 1107, + "elo": 1108, "win_rate": 42.9, - "rank": 81 + "rank": 82 } ], "artificial_analysis": { @@ -10407,14 +10508,14 @@ "category": "asciiart", "elo": 1115, "win_rate": 40.3, - "rank": 43 + "rank": 44 }, { "arena": "models", "category": "codecategories", "elo": 1191, "win_rate": 47.6, - "rank": 56 + "rank": 57 }, { "arena": "models", @@ -10433,9 +10534,9 @@ { "arena": "models", "category": "svg", - "elo": 1048, + "elo": 1050, "win_rate": 38, - "rank": 62 + "rank": 64 }, { "arena": "models", @@ -10449,7 +10550,7 @@ "category": "website", "elo": 1204, "win_rate": 49.4, - "rank": 53 + "rank": 55 } ], "artificial_analysis": { @@ -10521,7 +10622,7 @@ "category": "codecategories", "elo": 1118, "win_rate": 48.1, - "rank": 77 + "rank": 78 }, { "arena": "models", @@ -10549,7 +10650,7 @@ "category": "website", "elo": 1122, "win_rate": 47.7, - "rank": 80 + "rank": 81 } ] } @@ -10684,14 +10785,14 @@ "category": "asciiart", "elo": 1044, "win_rate": 30.8, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "codecategories", "elo": 1170, "win_rate": 45.1, - "rank": 61 + "rank": 62 }, { "arena": "models", @@ -10710,9 +10811,9 @@ { "arena": "models", "category": "svg", - "elo": 1048, + "elo": 1050, "win_rate": 38.2, - "rank": 63 + "rank": 65 }, { "arena": "models", @@ -10726,7 +10827,7 @@ "category": "website", "elo": 1175, "win_rate": 46, - "rank": 61 + "rank": 62 } ], "artificial_analysis": { @@ -10947,6 +11048,14 @@ "links": { "details": "/api/v1/models/mistralai/mistral-small-2603/endpoints" }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 19.6, + "coding_index": 26.6, + "agentic_index": 4.7 + } + }, "reasoning": { "mandatory": false, "default_enabled": false, @@ -11064,7 +11173,7 @@ "category": "codecategories", "elo": 956, "win_rate": 39.8, - "rank": 101 + "rank": 102 }, { "arena": "models", @@ -11092,7 +11201,7 @@ "category": "website", "elo": 938, "win_rate": 38.3, - "rank": 104 + "rank": 105 } ] } @@ -11250,7 +11359,7 @@ "category": "codecategories", "elo": 1083, "win_rate": 51.7, - "rank": 82 + "rank": 83 }, { "arena": "models", @@ -11278,7 +11387,7 @@ "category": "website", "elo": 1093, "win_rate": 53.1, - "rank": 85 + "rank": 86 } ] } @@ -11337,14 +11446,14 @@ "category": "codecategories", "elo": 1147, "win_rate": 48.5, - "rank": 71 + "rank": 72 }, { "arena": "models", "category": "website", "elo": 1150, "win_rate": 48.3, - "rank": 72 + "rank": 73 } ] } @@ -11410,9 +11519,9 @@ { "arena": "models", "category": "website", - "elo": 1155, + "elo": 1156, "win_rate": 48.8, - "rank": 70 + "rank": 71 } ], "artificial_analysis": { @@ -11442,7 +11551,8 @@ }, "pricing": { "prompt": "0.000000375", - "completion": "0.000002025" + "completion": "0.000002025", + "input_cache_read": "0.000000203" }, "top_provider": { "context_length": 256000, @@ -11490,65 +11600,65 @@ { "arena": "agents", "category": "androidnative", - "elo": 1132, - "win_rate": 57.8, + "elo": 1131, + "win_rate": 57.9, "rank": 17 }, { "arena": "agents", "category": "fullstack", - "elo": 1181, + "elo": 1180, "win_rate": 54.2, "rank": 14 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1254, + "elo": 1256, "win_rate": 59.5, "rank": 2 }, { "arena": "agents", "category": "mobileapps", - "elo": 1186, + "elo": 1182, "win_rate": 49.3, - "rank": 20 + "rank": 21 }, { "arena": "agents", "category": "webapps", - "elo": 1194, + "elo": 1196, "win_rate": 50.3, - "rank": 15 + "rank": 14 }, { "arena": "models", "category": "3d", - "elo": 1286, - "win_rate": 54, + "elo": 1285, + "win_rate": 53.9, "rank": 23 }, { "arena": "models", "category": "asciiart", - "elo": 1214, - "win_rate": 47, - "rank": 17 + "elo": 1212, + "win_rate": 46.9, + "rank": 20 }, { "arena": "models", "category": "codecategories", - "elo": 1285, + "elo": 1286, "win_rate": 54.7, - "rank": 20 + "rank": 21 }, { "arena": "models", "category": "dataviz", "elo": 1270, "win_rate": 52.9, - "rank": 21 + "rank": 22 }, { "arena": "models", @@ -11560,23 +11670,23 @@ { "arena": "models", "category": "svg", - "elo": 1209, - "win_rate": 50.1, - "rank": 24 + "elo": 1206, + "win_rate": 49.4, + "rank": 29 }, { "arena": "models", "category": "uicomponent", - "elo": 1289, - "win_rate": 54.2, + "elo": 1290, + "win_rate": 54.3, "rank": 20 }, { "arena": "models", "category": "website", - "elo": 1291, + "elo": 1292, "win_rate": 55.9, - "rank": 16 + "rank": 17 } ] }, @@ -11601,9 +11711,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000055", - "completion": "0.0000032", - "input_cache_read": "0.00000011" + "prompt": "0.00000066", + "completion": "0.00000341", + "input_cache_read": "0.00000014" }, "top_provider": { "context_length": 262144, @@ -11652,8 +11762,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1184, - "win_rate": 50.3, + "elo": 1176, + "win_rate": 50.2, "rank": 7 }, { @@ -11688,35 +11798,35 @@ "arena": "agents", "category": "androidnative", "elo": 1213, - "win_rate": 50.8, + "win_rate": 50.5, "rank": 12 }, { "arena": "agents", "category": "fullstack", - "elo": 1222, - "win_rate": 56.2, - "rank": 11 + "elo": 1221, + "win_rate": 56.1, + "rank": 10 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1214, - "win_rate": 53, - "rank": 10 + "elo": 1216, + "win_rate": 53.1, + "rank": 9 }, { "arena": "agents", "category": "htmlslides", - "elo": 1248, - "win_rate": 58.8, + "elo": 1247, + "win_rate": 58.5, "rank": 2 }, { "arena": "agents", "category": "mobileapps", - "elo": 1228, - "win_rate": 53.3, + "elo": 1225, + "win_rate": 53.4, "rank": 9 }, { @@ -11731,35 +11841,35 @@ "category": "python-pptxslides", "elo": 1180, "win_rate": 42.1, - "rank": 6 + "rank": 7 }, { "arena": "agents", "category": "webapps", - "elo": 1259, - "win_rate": 58.2, + "elo": 1260, + "win_rate": 58.1, "rank": 7 }, { "arena": "models", "category": "3d", - "elo": 1355, - "win_rate": 62.9, - "rank": 3 + "elo": 1353, + "win_rate": 62.3, + "rank": 4 }, { "arena": "models", "category": "codecategories", - "elo": 1326, - "win_rate": 58.1, - "rank": 7 + "elo": 1327, + "win_rate": 58, + "rank": 6 }, { "arena": "models", "category": "dataviz", "elo": 1302, - "win_rate": 56.8, - "rank": 9 + "win_rate": 56.7, + "rank": 8 }, { "arena": "models", @@ -11771,28 +11881,28 @@ { "arena": "models", "category": "svg", - "elo": 1232, - "win_rate": 52.4, - "rank": 18 + "elo": 1235, + "win_rate": 52.5, + "rank": 19 }, { "arena": "models", "category": "uicomponent", "elo": 1319, - "win_rate": 57.2, - "rank": 10 + "win_rate": 57, + "rank": 11 }, { "arena": "models", "category": "website", - "elo": 1317, - "win_rate": 56.3, + "elo": 1318, + "win_rate": 56.4, "rank": 8 } ], "artificial_analysis": { - "intelligence_index": 42.8, - "coding_index": 56, + "intelligence_index": 44.2, + "coding_index": 61.8, "agentic_index": 30.3 } }, @@ -11866,61 +11976,75 @@ }, "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1171, + "win_rate": 47.4, + "rank": 8 + }, { "arena": "agents", "category": "androidnative", - "elo": 1221, - "win_rate": 52.6, + "elo": 1220, + "win_rate": 51.5, "rank": 10 }, { "arena": "agents", "category": "fullstack", - "elo": 1235, - "win_rate": 54.2, + "elo": 1245, + "win_rate": 56, "rank": 7 }, { "arena": "agents", "category": "htmlslides", - "elo": 1214, - "win_rate": 53.7, + "elo": 1209, + "win_rate": 53, "rank": 5 }, { "arena": "agents", "category": "mobileapps", - "elo": 1216, - "win_rate": 48.9, - "rank": 12 + "elo": 1221, + "win_rate": 50.7, + "rank": 10 + }, + { + "arena": "agents", + "category": "python-pptxslides", + "elo": 1194, + "win_rate": 46.8, + "rank": 6 }, { "arena": "agents", "category": "webapps", - "elo": 1247, + "elo": 1248, "win_rate": 50.8, - "rank": 8 + "rank": 9 }, { "arena": "models", "category": "3d", - "elo": 1315, - "win_rate": 57.5, - "rank": 14 + "elo": 1321, + "win_rate": 56.2, + "rank": 11 }, { "arena": "models", "category": "codecategories", - "elo": 1306, - "win_rate": 55.5, + "elo": 1307, + "win_rate": 55.1, "rank": 12 }, { "arena": "models", "category": "dataviz", - "elo": 1263, - "win_rate": 52.5, - "rank": 24 + "elo": 1258, + "win_rate": 51.4, + "rank": 26 }, { "arena": "models", @@ -11929,19 +12053,26 @@ "win_rate": 51.5, "rank": 22 }, + { + "arena": "models", + "category": "svg", + "elo": 1254, + "win_rate": 52.6, + "rank": 13 + }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 54.1, - "rank": 17 + "elo": 1301, + "win_rate": 54.8, + "rank": 14 }, { "arena": "models", "category": "website", - "elo": 1319, - "win_rate": 57.4, - "rank": 6 + "elo": 1316, + "win_rate": 56.9, + "rank": 9 } ], "artificial_analysis": { @@ -12039,6 +12170,64 @@ "details": "/api/v1/models/morph/morph-v3-large/endpoints" } }, + { + "id": "nex-agi/nex-n2-mini", + "canonical_slug": "nex-agi/nex-n2-mini", + "hugging_face_id": "nex-agi/Nex-N2-Mini", + "name": "Nex AGI: Nex-N2-Mini", + "created": 1782312964, + "description": "Nex-N2-Mini is an open-source agentic mixture-of-experts model from Nex AGI, the smaller sibling in the Nex-N2 series. It accepts text and image input and is built for coding, tool use,...", + "context_length": 262144, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "Qwen3", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000025", + "completion": "0.0000001", + "input_cache_read": "0.0000000025" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 262144, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "logprobs", + "max_tokens", + "reasoning", + "response_format", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": { + "temperature": 0.7, + "top_p": 0.95, + "top_k": 40, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/nex-agi/nex-n2-mini/endpoints" + }, + "reasoning": { + "mandatory": false + } + }, { "id": "nex-agi/nex-n2-pro", "canonical_slug": "nex-agi/nex-n2-pro", @@ -12072,6 +12261,8 @@ "max_tokens", "reasoning", "temperature", + "tool_choice", + "tools", "top_k", "top_logprobs", "top_p" @@ -12095,23 +12286,23 @@ { "arena": "models", "category": "3d", - "elo": 1319, - "win_rate": 56.6, - "rank": 11 + "elo": 1308, + "win_rate": 53.4, + "rank": 16 }, { "arena": "models", "category": "codecategories", "elo": 1274, - "win_rate": 50, - "rank": 24 + "win_rate": 49.6, + "rank": 25 }, { "arena": "models", "category": "dataviz", - "elo": 1255, - "win_rate": 49.5, - "rank": 26 + "elo": 1254, + "win_rate": 49.4, + "rank": 27 }, { "arena": "models", @@ -12123,23 +12314,23 @@ { "arena": "models", "category": "svg", - "elo": 1277, - "win_rate": 56.8, - "rank": 8 + "elo": 1265, + "win_rate": 55, + "rank": 10 }, { "arena": "models", "category": "uicomponent", - "elo": 1248, - "win_rate": 46.3, - "rank": 32 + "elo": 1258, + "win_rate": 47.6, + "rank": 29 }, { "arena": "models", "category": "website", - "elo": 1255, - "win_rate": 47.8, - "rank": 29 + "elo": 1254, + "win_rate": 47.6, + "rank": 30 } ] }, @@ -12640,12 +12831,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000085", - "completion": "0.0000004" + "prompt": "0.00000008", + "completion": "0.00000045" }, "top_provider": { "context_length": 262144, - "max_completion_tokens": 16384, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, @@ -12831,58 +13022,58 @@ { "arena": "models", "category": "3d", - "elo": 1213, - "win_rate": 43.5, + "elo": 1216, + "win_rate": 43.9, "rank": 41 }, { "arena": "models", "category": "asciiart", - "elo": 1103, - "win_rate": 36.6, - "rank": 44 + "elo": 1112, + "win_rate": 38.4, + "rank": 45 }, { "arena": "models", "category": "codecategories", - "elo": 1174, - "win_rate": 37, - "rank": 60 + "elo": 1173, + "win_rate": 36.9, + "rank": 61 }, { "arena": "models", "category": "dataviz", - "elo": 1166, - "win_rate": 38.5, + "elo": 1151, + "win_rate": 36.6, "rank": 64 }, { "arena": "models", "category": "gamedev", "elo": 1195, - "win_rate": 39.4, + "win_rate": 39.3, "rank": 54 }, { "arena": "models", "category": "svg", - "elo": 1136, + "elo": 1140, "win_rate": 38.4, - "rank": 45 + "rank": 47 }, { "arena": "models", "category": "uicomponent", - "elo": 1178, - "win_rate": 38.6, + "elo": 1171, + "win_rate": 37.4, "rank": 56 }, { "arena": "models", "category": "website", - "elo": 1139, - "win_rate": 32.5, - "rank": 76 + "elo": 1141, + "win_rate": 32.7, + "rank": 77 } ], "artificial_analysis": { @@ -12953,58 +13144,58 @@ { "arena": "models", "category": "3d", - "elo": 1213, - "win_rate": 43.5, + "elo": 1216, + "win_rate": 43.9, "rank": 41 }, { "arena": "models", "category": "asciiart", - "elo": 1103, - "win_rate": 36.6, - "rank": 44 + "elo": 1112, + "win_rate": 38.4, + "rank": 45 }, { "arena": "models", "category": "codecategories", - "elo": 1174, - "win_rate": 37, - "rank": 60 + "elo": 1173, + "win_rate": 36.9, + "rank": 61 }, { "arena": "models", "category": "dataviz", - "elo": 1166, - "win_rate": 38.5, + "elo": 1151, + "win_rate": 36.6, "rank": 64 }, { "arena": "models", "category": "gamedev", "elo": 1195, - "win_rate": 39.4, + "win_rate": 39.3, "rank": 54 }, { "arena": "models", "category": "svg", - "elo": 1136, + "elo": 1140, "win_rate": 38.4, - "rank": 45 + "rank": 47 }, { "arena": "models", "category": "uicomponent", - "elo": 1178, - "win_rate": 38.6, + "elo": 1171, + "win_rate": 37.4, "rank": 56 }, { "arena": "models", "category": "website", - "elo": 1139, - "win_rate": 32.5, - "rank": 76 + "elo": 1141, + "win_rate": 32.7, + "rank": 77 } ], "artificial_analysis": { @@ -13601,7 +13792,7 @@ "category": "codecategories", "elo": 1075, "win_rate": 50.9, - "rank": 84 + "rank": 85 }, { "arena": "models", @@ -13629,7 +13820,7 @@ "category": "website", "elo": 1081, "win_rate": 52.3, - "rank": 86 + "rank": 87 } ] } @@ -13693,12 +13884,12 @@ "category": "codecategories", "elo": 1043, "win_rate": 47.5, - "rank": 92 + "rank": 93 }, { "arena": "models", "category": "dataviz", - "elo": 1077, + "elo": 1076, "win_rate": 49.2, "rank": 80 }, @@ -13721,7 +13912,7 @@ "category": "website", "elo": 1040, "win_rate": 47.8, - "rank": 93 + "rank": 94 } ], "artificial_analysis": { @@ -13790,7 +13981,7 @@ "category": "codecategories", "elo": 1012, "win_rate": 47.3, - "rank": 96 + "rank": 97 }, { "arena": "models", @@ -13818,7 +14009,7 @@ "category": "website", "elo": 1015, "win_rate": 48.1, - "rank": 98 + "rank": 99 } ], "artificial_analysis": { @@ -13892,7 +14083,7 @@ "category": "codecategories", "elo": 910, "win_rate": 34.8, - "rank": 104 + "rank": 105 }, { "arena": "models", @@ -13920,7 +14111,7 @@ "category": "website", "elo": 874, "win_rate": 31.5, - "rank": 109 + "rank": 110 } ] } @@ -14335,16 +14526,16 @@ { "arena": "models", "category": "3d", - "elo": 1134, + "elo": 1133, "win_rate": 41.4, "rank": 69 }, { "arena": "models", "category": "asciiart", - "elo": 1188, + "elo": 1187, "win_rate": 49, - "rank": 29 + "rank": 28 }, { "arena": "models", @@ -14356,9 +14547,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1281, + "elo": 1282, "win_rate": 63.3, - "rank": 15 + "rank": 16 }, { "arena": "models", @@ -14370,9 +14561,9 @@ { "arena": "models", "category": "svg", - "elo": 1245, + "elo": 1246, "win_rate": 64.1, - "rank": 14 + "rank": 15 }, { "arena": "models", @@ -14386,9 +14577,14 @@ "category": "website", "elo": 1227, "win_rate": 53.7, - "rank": 42 + "rank": 43 } - ] + ], + "artificial_analysis": { + "intelligence_index": 34.7, + "coding_index": 37.8, + "agentic_index": 25.7 + } }, "reasoning": { "mandatory": true, @@ -14490,9 +14686,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1131, + "elo": 1127, "win_rate": 43.2, - "rank": 28 + "rank": 29 } ] }, @@ -14559,8 +14755,8 @@ { "arena": "models", "category": "graphicdesign", - "elo": 1211, - "win_rate": 51.9, + "elo": 1210, + "win_rate": 51.3, "rank": 6 }, { @@ -14574,7 +14770,7 @@ "arena": "models", "category": "logo", "elo": 1223, - "win_rate": 54.2, + "win_rate": 53.7, "rank": 6 } ] @@ -14642,8 +14838,8 @@ { "arena": "models", "category": "graphicdesign", - "elo": 1204, - "win_rate": 48.9, + "elo": 1203, + "win_rate": 48.6, "rank": 9 }, { @@ -14657,7 +14853,7 @@ "arena": "models", "category": "logo", "elo": 1229, - "win_rate": 52.8, + "win_rate": 52.6, "rank": 5 } ] @@ -14723,30 +14919,30 @@ { "arena": "models", "category": "3d", - "elo": 1114, - "win_rate": 37.3, + "elo": 1115, + "win_rate": 37, "rank": 74 }, { "arena": "models", "category": "asciiart", - "elo": 1173, - "win_rate": 45.4, - "rank": 33 + "elo": 1171, + "win_rate": 45.3, + "rank": 34 }, { "arena": "models", "category": "codecategories", - "elo": 1164, - "win_rate": 43.8, - "rank": 63 + "elo": 1163, + "win_rate": 43.5, + "rank": 65 }, { "arena": "models", "category": "dataviz", - "elo": 1168, + "elo": 1169, "win_rate": 43.5, - "rank": 61 + "rank": 60 }, { "arena": "models", @@ -14758,25 +14954,30 @@ { "arena": "models", "category": "svg", - "elo": 1147, - "win_rate": 46, - "rank": 42 + "elo": 1149, + "win_rate": 45.9, + "rank": 44 }, { "arena": "models", "category": "uicomponent", - "elo": 1159, - "win_rate": 42.3, - "rank": 58 + "elo": 1158, + "win_rate": 42, + "rank": 59 }, { "arena": "models", "category": "website", "elo": 1167, - "win_rate": 44.6, - "rank": 62 + "win_rate": 44.4, + "rank": 63 } - ] + ], + "artificial_analysis": { + "intelligence_index": 25.3, + "coding_index": 15.6, + "agentic_index": 19.4 + } }, "reasoning": { "mandatory": true, @@ -14850,7 +15051,7 @@ "category": "codecategories", "elo": 1134, "win_rate": 48.1, - "rank": 74 + "rank": 75 }, { "arena": "models", @@ -14878,7 +15079,7 @@ "category": "website", "elo": 1144, "win_rate": 48.9, - "rank": 74 + "rank": 75 } ] }, @@ -14998,9 +15199,9 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1127, + "elo": 1122, "win_rate": 43.8, - "rank": 29 + "rank": 31 }, { "arena": "models", @@ -15014,21 +15215,21 @@ "category": "asciiart", "elo": 1164, "win_rate": 48.6, - "rank": 36 + "rank": 37 }, { "arena": "models", "category": "codecategories", "elo": 1220, "win_rate": 53.1, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "dataviz", "elo": 1248, "win_rate": 58, - "rank": 29 + "rank": 30 }, { "arena": "models", @@ -15040,23 +15241,23 @@ { "arena": "models", "category": "svg", - "elo": 1206, + "elo": 1207, "win_rate": 57.4, - "rank": 27 + "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1221, + "elo": 1220, "win_rate": 53, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "website", "elo": 1230, "win_rate": 54.1, - "rank": 39 + "rank": 40 } ], "artificial_analysis": { @@ -15177,21 +15378,21 @@ { "arena": "agents", "category": "fullstack", - "elo": 1091, + "elo": 1090, "win_rate": 44.5, "rank": 23 }, { "arena": "agents", "category": "mobileapps", - "elo": 1203, + "elo": 1198, "win_rate": 54, - "rank": 14 + "rank": 15 }, { "arena": "agents", "category": "webapps", - "elo": 1087, + "elo": 1089, "win_rate": 44.1, "rank": 24 }, @@ -15200,12 +15401,12 @@ "category": "codecategories", "elo": 1200, "win_rate": 55.2, - "rank": 52 + "rank": 53 }, { "arena": "models", "category": "dataviz", - "elo": 1217, + "elo": 1216, "win_rate": 50.7, "rank": 40 }, @@ -15219,7 +15420,7 @@ { "arena": "models", "category": "website", - "elo": 1203, + "elo": 1204, "win_rate": 56, "rank": 54 } @@ -15355,14 +15556,14 @@ "category": "asciiart", "elo": 1151, "win_rate": 43, - "rank": 39 + "rank": 40 }, { "arena": "models", "category": "codecategories", "elo": 1143, "win_rate": 41.5, - "rank": 72 + "rank": 73 }, { "arena": "models", @@ -15381,9 +15582,9 @@ { "arena": "models", "category": "svg", - "elo": 1034, + "elo": 1035, "win_rate": 35.3, - "rank": 66 + "rank": 68 }, { "arena": "models", @@ -15397,7 +15598,7 @@ "category": "website", "elo": 1153, "win_rate": 42.8, - "rank": 71 + "rank": 72 } ] }, @@ -15466,56 +15667,56 @@ "category": "website", "elo": 1237, "win_rate": 54.5, - "rank": 34 + "rank": 35 }, { "arena": "agents", "category": "androidnative", - "elo": 1072, + "elo": 1071, "win_rate": 49.2, "rank": 23 }, { "arena": "agents", "category": "fullstack", - "elo": 1109, + "elo": 1108, "win_rate": 44, "rank": 21 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1183, + "elo": 1184, "win_rate": 48.1, "rank": 13 }, { "arena": "agents", "category": "mobileapps", - "elo": 1173, + "elo": 1169, "win_rate": 47.4, - "rank": 23 + "rank": 24 }, { "arena": "agents", "category": "webapps", - "elo": 1156, + "elo": 1158, "win_rate": 45.7, "rank": 19 }, { "arena": "models", "category": "3d", - "elo": 1156, - "win_rate": 42, + "elo": 1157, + "win_rate": 41.7, "rank": 61 }, { "arena": "models", "category": "codecategories", - "elo": 1219, - "win_rate": 50.2, - "rank": 42 + "elo": 1218, + "win_rate": 49.9, + "rank": 44 }, { "arena": "models", @@ -15534,8 +15735,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1241, - "win_rate": 51.7, + "elo": 1242, + "win_rate": 51.5, "rank": 33 }, { @@ -15548,9 +15749,9 @@ { "arena": "models", "category": "svg", - "elo": 1195, - "win_rate": 54, - "rank": 31 + "elo": 1196, + "win_rate": 53.8, + "rank": 33 } ] }, @@ -15664,12 +15865,12 @@ "category": "androidnative", "elo": 1176, "win_rate": 47.5, - "rank": 16 + "rank": 15 }, { "arena": "agents", "category": "fullstack", - "elo": 1059, + "elo": 1058, "win_rate": 37, "rank": 27 }, @@ -15683,15 +15884,15 @@ { "arena": "agents", "category": "mobileapps", - "elo": 1172, + "elo": 1168, "win_rate": 47.7, - "rank": 24 + "rank": 25 }, { "arena": "agents", "category": "webapps", - "elo": 1126, - "win_rate": 40.4, + "elo": 1128, + "win_rate": 40.5, "rank": 22 } ] @@ -15870,28 +16071,28 @@ { "arena": "agents", "category": "fullstack", - "elo": 1050, + "elo": 1049, "win_rate": 36.4, "rank": 28 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1163, + "elo": 1166, "win_rate": 45.1, "rank": 15 }, { "arena": "agents", "category": "mobileapps", - "elo": 1133, + "elo": 1129, "win_rate": 41.6, - "rank": 27 + "rank": 28 }, { "arena": "agents", "category": "webapps", - "elo": 1117, + "elo": 1119, "win_rate": 39.1, "rank": 23 }, @@ -15907,19 +16108,19 @@ "category": "asciiart", "elo": 1197, "win_rate": 51.2, - "rank": 24 + "rank": 25 }, { "arena": "models", "category": "codecategories", "elo": 1194, "win_rate": 47.3, - "rank": 53 + "rank": 54 }, { "arena": "models", "category": "dataviz", - "elo": 1206, + "elo": 1205, "win_rate": 50.4, "rank": 47 }, @@ -15933,9 +16134,9 @@ { "arena": "models", "category": "svg", - "elo": 1185, + "elo": 1187, "win_rate": 54, - "rank": 35 + "rank": 37 }, { "arena": "models", @@ -15949,7 +16150,7 @@ "category": "website", "elo": 1205, "win_rate": 48.7, - "rank": 52 + "rank": 53 } ] }, @@ -16016,91 +16217,91 @@ { "arena": "models", "category": "3d", - "elo": 1181, - "win_rate": 43, + "elo": 1178, + "win_rate": 42.4, "rank": 51 }, { "arena": "models", "category": "asciiart", - "elo": 1239, - "win_rate": 54.4, - "rank": 12 - }, - { + "elo": 1245, + "win_rate": 55.2, + "rank": 10 + }, + { "arena": "models", "category": "codecategories", - "elo": 1263, - "win_rate": 53.4, - "rank": 28 + "elo": 1261, + "win_rate": 52.8, + "rank": 29 }, { "arena": "models", "category": "dataviz", "elo": 1276, - "win_rate": 56.8, - "rank": 18 + "win_rate": 56.5, + "rank": 19 }, { "arena": "models", "category": "gamedev", - "elo": 1305, + "elo": 1306, "win_rate": 57.9, "rank": 14 }, { "arena": "models", "category": "svg", - "elo": 1253, - "win_rate": 58.1, - "rank": 12 + "elo": 1252, + "win_rate": 57.9, + "rank": 14 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 58.1, - "rank": 16 + "elo": 1293, + "win_rate": 57.6, + "rank": 18 }, { "arena": "models", "category": "website", - "elo": 1265, - "win_rate": 53.4, - "rank": 26 + "elo": 1263, + "win_rate": 52.8, + "rank": 28 }, { "arena": "agents", "category": "androidnative", - "elo": 1041, - "win_rate": 47.5, - "rank": 26 + "elo": 1038, + "win_rate": 47.4, + "rank": 27 }, { "arena": "agents", "category": "fullstack", - "elo": 1085, + "elo": 1083, "win_rate": 40.8, "rank": 24 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1172, + "elo": 1177, "win_rate": 46.9, "rank": 14 }, { "arena": "agents", "category": "mobileapps", - "elo": 1152, + "elo": 1149, "win_rate": 44.4, - "rank": 25 + "rank": 26 }, { "arena": "agents", "category": "webapps", - "elo": 1138, + "elo": 1139, "win_rate": 41.7, "rank": 20 } @@ -16428,8 +16629,8 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1211, - "win_rate": 53.2, + "elo": 1202, + "win_rate": 53, "rank": 5 }, { @@ -16463,37 +16664,37 @@ { "arena": "agents", "category": "androidnative", - "elo": 1263, - "win_rate": 55.5, + "elo": 1261, + "win_rate": 55.4, "rank": 4 }, { "arena": "agents", "category": "fullstack", - "elo": 1153, - "win_rate": 44.6, + "elo": 1151, + "win_rate": 44.2, "rank": 15 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1217, - "win_rate": 53.2, - "rank": 9 + "elo": 1215, + "win_rate": 53, + "rank": 10 }, { "arena": "agents", "category": "htmlslides", - "elo": 1080, - "win_rate": 33.9, + "elo": 1086, + "win_rate": 34.6, "rank": 11 }, { "arena": "agents", "category": "mobileapps", - "elo": 1228, - "win_rate": 51.7, - "rank": 8 + "elo": 1219, + "win_rate": 50.9, + "rank": 11 }, { "arena": "agents", @@ -16505,44 +16706,44 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1153, - "win_rate": 43.4, - "rank": 8 + "elo": 1152, + "win_rate": 43.3, + "rank": 9 }, { "arena": "agents", "category": "webapps", - "elo": 1181, - "win_rate": 45.4, + "elo": 1183, + "win_rate": 45.2, "rank": 18 }, { "arena": "models", "category": "3d", - "elo": 1265, - "win_rate": 53.5, - "rank": 29 + "elo": 1266, + "win_rate": 53.3, + "rank": 28 }, { "arena": "models", "category": "asciiart", - "elo": 1314, - "win_rate": 62.8, - "rank": 4 + "elo": 1308, + "win_rate": 61.9, + "rank": 5 }, { "arena": "models", "category": "codecategories", "elo": 1296, - "win_rate": 56.8, - "rank": 15 + "win_rate": 56.6, + "rank": 16 }, { "arena": "models", "category": "dataviz", - "elo": 1304, - "win_rate": 58.8, - "rank": 8 + "elo": 1299, + "win_rate": 58, + "rank": 9 }, { "arena": "models", @@ -16554,23 +16755,23 @@ { "arena": "models", "category": "svg", - "elo": 1282, + "elo": 1284, "win_rate": 60, - "rank": 6 + "rank": 5 }, { "arena": "models", "category": "uicomponent", "elo": 1300, - "win_rate": 57.6, - "rank": 14 + "win_rate": 57, + "rank": 16 }, { "arena": "models", "category": "website", "elo": 1289, - "win_rate": 55.9, - "rank": 19 + "win_rate": 55.8, + "rank": 20 } ], "artificial_analysis": { @@ -16881,7 +17082,7 @@ "category": "codecategories", "elo": 1012, "win_rate": 33.4, - "rank": 97 + "rank": 98 }, { "arena": "models", @@ -16907,9 +17108,9 @@ { "arena": "models", "category": "website", - "elo": 1010, + "elo": 1011, "win_rate": 32.5, - "rank": 99 + "rank": 100 } ], "artificial_analysis": { @@ -16988,7 +17189,7 @@ "category": "codecategories", "elo": 1012, "win_rate": 33.4, - "rank": 97 + "rank": 98 }, { "arena": "models", @@ -17014,9 +17215,9 @@ { "arena": "models", "category": "website", - "elo": 1010, + "elo": 1011, "win_rate": 32.5, - "rank": 99 + "rank": 100 } ], "artificial_analysis": { @@ -17102,7 +17303,7 @@ "category": "website", "elo": 895, "win_rate": 27.9, - "rank": 107 + "rank": 108 } ], "artificial_analysis": { @@ -17145,6 +17346,7 @@ "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logprobs", "max_tokens", "min_p", "presence_penalty", @@ -17159,6 +17361,7 @@ "tools", "top_a", "top_k", + "top_logprobs", "top_p" ], "default_parameters": { @@ -17186,7 +17389,7 @@ "category": "website", "elo": 895, "win_rate": 27.9, - "rank": 107 + "rank": 108 } ], "artificial_analysis": { @@ -17414,7 +17617,7 @@ "category": "codecategories", "elo": 1069, "win_rate": 51.9, - "rank": 85 + "rank": 86 }, { "arena": "models", @@ -17442,7 +17645,7 @@ "category": "website", "elo": 1079, "win_rate": 53.8, - "rank": 87 + "rank": 88 } ] }, @@ -17616,9 +17819,9 @@ "benchmarks": { "design_arena": [], "artificial_analysis": { - "intelligence_index": null, - "coding_index": 42.1, - "agentic_index": null + "intelligence_index": 15.6, + "coding_index": 16.3, + "agentic_index": 1.7 } }, "reasoning": { @@ -17736,7 +17939,7 @@ "category": "codecategories", "elo": 1025, "win_rate": 46.4, - "rank": 94 + "rank": 95 }, { "arena": "models", @@ -17764,7 +17967,7 @@ "category": "website", "elo": 1028, "win_rate": 47.1, - "rank": 96 + "rank": 97 } ] }, @@ -18281,6 +18484,111 @@ "default_enabled": true } }, + { + "id": "poolside/laguna-xs-2.1", + "canonical_slug": "poolside/laguna-xs-2.1-20260625", + "hugging_face_id": "poolside/Laguna-XS-2.1", + "name": "Poolside: Laguna XS 2.1", + "created": 1783002429, + "description": "Laguna XS 2.1 is the latest coding agent model in the 33B-A3B category from [Poolside](https://poolside.ai/) and a step forward from their Laguna XS.2 model (released in April 2026). It combines...", + "context_length": 262144, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.00000006", + "completion": "0.00000012", + "input_cache_read": "0.00000003" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 32768, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "temperature", + "tool_choice", + "tools" + ], + "default_parameters": { + "temperature": 0.7, + "top_p": 0.9, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/poolside/laguna-xs-2.1-20260625/endpoints" + }, + "reasoning": { + "mandatory": false, + "default_enabled": true + } + }, + { + "id": "poolside/laguna-xs-2.1:free", + "canonical_slug": "poolside/laguna-xs-2.1-20260625", + "hugging_face_id": "poolside/Laguna-XS-2.1", + "name": "Poolside: Laguna XS 2.1 (free)", + "created": 1783002429, + "description": "Laguna XS 2.1 is the latest coding agent model in the 33B-A3B category from [Poolside](https://poolside.ai/) and a step forward from their Laguna XS.2 model (released in April 2026). It combines...", + "context_length": 262144, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0", + "completion": "0" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 32768, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "include_reasoning", + "max_tokens", + "reasoning", + "temperature", + "tool_choice", + "tools" + ], + "default_parameters": { + "temperature": 0.7, + "top_p": 0.9, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/poolside/laguna-xs-2.1-20260625/endpoints" + }, + "reasoning": { + "mandatory": false, + "default_enabled": true + } + }, { "id": "poolside/laguna-xs.2", "canonical_slug": "poolside/laguna-xs.2-20260421", @@ -18864,14 +19172,14 @@ { "arena": "models", "category": "codecategories", - "elo": 1051, + "elo": 1052, "win_rate": 38.3, - "rank": 90 + "rank": 91 }, { "arena": "models", "category": "dataviz", - "elo": 1045, + "elo": 1044, "win_rate": 41, "rank": 86 }, @@ -18894,7 +19202,7 @@ "category": "website", "elo": 1073, "win_rate": 40.5, - "rank": 88 + "rank": 89 } ] }, @@ -18967,12 +19275,12 @@ "category": "codecategories", "elo": 1088, "win_rate": 42.7, - "rank": 81 + "rank": 82 }, { "arena": "models", "category": "dataviz", - "elo": 1102, + "elo": 1101, "win_rate": 47.7, "rank": 78 }, @@ -18993,9 +19301,9 @@ { "arena": "models", "category": "website", - "elo": 1100, + "elo": 1101, "win_rate": 43.7, - "rank": 83 + "rank": 84 } ] } @@ -19070,14 +19378,14 @@ "category": "codecategories", "elo": 1082, "win_rate": 40.9, - "rank": 83 + "rank": 84 }, { "arena": "models", "category": "dataviz", - "elo": 991, + "elo": 990, "win_rate": 32.3, - "rank": 90 + "rank": 91 }, { "arena": "models", @@ -19098,9 +19406,14 @@ "category": "website", "elo": 1095, "win_rate": 42.1, - "rank": 84 + "rank": 85 } - ] + ], + "artificial_analysis": { + "intelligence_index": 19.6, + "coding_index": 22.1, + "agentic_index": 3.8 + } }, "reasoning": { "mandatory": true @@ -19170,7 +19483,7 @@ "category": "codecategories", "elo": 991, "win_rate": 37.5, - "rank": 98 + "rank": 99 }, { "arena": "models", @@ -19198,7 +19511,7 @@ "category": "website", "elo": 997, "win_rate": 37.7, - "rank": 100 + "rank": 101 } ] }, @@ -19237,6 +19550,7 @@ "logit_bias", "logprobs", "max_tokens", + "min_p", "presence_penalty", "repetition_penalty", "response_format", @@ -19316,9 +19630,14 @@ "category": "website", "elo": 973, "win_rate": 35.5, - "rank": 102 + "rank": 103 } - ] + ], + "artificial_analysis": { + "intelligence_index": 14.4, + "coding_index": 12.1, + "agentic_index": 1.8 + } }, "reasoning": { "mandatory": true @@ -19511,7 +19830,7 @@ "category": "codecategories", "elo": 1192, "win_rate": 61.2, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -19539,7 +19858,7 @@ "category": "website", "elo": 1201, "win_rate": 61.7, - "rank": 55 + "rank": 56 } ] } @@ -19614,7 +19933,7 @@ "category": "website", "elo": 1130, "win_rate": 57.1, - "rank": 77 + "rank": 78 } ] } @@ -19724,6 +20043,14 @@ "expiration_date": null, "links": { "details": "/api/v1/models/qwen/qwen3-coder-next-2025-02-03/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 21.1, + "coding_index": 36.2, + "agentic_index": 8.8 + } } }, { @@ -19831,7 +20158,7 @@ "category": "codecategories", "elo": 1192, "win_rate": 61.2, - "rank": 54 + "rank": 55 }, { "arena": "models", @@ -19859,7 +20186,7 @@ "category": "website", "elo": 1201, "win_rate": 61.7, - "rank": 55 + "rank": 56 } ] } @@ -19929,14 +20256,14 @@ "category": "asciiart", "elo": 1174, "win_rate": 47.2, - "rank": 32 + "rank": 33 }, { "arena": "models", "category": "codecategories", "elo": 1159, "win_rate": 44, - "rank": 66 + "rank": 67 }, { "arena": "models", @@ -19955,23 +20282,23 @@ { "arena": "models", "category": "svg", - "elo": 1067, - "win_rate": 37.3, - "rank": 60 + "elo": 1068, + "win_rate": 37.2, + "rank": 62 }, { "arena": "models", "category": "uicomponent", - "elo": 1131, + "elo": 1130, "win_rate": 40.1, - "rank": 67 + "rank": 68 }, { "arena": "models", "category": "website", "elo": 1161, "win_rate": 44.4, - "rank": 66 + "rank": 67 } ] }, @@ -20187,6 +20514,14 @@ "links": { "details": "/api/v1/models/qwen/qwen3-next-80b-a3b-thinking-2509/endpoints" }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 16.7, + "coding_index": 17.4, + "agentic_index": 2.1 + } + }, "reasoning": { "mandatory": true } @@ -20401,10 +20736,8 @@ "max_tokens", "presence_penalty", "reasoning", - "repetition_penalty", "response_format", "seed", - "stop", "structured_outputs", "temperature", "tool_choice", @@ -20500,8 +20833,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000008", - "completion": "0.0000005" + "prompt": "0.000000117", + "completion": "0.000000455" }, "top_provider": { "context_length": 131072, @@ -20811,7 +21144,8 @@ }, "pricing": { "prompt": "0.000000385", - "completion": "0.00000245" + "completion": "0.00000245", + "input_cache_read": "0.000000111" }, "top_provider": { "context_length": 131072, @@ -20868,12 +21202,12 @@ "category": "codecategories", "elo": 1229, "win_rate": 52.6, - "rank": 35 + "rank": 36 }, { "arena": "models", "category": "dataviz", - "elo": 1219, + "elo": 1218, "win_rate": 53.2, "rank": 39 }, @@ -20887,9 +21221,9 @@ { "arena": "models", "category": "svg", - "elo": 1197, + "elo": 1199, "win_rate": 56.1, - "rank": 30 + "rank": 32 }, { "arena": "models", @@ -20903,7 +21237,7 @@ "category": "website", "elo": 1233, "win_rate": 52.6, - "rank": 37 + "rank": 38 } ], "artificial_analysis": { @@ -21104,16 +21438,16 @@ { "arena": "models", "category": "asciiart", - "elo": 1141, + "elo": 1140, "win_rate": 43.2, - "rank": 41 + "rank": 42 }, { "arena": "models", "category": "codecategories", "elo": 1216, "win_rate": 48.5, - "rank": 44 + "rank": 46 }, { "arena": "models", @@ -21132,9 +21466,9 @@ { "arena": "models", "category": "svg", - "elo": 1164, + "elo": 1165, "win_rate": 48.9, - "rank": 39 + "rank": 41 }, { "arena": "models", @@ -21148,7 +21482,7 @@ "category": "website", "elo": 1230, "win_rate": 50.1, - "rank": 40 + "rank": 41 } ] }, @@ -21225,7 +21559,8 @@ }, "pricing": { "prompt": "0.000000285", - "completion": "0.0000024" + "completion": "0.0000024", + "input_cache_read": "0.00000015" }, "top_provider": { "context_length": 262140, @@ -21516,29 +21851,29 @@ { "arena": "models", "category": "3d", - "elo": 1274, + "elo": 1273, "win_rate": 51.5, "rank": 24 }, { "arena": "models", "category": "asciiart", - "elo": 1167, - "win_rate": 45.3, - "rank": 35 + "elo": 1169, + "win_rate": 45.7, + "rank": 36 }, { "arena": "models", "category": "codecategories", "elo": 1273, - "win_rate": 51.7, - "rank": 25 + "win_rate": 51.6, + "rank": 26 }, { "arena": "models", "category": "dataviz", - "elo": 1260, - "win_rate": 50.5, + "elo": 1261, + "win_rate": 50.7, "rank": 25 }, { @@ -21551,23 +21886,23 @@ { "arena": "models", "category": "svg", - "elo": 1217, + "elo": 1219, "win_rate": 52, - "rank": 22 + "rank": 24 }, { "arena": "models", "category": "uicomponent", - "elo": 1284, - "win_rate": 52.4, + "elo": 1282, + "win_rate": 52.1, "rank": 23 }, { "arena": "models", "category": "website", - "elo": 1262, - "win_rate": 51.5, - "rank": 28 + "elo": 1263, + "win_rate": 51.4, + "rank": 29 } ], "artificial_analysis": { @@ -21638,61 +21973,68 @@ }, "benchmarks": { "design_arena": [ + { + "arena": "agents", + "category": "agenticgamedev", + "elo": 1163, + "win_rate": 48, + "rank": 9 + }, { "arena": "agents", "category": "androidnative", - "elo": 1184, - "win_rate": 46.4, - "rank": 14 + "elo": 1193, + "win_rate": 47.1, + "rank": 13 }, { "arena": "agents", "category": "fullstack", - "elo": 1223, - "win_rate": 48.1, - "rank": 10 + "elo": 1220, + "win_rate": 47.9, + "rank": 11 }, { "arena": "agents", "category": "mobileapps", - "elo": 1208, - "win_rate": 46.5, - "rank": 13 + "elo": 1207, + "win_rate": 47, + "rank": 14 }, { "arena": "agents", "category": "webapps", - "elo": 1262, - "win_rate": 50.9, - "rank": 6 + "elo": 1269, + "win_rate": 52, + "rank": 4 }, { "arena": "models", "category": "3d", "elo": 1326, - "win_rate": 60.1, + "win_rate": 58.2, "rank": 8 }, { "arena": "models", "category": "asciiart", - "elo": 1261, - "win_rate": 54.1, + "elo": 1256, + "win_rate": 53.6, "rank": 9 }, { "arena": "models", "category": "codecategories", - "elo": 1311, - "win_rate": 57.5, - "rank": 10 + "elo": 1312, + "win_rate": 57.2, + "rank": 11 }, { "arena": "models", "category": "dataviz", - "elo": 1290, - "win_rate": 56.1, - "rank": 12 + "elo": 1288, + "win_rate": 55.7, + "rank": 13 }, { "arena": "models", @@ -21704,23 +22046,23 @@ { "arena": "models", "category": "svg", - "elo": 1275, - "win_rate": 60.3, - "rank": 9 + "elo": 1277, + "win_rate": 60.1, + "rank": 8 }, { "arena": "models", "category": "uicomponent", - "elo": 1330, - "win_rate": 60, - "rank": 7 + "elo": 1331, + "win_rate": 59.9, + "rank": 6 }, { "arena": "models", "category": "website", - "elo": 1302, - "win_rate": 56.5, - "rank": 13 + "elo": 1303, + "win_rate": 56.4, + "rank": 14 } ], "artificial_analysis": { @@ -22366,29 +22708,29 @@ "arena": "models", "category": "3d", "elo": 1197, - "win_rate": 43.1, + "win_rate": 43, "rank": 48 }, { "arena": "models", "category": "asciiart", - "elo": 1228, - "win_rate": 51.5, - "rank": 13 + "elo": 1214, + "win_rate": 49.8, + "rank": 17 }, { "arena": "models", "category": "codecategories", - "elo": 1216, - "win_rate": 45.6, + "elo": 1217, + "win_rate": 45.5, "rank": 45 }, { "arena": "models", "category": "dataviz", - "elo": 1207, - "win_rate": 46.3, - "rank": 46 + "elo": 1213, + "win_rate": 46.7, + "rank": 43 }, { "arena": "models", @@ -22400,23 +22742,23 @@ { "arena": "models", "category": "svg", - "elo": 1119, - "win_rate": 39.7, - "rank": 49 + "elo": 1125, + "win_rate": 39.9, + "rank": 50 }, { "arena": "models", "category": "uicomponent", - "elo": 1211, - "win_rate": 44.7, - "rank": 45 + "elo": 1213, + "win_rate": 44.4, + "rank": 44 }, { "arena": "models", "category": "website", "elo": 1225, - "win_rate": 47.1, - "rank": 43 + "win_rate": 47, + "rank": 44 } ], "artificial_analysis": { @@ -22526,12 +22868,12 @@ } }, { - "id": "tencent/hy3-preview", - "canonical_slug": "tencent/hy3-preview-20260421", - "hugging_face_id": "tencent/Hy3-preview", - "name": "Tencent: Hy3 preview", - "created": 1776878150, - "description": "Hy3 preview is a high-efficiency Mixture-of-Experts model from Tencent designed for agentic workflows and production use. It supports configurable reasoning levels across disabled, low, and high modes, allowing it to...", + "id": "tencent/hy3", + "canonical_slug": "tencent/hy3-20260706", + "hugging_face_id": "tencent/Hy3", + "name": "Tencent: Hy3", + "created": 1783344048, + "description": "Hy3 is a 295B-parameter Mixture-of-Experts model from Tencent (21B active, 192 experts with top-8 routing) built for reasoning, agentic workflows, and real-world production use. It supports a configurable reasoning effort:...", "context_length": 262144, "architecture": { "modality": "text->text", @@ -22541,24 +22883,28 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000063", - "completion": "0.00000021", - "input_cache_read": "0.000000021" + "prompt": "0.0000002", + "completion": "0.0000008", + "input_cache_read": "0.0000005" }, "top_provider": { - "context_length": 262144, - "max_completion_tokens": null, + "context_length": 202752, + "max_completion_tokens": 131072, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", "include_reasoning", + "logit_bias", "max_tokens", + "min_p", "presence_penalty", "reasoning", + "repetition_penalty", "seed", "stop", + "structured_outputs", "temperature", "tool_choice", "tools", @@ -22577,23 +22923,23 @@ "knowledge_cutoff": null, "expiration_date": null, "links": { - "details": "/api/v1/models/tencent/hy3-preview-20260421/endpoints" + "details": "/api/v1/models/tencent/hy3-20260706/endpoints" }, "reasoning": { "mandatory": false, - "default_enabled": true, + "default_enabled": false, "supported_efforts": ["high", "low", "none"], "default_effort": "high" } }, { - "id": "thedrummer/cydonia-24b-v4.1", - "canonical_slug": "thedrummer/cydonia-24b-v4.1", - "hugging_face_id": "thedrummer/cydonia-24b-v4.1", - "name": "TheDrummer: Cydonia 24B V4.1", - "created": 1758931878, - "description": "Uncensored and creative writing model based on Mistral Small 3.2 24B with good recall, prompt adherence, and intelligence.", - "context_length": 131072, + "id": "tencent/hy3-preview", + "canonical_slug": "tencent/hy3-preview-20260421", + "hugging_face_id": "tencent/Hy3-preview", + "name": "Tencent: Hy3 preview", + "created": 1776878150, + "description": "Hy3 preview is a high-efficiency Mixture-of-Experts model from Tencent designed for agentic workflows and production use. It supports configurable reasoning levels across disabled, low, and high modes, allowing it to...", + "context_length": 262144, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -22602,23 +22948,146 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000003", - "completion": "0.0000005", - "input_cache_read": "0.00000015" + "prompt": "0.000000063", + "completion": "0.00000021", + "input_cache_read": "0.000000021" }, "top_provider": { - "context_length": 131072, - "max_completion_tokens": 131072, + "context_length": 262144, + "max_completion_tokens": null, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", - "logit_bias", - "logprobs", + "include_reasoning", "max_tokens", "presence_penalty", - "repetition_penalty", + "reasoning", + "seed", + "stop", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 0.9, + "top_p": 1, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/tencent/hy3-preview-20260421/endpoints" + }, + "reasoning": { + "mandatory": false, + "default_enabled": true, + "supported_efforts": ["high", "low", "none"], + "default_effort": "high" + } + }, + { + "id": "tencent/hy3:free", + "canonical_slug": "tencent/hy3-20260706", + "hugging_face_id": "tencent/Hy3", + "name": "Tencent: Hy3 (free)", + "created": 1783344048, + "description": "Hy3 is a 295B-parameter Mixture-of-Experts model from Tencent (21B active, 192 experts with top-8 routing) built for reasoning, agentic workflows, and real-world production use. It supports a configurable reasoning effort:...", + "context_length": 262144, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0", + "completion": "0" + }, + "top_provider": { + "context_length": 262144, + "max_completion_tokens": 262144, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "max_tokens", + "presence_penalty", + "reasoning", + "repetition_penalty", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_p" + ], + "default_parameters": { + "temperature": 0.9, + "top_p": 1, + "top_k": null, + "frequency_penalty": null, + "presence_penalty": null, + "repetition_penalty": null + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": "2026-07-21", + "links": { + "details": "/api/v1/models/tencent/hy3-20260706/endpoints" + }, + "reasoning": { + "mandatory": false, + "default_enabled": false, + "supported_efforts": ["high", "low", "none"], + "default_effort": "high" + } + }, + { + "id": "thedrummer/cydonia-24b-v4.1", + "canonical_slug": "thedrummer/cydonia-24b-v4.1", + "hugging_face_id": "thedrummer/cydonia-24b-v4.1", + "name": "TheDrummer: Cydonia 24B V4.1", + "created": 1758931878, + "description": "Uncensored and creative writing model based on Mistral Small 3.2 24B with good recall, prompt adherence, and intelligence.", + "context_length": 131072, + "architecture": { + "modality": "text->text", + "input_modalities": ["text"], + "output_modalities": ["text"], + "tokenizer": "Other", + "instruct_type": null + }, + "pricing": { + "prompt": "0.0000003", + "completion": "0.0000005", + "input_cache_read": "0.00000015" + }, + "top_provider": { + "context_length": 131072, + "max_completion_tokens": 131072, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "logit_bias", + "logprobs", + "max_tokens", + "presence_penalty", + "repetition_penalty", "response_format", "seed", "stop", @@ -22647,7 +23116,7 @@ "name": "TheDrummer: Rocinante 12B", "created": 1727654400, "description": "Rocinante 12B is designed for engaging storytelling and rich prose. Early testers have reported: - Expanded vocabulary with unique and expressive word choices - Enhanced creativity for vivid narratives -...", - "context_length": 32768, + "context_length": 65536, "architecture": { "modality": "text->text", "input_modalities": ["text"], @@ -22660,22 +23129,26 @@ "completion": "0.0000005" }, "top_provider": { - "context_length": 32768, - "max_completion_tokens": null, + "context_length": 65536, + "max_completion_tokens": 65536, "is_moderated": false }, "per_request_limits": null, "supported_parameters": [ "frequency_penalty", "logit_bias", + "logprobs", "max_tokens", "min_p", "presence_penalty", "repetition_penalty", + "response_format", "seed", "stop", + "structured_outputs", "temperature", "top_k", + "top_logprobs", "top_p" ], "default_parameters": {}, @@ -22997,6 +23470,101 @@ "links": { "details": "/api/v1/models/x-ai/grok-4.20-20260309/endpoints" }, + "benchmarks": { + "design_arena": [ + { + "arena": "agents", + "category": "androidnative", + "elo": 1176, + "win_rate": 44.1, + "rank": 16 + }, + { + "arena": "agents", + "category": "fullstack", + "elo": 1119, + "win_rate": 41.2, + "rank": 18 + }, + { + "arena": "agents", + "category": "godotgamedev", + "elo": 1131, + "win_rate": 38.5, + "rank": 17 + }, + { + "arena": "agents", + "category": "mobileapps", + "elo": 1182, + "win_rate": 48.4, + "rank": 20 + }, + { + "arena": "agents", + "category": "webapps", + "elo": 1214, + "win_rate": 50, + "rank": 12 + }, + { + "arena": "models", + "category": "3d", + "elo": 1266, + "win_rate": 53.8, + "rank": 29 + }, + { + "arena": "models", + "category": "asciiart", + "elo": 1225, + "win_rate": 49.8, + "rank": 14 + }, + { + "arena": "models", + "category": "codecategories", + "elo": 1267, + "win_rate": 54.7, + "rank": 27 + }, + { + "arena": "models", + "category": "dataviz", + "elo": 1252, + "win_rate": 53, + "rank": 28 + }, + { + "arena": "models", + "category": "gamedev", + "elo": 1262, + "win_rate": 53.9, + "rank": 29 + }, + { + "arena": "models", + "category": "svg", + "elo": 1221, + "win_rate": 54.2, + "rank": 22 + }, + { + "arena": "models", + "category": "uicomponent", + "elo": 1253, + "win_rate": 52.3, + "rank": 30 + }, + { + "arena": "models", + "category": "website", + "elo": 1270, + "win_rate": 55.1, + "rank": 25 + } + ] + }, "reasoning": { "mandatory": false, "default_enabled": false @@ -23125,9 +23693,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1033, - "win_rate": 27.6, - "rank": 10 + "elo": 1027, + "win_rate": 27.8, + "rank": 12 }, { "arena": "agents", @@ -23160,37 +23728,37 @@ { "arena": "agents", "category": "androidnative", - "elo": 1076, - "win_rate": 28.7, + "elo": 1078, + "win_rate": 29, "rank": 22 }, { "arena": "agents", "category": "fullstack", - "elo": 1072, - "win_rate": 31.4, - "rank": 26 + "elo": 1078, + "win_rate": 32.1, + "rank": 25 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1134, + "elo": 1132, "win_rate": 38.6, "rank": 16 }, { "arena": "agents", "category": "htmlslides", - "elo": 1066, - "win_rate": 31.9, + "elo": 1067, + "win_rate": 31.8, "rank": 12 }, { "arena": "agents", "category": "mobileapps", - "elo": 1144, - "win_rate": 38.9, - "rank": 26 + "elo": 1139, + "win_rate": 38.8, + "rank": 27 }, { "arena": "agents", @@ -23202,44 +23770,44 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1074, - "win_rate": 31, - "rank": 10 + "elo": 1072, + "win_rate": 30.8, + "rank": 11 }, { "arena": "agents", "category": "webapps", - "elo": 1194, - "win_rate": 46.6, - "rank": 14 + "elo": 1195, + "win_rate": 46.4, + "rank": 15 }, { "arena": "models", "category": "3d", "elo": 1202, - "win_rate": 44.7, + "win_rate": 44.6, "rank": 44 }, { "arena": "models", "category": "asciiart", - "elo": 1190, + "elo": 1192, "win_rate": 47.3, "rank": 27 }, { "arena": "models", "category": "codecategories", - "elo": 1243, - "win_rate": 49.6, - "rank": 31 + "elo": 1242, + "win_rate": 49.4, + "rank": 32 }, { "arena": "models", "category": "dataviz", - "elo": 1234, - "win_rate": 48.5, - "rank": 35 + "elo": 1231, + "win_rate": 48.1, + "rank": 36 }, { "arena": "models", @@ -23251,23 +23819,23 @@ { "arena": "models", "category": "svg", - "elo": 1137, - "win_rate": 41.7, - "rank": 44 + "elo": 1142, + "win_rate": 41.9, + "rank": 46 }, { "arena": "models", "category": "uicomponent", "elo": 1249, - "win_rate": 49.1, - "rank": 31 + "win_rate": 48.9, + "rank": 32 }, { "arena": "models", "category": "website", - "elo": 1244, - "win_rate": 50.1, - "rank": 31 + "elo": 1243, + "win_rate": 49.9, + "rank": 33 } ], "artificial_analysis": { @@ -23292,8 +23860,8 @@ "description": "Grok Build 0.1 is xAI’s fast coding model trained specifically for agentic software engineering workflows. It supports text and image inputs with text output, and is optimized for interactive coding...", "context_length": 256000, "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], + "modality": "text+image+file->text", + "input_modalities": ["text", "image", "file"], "output_modalities": ["text"], "tokenizer": "Grok", "instruct_type": null @@ -23341,6 +23909,14 @@ "links": { "details": "/api/v1/models/x-ai/grok-build-0.1-20260520/endpoints" }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 39.8, + "coding_index": 51.5, + "agentic_index": 28 + } + }, "reasoning": { "mandatory": true } @@ -23362,7 +23938,8 @@ }, "pricing": { "prompt": "0.000000105", - "completion": "0.00000028" + "completion": "0.00000028", + "input_cache_read": "0.000000028" }, "top_provider": { "context_length": 32000, @@ -23410,30 +23987,30 @@ { "arena": "models", "category": "3d", - "elo": 1299, - "win_rate": 54.3, + "elo": 1294, + "win_rate": 53.2, "rank": 19 }, { "arena": "models", "category": "asciiart", - "elo": 1195, - "win_rate": 48.3, - "rank": 25 + "elo": 1187, + "win_rate": 47, + "rank": 29 }, { "arena": "models", "category": "codecategories", - "elo": 1303, - "win_rate": 55, - "rank": 14 + "elo": 1302, + "win_rate": 54.8, + "rank": 15 }, { "arena": "models", "category": "dataviz", - "elo": 1280, - "win_rate": 53.8, - "rank": 16 + "elo": 1283, + "win_rate": 54.2, + "rank": 15 }, { "arena": "models", @@ -23445,21 +24022,21 @@ { "arena": "models", "category": "svg", - "elo": 1217, - "win_rate": 52.3, - "rank": 21 + "elo": 1221, + "win_rate": 52.5, + "rank": 23 }, { "arena": "models", "category": "uicomponent", - "elo": 1311, - "win_rate": 56.2, + "elo": 1310, + "win_rate": 56, "rank": 13 }, { "arena": "models", "category": "website", - "elo": 1303, + "elo": 1304, "win_rate": 55.2, "rank": 12 } @@ -23535,58 +24112,58 @@ { "arena": "models", "category": "3d", - "elo": 1322, - "win_rate": 59.2, - "rank": 10 + "elo": 1321, + "win_rate": 57.1, + "rank": 12 }, { "arena": "models", "category": "asciiart", - "elo": 1211, - "win_rate": 51.1, - "rank": 19 + "elo": 1199, + "win_rate": 50.7, + "rank": 23 }, { "arena": "models", "category": "codecategories", - "elo": 1318, - "win_rate": 58.1, - "rank": 9 + "elo": 1319, + "win_rate": 57.5, + "rank": 10 }, { "arena": "models", "category": "dataviz", - "elo": 1296, - "win_rate": 58.7, + "elo": 1294, + "win_rate": 58.2, "rank": 10 }, { "arena": "models", "category": "gamedev", - "elo": 1337, - "win_rate": 61, + "elo": 1338, + "win_rate": 61.1, "rank": 8 }, { "arena": "models", "category": "svg", - "elo": 1236, - "win_rate": 55.4, - "rank": 15 + "elo": 1237, + "win_rate": 54.8, + "rank": 18 }, { "arena": "models", "category": "uicomponent", - "elo": 1294, - "win_rate": 55.5, - "rank": 18 + "elo": 1301, + "win_rate": 56, + "rank": 15 }, { "arena": "models", "category": "website", - "elo": 1308, - "win_rate": 56.4, - "rank": 10 + "elo": 1310, + "win_rate": 56.3, + "rank": 11 } ], "artificial_analysis": { @@ -23661,12 +24238,12 @@ "category": "codecategories", "elo": 1214, "win_rate": 54.4, - "rank": 47 + "rank": 48 }, { "arena": "models", "category": "dataviz", - "elo": 1204, + "elo": 1203, "win_rate": 53.3, "rank": 48 }, @@ -23680,9 +24257,9 @@ { "arena": "models", "category": "svg", - "elo": 1152, + "elo": 1154, "win_rate": 50.8, - "rank": 41 + "rank": 43 }, { "arena": "models", @@ -23696,7 +24273,7 @@ "category": "website", "elo": 1212, "win_rate": 53.8, - "rank": 48 + "rank": 49 } ] }, @@ -23770,14 +24347,14 @@ "category": "codecategories", "elo": 1187, "win_rate": 51.5, - "rank": 58 + "rank": 59 }, { "arena": "models", "category": "dataviz", "elo": 1236, "win_rate": 59.4, - "rank": 33 + "rank": 34 }, { "arena": "models", @@ -23789,9 +24366,9 @@ { "arena": "models", "category": "svg", - "elo": 1127, + "elo": 1129, "win_rate": 50.8, - "rank": 47 + "rank": 49 }, { "arena": "models", @@ -23805,7 +24382,7 @@ "category": "website", "elo": 1189, "win_rate": 51.3, - "rank": 57 + "rank": 58 } ] }, @@ -23934,30 +24511,30 @@ { "arena": "agents", "category": "androidnative", - "elo": 1097, + "elo": 1095, "win_rate": 52.6, "rank": 20 }, { "arena": "agents", "category": "fullstack", - "elo": 1098, + "elo": 1097, "win_rate": 42.3, "rank": 22 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1219, + "elo": 1220, "win_rate": 53.2, - "rank": 7 + "rank": 6 }, { "arena": "agents", "category": "mobileapps", - "elo": 1186, + "elo": 1182, "win_rate": 49.3, - "rank": 18 + "rank": 19 }, { "arena": "models", @@ -23971,14 +24548,14 @@ "category": "codecategories", "elo": 1215, "win_rate": 54.3, - "rank": 46 + "rank": 47 }, { "arena": "models", "category": "dataviz", "elo": 1208, "win_rate": 52.8, - "rank": 44 + "rank": 45 }, { "arena": "models", @@ -23990,16 +24567,16 @@ { "arena": "models", "category": "svg", - "elo": 1165, + "elo": 1167, "win_rate": 52.1, - "rank": 38 + "rank": 40 }, { "arena": "models", "category": "uicomponent", "elo": 1212, "win_rate": 54, - "rank": 44 + "rank": 45 }, { "arena": "models", @@ -24010,8 +24587,8 @@ } ], "artificial_analysis": { - "intelligence_index": null, - "coding_index": null, + "intelligence_index": 28.7, + "coding_index": 45.8, "agentic_index": 17.7 } }, @@ -24139,58 +24716,58 @@ { "arena": "agents", "category": "androidnative", - "elo": 1126, + "elo": 1124, "win_rate": 56, "rank": 18 }, { "arena": "agents", "category": "fullstack", - "elo": 1117, + "elo": 1116, "win_rate": 44.9, "rank": 20 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1131, + "elo": 1130, "win_rate": 39.1, - "rank": 17 + "rank": 18 }, { "arena": "agents", "category": "mobileapps", - "elo": 1189, + "elo": 1185, "win_rate": 49.9, - "rank": 16 + "rank": 17 }, { "arena": "models", "category": "3d", - "elo": 1269, - "win_rate": 54.4, - "rank": 27 + "elo": 1268, + "win_rate": 54.3, + "rank": 26 }, { "arena": "models", "category": "asciiart", "elo": 1213, - "win_rate": 48.3, + "win_rate": 48.4, "rank": 18 }, { "arena": "models", "category": "codecategories", "elo": 1265, - "win_rate": 54.9, - "rank": 27 + "win_rate": 54.8, + "rank": 28 }, { "arena": "models", "category": "dataviz", - "elo": 1239, - "win_rate": 51.5, - "rank": 32 + "elo": 1237, + "win_rate": 51.2, + "rank": 33 }, { "arena": "models", @@ -24202,25 +24779,30 @@ { "arena": "models", "category": "svg", - "elo": 1199, - "win_rate": 54.4, - "rank": 29 + "elo": 1200, + "win_rate": 54.3, + "rank": 31 }, { "arena": "models", "category": "uicomponent", - "elo": 1249, - "win_rate": 50.8, - "rank": 30 + "elo": 1251, + "win_rate": 51, + "rank": 31 }, { "arena": "models", "category": "website", "elo": 1268, - "win_rate": 55.5, - "rank": 25 + "win_rate": 55.3, + "rank": 26 } - ] + ], + "artificial_analysis": { + "intelligence_index": 33.7, + "coding_index": 45.3, + "agentic_index": 25.4 + } }, "reasoning": { "mandatory": false, @@ -24299,14 +24881,14 @@ "category": "codecategories", "elo": 1227, "win_rate": 53.1, - "rank": 36 + "rank": 37 }, { "arena": "models", "category": "dataviz", "elo": 1167, "win_rate": 45.3, - "rank": 63 + "rank": 62 }, { "arena": "models", @@ -24318,9 +24900,9 @@ { "arena": "models", "category": "svg", - "elo": 1094, + "elo": 1096, "win_rate": 44.2, - "rank": 52 + "rank": 54 }, { "arena": "models", @@ -24332,7 +24914,7 @@ { "arena": "models", "category": "website", - "elo": 1236, + "elo": 1237, "win_rate": 54, "rank": 36 } @@ -24407,42 +24989,42 @@ "arena": "agents", "category": "androidnative", "elo": 1244, - "win_rate": 61.9, - "rank": 7 + "win_rate": 61.6, + "rank": 8 }, { "arena": "agents", "category": "fullstack", - "elo": 1189, - "win_rate": 52.7, + "elo": 1188, + "win_rate": 52.6, "rank": 13 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1237, + "elo": 1231, "win_rate": 54.8, - "rank": 3 + "rank": 4 }, { "arena": "agents", "category": "mobileapps", - "elo": 1222, - "win_rate": 53.1, - "rank": 10 + "elo": 1217, + "win_rate": 53, + "rank": 12 }, { "arena": "models", "category": "3d", - "elo": 1308, - "win_rate": 56.8, - "rank": 16 + "elo": 1307, + "win_rate": 56.4, + "rank": 17 }, { "arena": "models", "category": "asciiart", - "elo": 1192, - "win_rate": 47.7, + "elo": 1195, + "win_rate": 48, "rank": 26 }, { @@ -24450,14 +25032,14 @@ "category": "codecategories", "elo": 1295, "win_rate": 55.6, - "rank": 16 + "rank": 17 }, { "arena": "models", "category": "dataviz", - "elo": 1269, - "win_rate": 52.8, - "rank": 22 + "elo": 1270, + "win_rate": 53, + "rank": 21 }, { "arena": "models", @@ -24469,15 +25051,15 @@ { "arena": "models", "category": "svg", - "elo": 1223, + "elo": 1225, "win_rate": 54.4, - "rank": 19 + "rank": 21 }, { "arena": "models", "category": "uicomponent", "elo": 1286, - "win_rate": 54.1, + "win_rate": 53.9, "rank": 22 }, { @@ -24485,7 +25067,7 @@ "category": "website", "elo": 1290, "win_rate": 55.1, - "rank": 18 + "rank": 19 } ] }, @@ -24557,29 +25139,29 @@ { "arena": "models", "category": "3d", - "elo": 1333, - "win_rate": 60.8, - "rank": 6 + "elo": 1329, + "win_rate": 59.6, + "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1198, - "win_rate": 50.5, - "rank": 23 + "elo": 1197, + "win_rate": 50.4, + "rank": 24 }, { "arena": "models", "category": "codecategories", - "elo": 1320, - "win_rate": 57.6, - "rank": 8 + "elo": 1319, + "win_rate": 57.4, + "rank": 9 }, { "arena": "models", "category": "dataviz", - "elo": 1307, - "win_rate": 58.2, + "elo": 1308, + "win_rate": 58.3, "rank": 7 }, { @@ -24592,23 +25174,23 @@ { "arena": "models", "category": "svg", - "elo": 1268, - "win_rate": 59.4, - "rank": 10 + "elo": 1272, + "win_rate": 59.7, + "rank": 9 }, { "arena": "models", "category": "uicomponent", - "elo": 1318, - "win_rate": 57.9, - "rank": 11 + "elo": 1320, + "win_rate": 58.1, + "rank": 9 }, { "arena": "models", "category": "website", - "elo": 1315, - "win_rate": 56.6, - "rank": 9 + "elo": 1314, + "win_rate": 56.4, + "rank": 10 } ] }, @@ -24633,12 +25215,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000975", - "completion": "0.0000043" + "prompt": "0.000000966", + "completion": "0.000003036", + "input_cache_read": "0.0000001794" }, "top_provider": { - "context_length": 65536, - "max_completion_tokens": null, + "context_length": 200000, + "max_completion_tokens": 128000, "is_moderated": false }, "per_request_limits": null, @@ -24649,10 +25232,8 @@ "logprobs", "max_tokens", "min_p", - "parallel_tool_calls", "presence_penalty", "reasoning", - "reasoning_effort", "repetition_penalty", "response_format", "seed", @@ -24684,22 +25265,22 @@ { "arena": "models", "category": "3d", - "elo": 1343, - "win_rate": 63.8, + "elo": 1336, + "win_rate": 62.6, "rank": 5 }, { "arena": "models", "category": "asciiart", - "elo": 1188, - "win_rate": 50, - "rank": 28 + "elo": 1180, + "win_rate": 47.9, + "rank": 32 }, { "arena": "models", "category": "codecategories", - "elo": 1331, - "win_rate": 60.2, + "elo": 1329, + "win_rate": 59.4, "rank": 5 }, { @@ -24713,35 +25294,35 @@ "arena": "models", "category": "gamedev", "elo": 1338, - "win_rate": 62, + "win_rate": 61.9, "rank": 7 }, { "arena": "models", "category": "svg", - "elo": 1283, - "win_rate": 62.1, - "rank": 5 + "elo": 1280, + "win_rate": 61.3, + "rank": 7 }, { "arena": "models", "category": "uicomponent", - "elo": 1337, - "win_rate": 62.3, + "elo": 1335, + "win_rate": 61.5, "rank": 5 }, { "arena": "models", "category": "website", - "elo": 1317, + "elo": 1318, "win_rate": 57.1, "rank": 7 }, { "arena": "agents", "category": "agenticgamedev", - "elo": 1216, - "win_rate": 54.1, + "elo": 1206, + "win_rate": 54, "rank": 4 }, { @@ -24775,37 +25356,37 @@ { "arena": "agents", "category": "androidnative", - "elo": 1245, - "win_rate": 53.8, - "rank": 6 + "elo": 1248, + "win_rate": 54.1, + "rank": 7 }, { "arena": "agents", "category": "fullstack", - "elo": 1233, - "win_rate": 56.9, + "elo": 1230, + "win_rate": 56.4, "rank": 8 }, { "arena": "agents", "category": "godotgamedev", - "elo": 1236, + "elo": 1240, "win_rate": 55.9, - "rank": 4 + "rank": 3 }, { "arena": "agents", "category": "htmlslides", - "elo": 1205, + "elo": 1206, "win_rate": 52.6, - "rank": 8 + "rank": 7 }, { "arena": "agents", "category": "mobileapps", - "elo": 1236, - "win_rate": 55.3, - "rank": 7 + "elo": 1231, + "win_rate": 55, + "rank": 8 }, { "arena": "agents", @@ -24824,7 +25405,7 @@ { "arena": "agents", "category": "webapps", - "elo": 1243, + "elo": 1246, "win_rate": 55.1, "rank": 10 } @@ -24908,42 +25489,42 @@ { "arena": "agents", "category": "androidnative", - "elo": 1238, - "win_rate": 55.1, - "rank": 9 + "elo": 1253, + "win_rate": 57.1, + "rank": 6 }, { "arena": "agents", "category": "fullstack", - "elo": 1298, - "win_rate": 64, + "elo": 1295, + "win_rate": 63.6, "rank": 3 }, { "arena": "agents", "category": "htmlslides", - "elo": 1206, - "win_rate": 52.6, - "rank": 7 + "elo": 1202, + "win_rate": 52.3, + "rank": 8 }, { "arena": "agents", "category": "mobileapps", - "elo": 1244, - "win_rate": 54.2, - "rank": 5 + "elo": 1238, + "win_rate": 53.8, + "rank": 6 }, { "arena": "agents", "category": "python-pptxslides", - "elo": 1220, - "win_rate": 50, + "elo": 1218, + "win_rate": 50.4, "rank": 5 }, { "arena": "agents", "category": "webapps", - "elo": 1283, + "elo": 1284, "win_rate": 57.5, "rank": 3 }, @@ -24951,20 +25532,20 @@ "arena": "models", "category": "3d", "elo": 1377, - "win_rate": 64.4, + "win_rate": 62.7, "rank": 1 }, { "arena": "models", "category": "codecategories", "elo": 1360, - "win_rate": 62, + "win_rate": 61.8, "rank": 1 }, { "arena": "models", "category": "dataviz", - "elo": 1326, + "elo": 1327, "win_rate": 59.9, "rank": 3 }, @@ -24972,21 +25553,21 @@ "arena": "models", "category": "gamedev", "elo": 1357, - "win_rate": 61.4, + "win_rate": 61.3, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1333, - "win_rate": 59, - "rank": 6 + "elo": 1339, + "win_rate": 59.6, + "rank": 4 }, { "arena": "models", "category": "website", - "elo": 1357, - "win_rate": 61.7, + "elo": 1356, + "win_rate": 61.5, "rank": 1 } ], @@ -25059,9 +25640,9 @@ { "arena": "agents", "category": "agenticgamedev", - "elo": 1128, - "win_rate": 40.6, - "rank": 9 + "elo": 1124, + "win_rate": 41.1, + "rank": 11 }, { "arena": "agents", @@ -25101,8 +25682,8 @@ { "arena": "agents", "category": "fullstack", - "elo": 1213, - "win_rate": 54.5, + "elo": 1212, + "win_rate": 54.4, "rank": 12 }, { @@ -25115,16 +25696,16 @@ { "arena": "agents", "category": "htmlslides", - "elo": 1135, - "win_rate": 41.8, + "elo": 1139, + "win_rate": 42.1, "rank": 10 }, { "arena": "agents", "category": "mobileapps", - "elo": 1220, - "win_rate": 52.1, - "rank": 11 + "elo": 1216, + "win_rate": 52.2, + "rank": 13 }, { "arena": "agents", @@ -25136,44 +25717,44 @@ { "arena": "agents", "category": "python-pptxslides", - "elo": 1172, - "win_rate": 51.9, - "rank": 7 + "elo": 1168, + "win_rate": 51.5, + "rank": 8 }, { "arena": "agents", "category": "webapps", - "elo": 1187, - "win_rate": 46, + "elo": 1192, + "win_rate": 46.3, "rank": 16 }, { "arena": "models", "category": "3d", - "elo": 1289, + "elo": 1288, "win_rate": 55.1, - "rank": 21 + "rank": 22 }, { "arena": "models", "category": "asciiart", "elo": 1143, - "win_rate": 42.6, - "rank": 40 + "win_rate": 42.7, + "rank": 41 }, { "arena": "models", "category": "codecategories", "elo": 1278, "win_rate": 52.5, - "rank": 23 + "rank": 24 }, { "arena": "models", "category": "dataviz", - "elo": 1246, - "win_rate": 49.6, - "rank": 30 + "elo": 1244, + "win_rate": 49.4, + "rank": 32 }, { "arena": "models", @@ -25185,21 +25766,21 @@ { "arena": "models", "category": "svg", - "elo": 1203, - "win_rate": 51.1, - "rank": 28 + "elo": 1204, + "win_rate": 51, + "rank": 30 }, { "arena": "models", "category": "uicomponent", - "elo": 1270, - "win_rate": 52.1, + "elo": 1269, + "win_rate": 51.9, "rank": 26 }, { "arena": "models", "category": "website", - "elo": 1270, + "elo": 1271, "win_rate": 51, "rank": 24 }