From 7fce0a1167c647da4af2b5da7c4f07310ea31bfd Mon Sep 17 00:00:00 2001 From: AlphaCat Date: Thu, 16 Jul 2026 10:03:05 +0800 Subject: [PATCH] feat: enrich fetched models with LiteLLM metadata --- Dockerfile | 1 + THIRD_PARTY_NOTICES.md | 28 + .../litellm-model-metadata.generated.json | 10153 ++++++++++++++++ .../src/lib/providers/litellmModelMetadata.ts | 95 + .../src/pages/settings/ProvidersSection.tsx | 6 +- .../web/src/pages/settings/providerUtils.ts | 78 +- .../web/test/litellm-model-metadata.test.mjs | 30 + crates/agent-gui/src-tauri/tauri.conf.json | 3 + .../litellm-model-metadata.generated.json | 10153 ++++++++++++++++ .../src/lib/providers/litellmModelMetadata.ts | 95 + .../src/pages/settings/ProvidersSection.tsx | 31 +- .../src/pages/settings/providerUtils.ts | 78 +- .../litellm-model-metadata.input.json | 24 + .../litellm-model-metadata-generator.test.mjs | 109 + .../settings/litellm-model-metadata.test.mjs | 112 + .../settings/provider-models-fetch.test.mjs | 99 + scripts/mirror-manifest.json | 3 + scripts/update-litellm-model-metadata.mjs | 247 + 18 files changed, 21316 insertions(+), 29 deletions(-) create mode 100644 THIRD_PARTY_NOTICES.md create mode 100644 crates/agent-gateway/web/src/lib/providers/litellm-model-metadata.generated.json create mode 100644 crates/agent-gateway/web/src/lib/providers/litellmModelMetadata.ts create mode 100644 crates/agent-gateway/web/test/litellm-model-metadata.test.mjs create mode 100644 crates/agent-gui/src/lib/providers/litellm-model-metadata.generated.json create mode 100644 crates/agent-gui/src/lib/providers/litellmModelMetadata.ts create mode 100644 crates/agent-gui/test/fixtures/litellm-model-metadata.input.json create mode 100644 crates/agent-gui/test/settings/litellm-model-metadata-generator.test.mjs create mode 100644 crates/agent-gui/test/settings/litellm-model-metadata.test.mjs create mode 100644 scripts/update-litellm-model-metadata.mjs diff --git a/Dockerfile b/Dockerfile index 320ac5bff..870e4d786 100644 --- a/Dockerfile +++ b/Dockerfile @@ -37,6 +37,7 @@ RUN useradd --system --uid 10001 --user-group --home-dir /nonexistent --shell /u && install -d -o liveagent -g liveagent -m 0700 /var/lib/liveagent COPY --from=gateway-builder /out/liveagent-gateway /usr/local/bin/liveagent-gateway +COPY THIRD_PARTY_NOTICES.md /usr/share/doc/liveagent/THIRD_PARTY_NOTICES.md USER liveagent diff --git a/THIRD_PARTY_NOTICES.md b/THIRD_PARTY_NOTICES.md new file mode 100644 index 000000000..708a2edb6 --- /dev/null +++ b/THIRD_PARTY_NOTICES.md @@ -0,0 +1,28 @@ +# Third-Party Notices + +## LiteLLM model metadata + +This project bundles a generated, trimmed snapshot derived from +`BerriAI/litellm`'s `model_prices_and_context_window.json`. + +MIT License + +Copyright (c) 2023 Berri AI + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/crates/agent-gateway/web/src/lib/providers/litellm-model-metadata.generated.json b/crates/agent-gateway/web/src/lib/providers/litellm-model-metadata.generated.json new file mode 100644 index 000000000..6d2fbb10e --- /dev/null +++ b/crates/agent-gateway/web/src/lib/providers/litellm-model-metadata.generated.json @@ -0,0 +1,10153 @@ +{ + "schemaVersion": 1, + "source": { + "repository": "BerriAI/litellm", + "revision": "0a9ac87538c6274a5f80559978fcb5c1fd83ef5d", + "path": "model_prices_and_context_window.json", + "sha256": "121ddb6b6de5bee8de9e2a1b0c05d58fb3e2a8036f8497f93bbd4dbfb0e6a4c8", + "license": "MIT" + }, + "models": { + "1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0": { + "contextWindow": 2600 + }, + "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "512-x-512/50-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "512-x-512/max-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "ai21.j2-mid-v1": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "ai21.j2-ultra-v1": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "ai21.jamba-1-5-large-v1:0": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "ai21.jamba-1-5-mini-v1:0": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "ai21.jamba-instruct-v1:0": { + "contextWindow": 70000, + "maxOutputToken": 4096 + }, + "amazon-nova/nova-lite-v1": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon-nova/nova-micro-v1": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "amazon-nova/nova-premier-v1": { + "contextWindow": 1000000, + "maxOutputToken": 10000 + }, + "amazon-nova/nova-pro-v1": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "amazon.nova-2-multimodal-embeddings-v1:0": { + "contextWindow": 8172, + "maxOutputToken": 8172 + }, + "amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "amazon.nova-canvas-v1:0": { + "contextWindow": 2600 + }, + "amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon.rerank-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "amazon.titan-embed-g1-text-02": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "amazon.titan-embed-image-v1": { + "contextWindow": 128, + "maxOutputToken": 128 + }, + "amazon.titan-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "amazon.titan-embed-text-v2:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "amazon.titan-text-express-v1": { + "contextWindow": 42000, + "maxOutputToken": 8000 + }, + "amazon.titan-text-lite-v1": { + "contextWindow": 42000, + "maxOutputToken": 4000 + }, + "amazon.titan-text-premier-v1:0": { + "contextWindow": 42000, + "maxOutputToken": 32000 + }, + "anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 4096 + }, + "anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-7-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "anthropic.claude-3-opus-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-haiku-4-5@20251001": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "anthropic.claude-mythos-preview": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-opus-4-1-20250805-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "anthropic.claude-opus-4-20250514-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "anyscale/HuggingFaceH4/zephyr-7b-beta": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "anyscale/codellama/CodeLlama-34b-Instruct-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/codellama/CodeLlama-70b-Instruct-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/google/gemma-7b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "anyscale/meta-llama/Llama-2-13b-chat-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/meta-llama/Llama-2-70b-chat-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/meta-llama/Llama-2-7b-chat-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "anyscale/mistralai/Mistral-7B-Instruct-v0.1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "apac.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "apac.amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "apac.amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "apac.amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "apac.amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "apac.anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "apac.anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "apac.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "au.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "au.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "azure/ada": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/codex-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/command-r-plus": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/computer-use-preview": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "azure/eu/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/eu/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/eu/gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/eu/gpt-4o-realtime-preview-2024-10-01": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/eu/gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/eu/gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/eu/o1-mini-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/eu/o1-preview-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/eu/o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/global-standard/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global-standard/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global-standard/gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/global/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/global/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/global/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-3.5-turbo": { + "contextWindow": 4097, + "maxOutputToken": 4096 + }, + "azure/gpt-3.5-turbo-0125": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "azure/gpt-3.5-turbo-instruct-0914": { + "contextWindow": 4097, + "maxOutputToken": 4097 + }, + "azure/gpt-35-turbo": { + "contextWindow": 4097, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-0125": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-1106": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-16k": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-16k-0613": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-instruct": { + "contextWindow": 4097, + "maxOutputToken": 4097 + }, + "azure/gpt-35-turbo-instruct-0914": { + "contextWindow": 4097, + "maxOutputToken": 4097 + }, + "azure/gpt-4": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "azure/gpt-4-0125-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-0613": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "azure/gpt-4-1106-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-32k": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "azure/gpt-4-32k-0613": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "azure/gpt-4-turbo": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-turbo-2024-04-09": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-turbo-vision-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.5-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-2024-05-13": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-mini-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "azure/gpt-4o-realtime-preview-2024-10-01": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "azure/gpt-4o-transcribe-diarize": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "azure/gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-chat-2025-11-13": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-max": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-mini-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.2-chat-2025-12-11": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.2-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-pro-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.3-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.3-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-mini": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-mini-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-nano": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-nano-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-pro-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5-pro-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-audio-1.5-2026-02-23": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-audio-2025-08-28": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-audio-mini-2025-10-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-realtime-1.5-2026-02-23": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "azure/gpt-realtime-2025-08-28": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "azure/gpt-realtime-mini-2025-10-06": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "azure/mistral-large-2402": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "azure/mistral-large-latest": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "azure/o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o1-mini": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/o1-mini-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/o1-preview": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/o1-preview-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-deep-research": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-pro": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-pro-2025-06-10": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o4-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/text-embedding-3-large": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/text-embedding-3-small": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/text-embedding-ada-002": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/us/gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/us/gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/us/gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/us/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/us/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/us/gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/us/gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/us/gpt-4o-realtime-preview-2024-10-01": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/us/gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/us/gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/us/o1-mini-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/us/o1-preview-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/us/o3-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/us/o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/us/o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure_ai/Cohere-embed-v3-english": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "azure_ai/Cohere-embed-v3-multilingual": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "azure_ai/Llama-3.2-11B-Vision-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Llama-3.2-90B-Vision-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "azure_ai/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 10000000, + "maxOutputToken": 16384 + }, + "azure_ai/MAI-DS-R1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/Meta-Llama-3-70B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 2048 + }, + "azure_ai/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Phi-3-medium-128k-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-medium-4k-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-mini-128k-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-mini-4k-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-small-128k-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-small-8k-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3.5-MoE-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3.5-mini-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3.5-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "azure_ai/Phi-4-mini-instruct": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4-mini-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4-multimodal-instruct": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4-reasoning": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "azure_ai/claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "azure_ai/claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-opus-4-6": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-opus-4-7": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-opus-4-8": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "azure_ai/cohere-rerank-v3-english": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/cohere-rerank-v3-multilingual": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/cohere-rerank-v3.5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/cohere-rerank-v4.0-fast": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "azure_ai/cohere-rerank-v4.0-pro": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "azure_ai/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/deepseek-v3": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/deepseek-v3-0324": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/deepseek-v3.1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "azure_ai/deepseek-v3.2-speciale": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "azure_ai/deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "azure_ai/deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "azure_ai/embed-v-4-0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure_ai/global/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/global/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-mini": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-mini-2026-03-17": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-nano": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-nano-2026-03-17": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-pro-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-1-fast-non-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-1-fast-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-fast-non-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-fast-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-code-fast-1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/jais-30b-chat": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "azure_ai/jamba-instruct": { + "contextWindow": 70000, + "maxOutputToken": 4096 + }, + "azure_ai/kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "azure_ai/kimi-k2.6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "azure_ai/ministral-3b": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-large": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-large-2407": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-large-3": { + "contextWindow": 256000, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-large-latest": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-medium-2505": { + "contextWindow": 131072, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-nemo": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-small": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-small-2503": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "babbage-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/*/1-month-commitment/cohere.command-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/*/6-month-commitment/cohere.command-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/ap-northeast-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/ap-northeast-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-northeast-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-northeast-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-south-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-south-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-3/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/ap-southeast-3/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-3/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-3/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-southeast-3/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-central-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-central-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-north-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/eu-north-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-north-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-north-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/eu-south-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-south-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-south-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "bedrock/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/sa-east-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/sa-east-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/sa-east-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/zai.glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "bedrock/us-east-2/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/us-east-2/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-2/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-2/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-2/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/amazon.titan-text-express-v1": { + "contextWindow": 42000, + "maxOutputToken": 8000 + }, + "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": { + "contextWindow": 42000, + "maxOutputToken": 4000 + }, + "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": { + "contextWindow": 42000, + "maxOutputToken": 32000 + }, + "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { + "contextWindow": 42000, + "maxOutputToken": 8000 + }, + "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { + "contextWindow": 42000, + "maxOutputToken": 4000 + }, + "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": { + "contextWindow": 42000, + "maxOutputToken": 32000 + }, + "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/us-west-2/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-west-2/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-west-2/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/zai.glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock_mantle/google.gemma-4-26b-a4b": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "bedrock_mantle/google.gemma-4-31b": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "bedrock_mantle/google.gemma-4-e2b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.4": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.6-luna": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.6-sol": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.6-terra": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "bedrock_mantle/openai.gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "bedrock_mantle/openai.gpt-oss-safeguard-120b": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "bedrock_mantle/openai.gpt-oss-safeguard-20b": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "bedrock_mantle/xai.grok-4.3": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "cerebras/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "cerebras/llama-3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/llama3.1-70b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/llama3.1-8b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/qwen-3-32b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/zai-glm-4.6": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/zai-glm-4.7": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatdolphin": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "chatgpt-4o-latest": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "chatgpt/gpt-5.1-codex-max": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.1-codex-mini": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.2": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.2-codex": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.3-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.3-codex": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.3-codex-spark": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.3-instant": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "claude-3-7-sonnet-20250219": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-3-haiku-20240307": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "claude-3-opus-20240229": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "claude-4-opus-20250514": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-4-sonnet-20250514": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-haiku-4-5-20251001": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-opus-4-1-20250805": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-opus-4-20250514": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-opus-4-5-20251101": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-opus-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-6-20260205": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-7-20260416": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-sonnet-4-20250514": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-5-20250929": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { + "contextWindow": 80000, + "maxOutputToken": 80000 + }, + "cloudflare/@cf/google/gemma-2b-it-lora": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "cloudflare/@cf/google/gemma-4-26b-a4b-it": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "cloudflare/@cf/google/gemma-7b-it-lora": { + "contextWindow": 3500, + "maxOutputToken": 3500 + }, + "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { + "contextWindow": 3072, + "maxOutputToken": 3072 + }, + "cloudflare/@cf/meta/llama-2-7b-chat-int8": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/meta/llama-3.2-1b-instruct": { + "contextWindow": 60000, + "maxOutputToken": 60000 + }, + "cloudflare/@cf/meta/llama-3.2-3b-instruct": { + "contextWindow": 80000, + "maxOutputToken": 80000 + }, + "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": { + "contextWindow": 24000, + "maxOutputToken": 24000 + }, + "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "cloudflare/@cf/meta/llama-guard-3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { + "contextWindow": 15000, + "maxOutputToken": 15000 + }, + "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/moonshotai/kimi-k2.6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "cloudflare/@cf/moonshotai/kimi-k2.7-code": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "cloudflare/@cf/openai/gpt-oss-120b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/openai/gpt-oss-20b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "cloudflare/@cf/qwen/qwq-32b": { + "contextWindow": 24000, + "maxOutputToken": 24000 + }, + "cloudflare/@cf/zai-org/glm-4.7-flash": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "cloudflare/@cf/zai-org/glm-5.2": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "codestral/codestral-2405": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "codestral/codestral-latest": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "codex-mini-latest": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "cohere.command-light-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "cohere.command-r-plus-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "cohere.command-r-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "cohere.command-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "cohere.embed-english-v3": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "cohere.embed-multilingual-v3": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "cohere.embed-v4:0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cohere.rerank-v3-5:0": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "cohere/embed-v4.0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "command": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "command-a-03-2025": { + "contextWindow": 256000, + "maxOutputToken": 8000 + }, + "command-light": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "command-nightly": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "command-r": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r-plus": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r-plus-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r7b-12-2024": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "computer-use-preview": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "crusoe/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "crusoe/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "crusoe/google/gemma-3-12b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "crusoe/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "crusoe/moonshotai/Kimi-K2-Thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "crusoe/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "darkbloom/gemma-4-26b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "darkbloom/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen-coder": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "dashscope/qwen-flash": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-flash-2025-07-28": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-max": { + "contextWindow": 30720, + "maxOutputToken": 8192 + }, + "dashscope/qwen-plus": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-plus-2025-01-25": { + "contextWindow": 129024, + "maxOutputToken": 8192 + }, + "dashscope/qwen-plus-2025-04-28": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-plus-2025-07-14": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-plus-2025-07-28": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-plus-2025-09-11": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-plus-latest": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-turbo": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-turbo-2024-11-01": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "dashscope/qwen-turbo-2025-04-28": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "dashscope/qwen-turbo-latest": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "dashscope/qwen3-30b-a3b": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen3-coder-flash": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-coder-flash-2025-07-28": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-coder-plus": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-coder-plus-2025-07-22": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-max": { + "contextWindow": 258048, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-max-2026-01-23": { + "contextWindow": 258048, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-max-preview": { + "contextWindow": 258048, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-next-80b-a3b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-next-80b-a3b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-vl-235b-a22b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-235b-a22b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-32b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-32b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-plus": { + "contextWindow": 260096, + "maxOutputToken": 32768 + }, + "dashscope/qwen3.5-plus": { + "contextWindow": 991808, + "maxOutputToken": 65536 + }, + "dashscope/qwq-plus": { + "contextWindow": 98304, + "maxOutputToken": 8192 + }, + "databricks/databricks-bge-large-en": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "databricks/databricks-claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "databricks/databricks-claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "databricks/databricks-claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "databricks/databricks-claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-sonnet-4": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-sonnet-4-1": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-gemini-2-5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "databricks/databricks-gemini-2-5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "databricks/databricks-gemma-3-12b": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "databricks/databricks-gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-5-1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "databricks/databricks-gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "databricks/databricks-gte-large-en": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "databricks/databricks-llama-2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "databricks/databricks-llama-4-maverick": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-1-405b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-1-8b-instruct": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-mixtral-8x7b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "databricks/databricks-mpt-30b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "databricks/databricks-mpt-7b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "davinci-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "deep-research-pro-preview-12-2025": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "deepinfra/Gryphe/MythoMax-L2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/Qwen/QwQ-32B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/Qwen/Qwen2.5-72B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/Qwen/Qwen2.5-7B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "deepinfra/Qwen/Qwen3-14B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-235B-A22B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-30B-A3B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-32B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/allenai/olmOCR-7B-0725-FP8": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "deepinfra/anthropic/claude-3-7-sonnet-latest": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "deepinfra/anthropic/claude-4-opus": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "deepinfra/anthropic/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "deepinfra/deepseek-ai/DeepSeek-R1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-Turbo": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/deepseek-ai/DeepSeek-V3": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-V3.1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/google/gemini-2.0-flash-001": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "deepinfra/google/gemini-2.5-flash": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "deepinfra/google/gemini-2.5-pro": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "deepinfra/google/gemma-3-12b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/google/gemma-3-27b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/google/gemma-3-4b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.2-3B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "contextWindow": 1048576, + "maxOutputToken": 1048576 + }, + "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 327680, + "maxOutputToken": 327680 + }, + "deepinfra/meta-llama/Llama-Guard-3-8B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-Guard-4-12B": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/microsoft/WizardLM-2-8x22B": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "deepinfra/microsoft/phi-4": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/moonshotai/Kimi-K2-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/moonshotai/Kimi-K2-Instruct-0905": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/zai-org/GLM-4.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepseek-chat": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "deepseek-reasoner": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "deepseek-v3-2-251201": { + "contextWindow": 98304, + "maxOutputToken": 32768 + }, + "deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "deepseek.v3-v1:0": { + "contextWindow": 163840, + "maxOutputToken": 81920 + }, + "deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepseek/deepseek-chat": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-coder": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "deepseek/deepseek-r1": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-reasoner": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "deepseek/deepseek-v3": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepseek/deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "dolphin": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "doubao-embedding": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-large": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-large-text-240915": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-large-text-250515": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-text-240715": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "embed-english-light-v2.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-english-light-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-english-v2.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "embed-english-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-multilingual-light-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-multilingual-v2.0": { + "contextWindow": 768, + "maxOutputToken": 768 + }, + "embed-multilingual-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "eu.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "eu.amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "eu.amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "eu.anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-3-opus-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-opus-4-1-20250805-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "eu.anthropic.claude-opus-4-20250514-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "eu.anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "eu.meta.llama3-2-1b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "eu.meta.llama3-2-3b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "eu.mistral.pixtral-large-2502-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "eu.twelvelabs.marengo-embed-2-7-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "featherless_ai/featherless-ai/Qwerky-72B": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "featherless_ai/featherless-ai/Qwerky-QwQ-32B": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "fireworks_ai/WhereIsAI/UAE-Large-V1": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "fireworks_ai/accounts/fireworks/models/": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/SSD-1B": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/codegemma-2b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/codegemma-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 20480 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { + "contextWindow": 160000, + "maxOutputToken": 160000 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { + "contextWindow": 128000, + "maxOutputToken": 20480 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/fare-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/firefunction-v1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/firefunction-v2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/firellava-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/gemma-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p5": { + "contextWindow": 128000, + "maxOutputToken": 96000 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { + "contextWindow": 128000, + "maxOutputToken": 96000 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p5v": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p6": { + "contextWindow": 202800, + "maxOutputToken": 202800 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p7": { + "contextWindow": 202800, + "maxOutputToken": 202800 + }, + "fireworks_ai/accounts/fireworks/models/glm-5p1": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/glm-5p2": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/internvl3-38b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/internvl3-78b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/internvl3-8b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/kat-coder": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m2p1": { + "contextWindow": 204800, + "maxOutputToken": 204800 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m2p7": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m3": { + "contextWindow": 512000, + "maxOutputToken": 512000 + }, + "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/openorca-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/phi-2-3b": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { + "contextWindow": 32064, + "maxOutputToken": 32064 + }, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/pythia-12b": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-14b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-4b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-8b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/qwq-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/rolm-ocr": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/stablecode-3b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/starcoder-16b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/starcoder-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/yi-34b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/yi-6b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/yi-large": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/deepseek-v4-flash": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/deepseek-v4-pro": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/glm-4p7": { + "contextWindow": 202800, + "maxOutputToken": 202800 + }, + "fireworks_ai/glm-5p1": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/glm-5p1-fast": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/glm-5p2": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "fireworks_ai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/kimi-k2p5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p6-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p7-code": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p7-code-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/minimax-m2p1": { + "contextWindow": 204800, + "maxOutputToken": 204800 + }, + "fireworks_ai/minimax-m2p7": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "fireworks_ai/minimax-m3": { + "contextWindow": 512000, + "maxOutputToken": 512000 + }, + "fireworks_ai/nomic-ai/nomic-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/qwen3p7-plus": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "fireworks_ai/thenlper/gte-base": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "fireworks_ai/thenlper/gte-large": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "friendliai/meta-llama-3.1-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "friendliai/meta-llama-3.1-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ft:babbage-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "ft:davinci-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo-0125": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo-0613": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo-1106": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "ft:gpt-4-0613": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "ft:gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "ft:gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "ft:gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "ft:gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "ft:gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "ft:gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "ft:o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "gemini-2.0-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.0-flash-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.0-flash-exp-image-generation": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini-2.0-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.0-flash-lite-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-computer-use-preview-10-2025": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-image": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini-2.5-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-lite-preview-06-17": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-lite-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-native-audio-latest": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-flash-native-audio-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-flash-native-audio-preview-12-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-flash-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-pro-preview-tts": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-3-pro-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3-pro-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-3.1-flash-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3.1-flash-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.1-flash-live-preview": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.1-pro-preview-customtools": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-embedding-001": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "gemini-embedding-2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini-embedding-2-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini-exp-1206": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-flash-experimental": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "gemini-flash-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-flash-lite-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-live-2.5-flash-preview-native-audio-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-omni-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-pro-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-robotics-er-1.5-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/deep-research-pro-preview-12-2025": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-1.5-flash": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash-exp-image-generation": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini/gemini-2.0-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash-lite-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-computer-use-preview-10-2025": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "gemini/gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-image": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini/gemini-2.5-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-lite-preview-06-17": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-lite-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-native-audio-latest": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-flash-native-audio-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-flash-native-audio-preview-12-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-flash-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-pro-preview-tts": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-3-pro-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3-pro-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-3.1-flash-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3.1-flash-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-flash-live-preview": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-pro-preview-customtools": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-embedding-001": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "gemini/gemini-embedding-2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-embedding-2-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-exp-1114": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-exp-1206": { + "contextWindow": 2097152, + "maxOutputToken": 8192 + }, + "gemini/gemini-flash-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-flash-lite-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-gemma-2-27b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-gemma-2-9b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-omni-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-pro-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-robotics-er-1.5-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemma-3-27b-it": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "gemini/learnlm-1.5-pro-experimental": { + "contextWindow": 32767, + "maxOutputToken": 8192 + }, + "gemini/lyria-3-clip-preview": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "gemini/lyria-3-pro-preview": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "gemini/veo-2.0-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-fast-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-fast-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-lite-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gigachat/Embeddings": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "gigachat/Embeddings-2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "gigachat/EmbeddingsGigaR": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "gigachat/GigaChat-2-Lite": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "gigachat/GigaChat-2-Max": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "gigachat/GigaChat-2-Pro": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "github_copilot/claude-haiku-4.5": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-opus-4.5": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-opus-4.6-fast": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-opus-41": { + "contextWindow": 80000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-sonnet-4": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-sonnet-4.5": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/gemini-2.5-pro": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gemini-3-pro-preview": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-3.5-turbo": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-3.5-turbo-0613": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4-0613": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4-o-preview": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4.1": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4.1-2025-04-14": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4o": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4o-2024-05-13": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4o-2024-08-06": { + "contextWindow": 64000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4o-2024-11-20": { + "contextWindow": 64000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4o-mini": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4o-mini-2024-07-18": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-5": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "github_copilot/gpt-5-mini": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-5.1": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-5.1-codex-max": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "github_copilot/gpt-5.2": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-5.3-codex": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "github_copilot/mai-code-1-flash": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/mai-code-1-flash-internal": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/text-embedding-3-small": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "github_copilot/text-embedding-3-small-inference": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "github_copilot/text-embedding-ada-002": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "glm-4-7-251222": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "global.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "gmi/MiniMaxAI/MiniMax-M2.1": { + "contextWindow": 196608, + "maxOutputToken": 16384 + }, + "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "gmi/anthropic/claude-opus-4": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/anthropic/claude-opus-4.5": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/anthropic/claude-sonnet-4": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/anthropic/claude-sonnet-4.5": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 163840, + "maxOutputToken": 16384 + }, + "gmi/deepseek-ai/DeepSeek-V3.2": { + "contextWindow": 163840, + "maxOutputToken": 16384 + }, + "gmi/google/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gmi/google/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gmi/moonshotai/Kimi-K2-Thinking": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "gmi/openai/gpt-4o": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "gmi/openai/gpt-4o-mini": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "gmi/openai/gpt-5": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/openai/gpt-5.1": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/openai/gpt-5.2": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/zai-org/GLM-4.7-FP8": { + "contextWindow": 202752, + "maxOutputToken": 16384 + }, + "google.gemma-3-12b-it": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "google.gemma-3-27b-it": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "google.gemma-3-4b-it": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-0125": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-1106": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-16k": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-instruct-0914": { + "contextWindow": 8192, + "maxOutputToken": 4097 + }, + "gpt-4": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-4-0125-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-0314": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-4-0613": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-4-1106-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-turbo": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-turbo-2024-04-09": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-turbo-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-2024-05-13": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-audio-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-audio-preview-2025-06-03": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-audio-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-realtime-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-mini-search-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-search-preview-2025-03-11": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-mini-transcribe-2025-03-20": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-mini-transcribe-2025-12-15": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-realtime-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-realtime-preview-2025-06-03": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-search-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-search-preview-2025-03-11": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-transcribe-diarize": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-pro": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "gpt-5-pro-2025-10-06": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "gpt-5-search-api": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-search-api-2025-10-14": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-codex-max": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5.2-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-pro-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.3-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5.3-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-mini": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-mini-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-nano": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-nano-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-pro-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5-pro-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-audio": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-1.5": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-2025-08-28": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-mini-2025-10-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-mini-2025-12-15": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-realtime": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-1.5": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-2": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-2.1": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "gpt-realtime-2.1-mini": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-realtime-2025-08-28": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-mini": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-realtime-mini-2025-10-06": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-realtime-mini-2025-12-15": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gradient_ai/alibaba-qwen3-32b": { + "contextWindow": 131072, + "maxOutputToken": 40960 + }, + "gradient_ai/anthropic-claude-3-opus": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/anthropic-claude-3.5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/anthropic-claude-3.5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/anthropic-claude-3.7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/deepseek-r1-distill-llama-70b": { + "contextWindow": 32768, + "maxOutputToken": 8000 + }, + "gradient_ai/llama3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 512 + }, + "gradient_ai/llama3.3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "gradient_ai/mistral-nemo-instruct-2407": { + "contextWindow": 128000, + "maxOutputToken": 512 + }, + "gradient_ai/openai-gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gradient_ai/openai-gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gradient_ai/openai-o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "gradient_ai/openai-o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "groq/gemma-7b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "groq/llama-3.1-8b-instant": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "groq/llama-3.3-70b-versatile": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "groq/meta-llama/llama-guard-4-12b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "groq/moonshotai/kimi-k2-instruct-0905": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "groq/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32766 + }, + "groq/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "groq/openai/gpt-oss-safeguard-20b": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "groq/playai-tts": { + "contextWindow": 10000, + "maxOutputToken": 10000 + }, + "groq/qwen/qwen3-32b": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "heroku/claude-3-5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "heroku/claude-3-5-sonnet-latest": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "heroku/claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "heroku/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/Qwen/QwQ-32B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/Qwen/Qwen3-235B-A22B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/deepseek-ai/DeepSeek-R1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/deepseek-ai/DeepSeek-V3": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/moonshotai/Kimi-K2-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "inception/mercury-2": { + "contextWindow": 128000, + "maxOutputToken": 50000 + }, + "j2-light": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "j2-mid": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "j2-ultra": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "jamba-1.5": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-large": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-large@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-mini": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-mini@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-large-1.6": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-large-1.7": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-mini-1.6": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-mini-1.7": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jina-reranker-v2-base-multilingual": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "jp.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "jp.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "jp.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "jp.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "kimi-k2-thinking-251104": { + "contextWindow": 229376, + "maxOutputToken": 32768 + }, + "lambda_ai/deepseek-llama3.3-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/deepseek-r1-0528": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/deepseek-r1-671b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/deepseek-v3-0324": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/hermes3-405b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/hermes3-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/hermes3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/lfm-40b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/lfm-7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "lambda_ai/llama-4-scout-17b-16e-instruct": { + "contextWindow": 16384, + "maxOutputToken": 8192 + }, + "lambda_ai/llama3.1-405b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.1-70b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.1-8b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.2-11b-vision-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.2-3b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.3-70b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/qwen25-coder-32b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/qwen3-32b-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lemonade/Gemma-3-4b-it-GGUF": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "lemonade/gpt-oss-120b-mxfp-GGUF": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "libertai/bge-m3": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "libertai/deepseek-v4-flash": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "libertai/deepseek-v4-flash-thinking": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "libertai/gemma-4-31b-it": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/gemma-4-31b-it-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/hermes-3-8b-tee": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "libertai/qwen3.5-122b-a10b": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.5-122b-a10b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-27b": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-27b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-35b-a3b": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-35b-a3b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "llamagate/codellama-7b": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "llamagate/deepseek-coder-6.7b": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "llamagate/deepseek-r1-7b-qwen": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "llamagate/deepseek-r1-8b": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "llamagate/dolphin3-8b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "llamagate/gemma3-4b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "llamagate/llama-3.1-8b": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "llamagate/llama-3.2-3b": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "llamagate/llava-7b": { + "contextWindow": 4096, + "maxOutputToken": 2048 + }, + "llamagate/mistral-7b-v0.3": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/nomic-embed-text": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "llamagate/openthinker-7b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/qwen2.5-coder-7b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/qwen3-8b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/qwen3-embedding-8b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "llamagate/qwen3-vl-8b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "medlm-large": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "medlm-medium": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "meta.llama2-13b-chat-v1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "meta.llama2-70b-chat-v1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "meta.llama3-1-405b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-1-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "meta.llama3-1-8b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "meta.llama3-2-11b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-2-1b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-2-3b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-2-90b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-3-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "meta.llama4-maverick-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama4-scout-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta/muse-spark-1.1": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "meta_llama/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 4028 + }, + "meta_llama/Llama-3.3-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 4028 + }, + "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "contextWindow": 1000000, + "maxOutputToken": 4028 + }, + "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { + "contextWindow": 10000000, + "maxOutputToken": 4028 + }, + "minimax.minimax-m2": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.1": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.1-lightning": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.5-lightning": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M3": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "mistral.devstral-2-123b": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "mistral.magistral-small-2509": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.ministral-3-14b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.ministral-3-3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.ministral-3-8b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.mistral-large-2407-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "mistral.mistral-large-3-675b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.mistral-small-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.voxtral-mini-3b-2507": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.voxtral-small-24b-2507": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral/codestral-2405": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/codestral-2508": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/codestral-embed": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "mistral/codestral-embed-2505": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "mistral/codestral-latest": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/codestral-mamba-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-medium-2507": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/devstral-medium-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-small-2505": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/devstral-small-2507": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/devstral-small-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/labs-devstral-small-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/magistral-medium-1-2-2509": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-medium-2506": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-medium-2509": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-medium-latest": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-small-1-2-2509": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-small-2506": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-small-latest": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/ministral-3-14b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/ministral-3-3b-2512": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/ministral-3-8b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/ministral-8b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/ministral-8b-latest": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-embed": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "mistral/mistral-large-2402": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-large-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/mistral-large-2411": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/mistral-large-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-large-3": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-large-latest": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-medium": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-medium-2312": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-medium-2505": { + "contextWindow": 131072, + "maxOutputToken": 8191 + }, + "mistral/mistral-medium-2508": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-medium-2604": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-medium-3-1-2508": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-medium-3-5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-medium-latest": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-small": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-small-3-2-2506": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-small-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-tiny": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/open-codestral-mamba": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/open-mistral-7b": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/open-mistral-nemo": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/open-mistral-nemo-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/open-mixtral-8x22b": { + "contextWindow": 65336, + "maxOutputToken": 8191 + }, + "mistral/open-mixtral-8x7b": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/pixtral-12b-2409": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/pixtral-large-2411": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/pixtral-large-latest": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "moonshot.kimi-k2-thinking": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "moonshot/kimi-k2-0711-preview": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/kimi-k2-0905-preview": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2-thinking-turbo": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2-turbo-preview": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2.6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/kimi-latest-128k": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/kimi-latest-32k": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/kimi-latest-8k": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/kimi-thinking-preview": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-128k": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-128k-0430": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-128k-vision-preview": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-32k": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/moonshot-v1-32k-0430": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/moonshot-v1-32k-vision-preview": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/moonshot-v1-8k": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/moonshot-v1-8k-0430": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/moonshot-v1-8k-vision-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/moonshot-v1-auto": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "morph/morph-v3-fast": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "morph/morph-v3-large": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "multimodalembedding": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "multimodalembedding@001": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "nebius/BAAI/bge-en-icl": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/BAAI/bge-multilingual-gemma2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "nebius/NousResearch/Hermes-3-Llama-3.1-405B": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/Qwen/QwQ-32B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen2-VL-72B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "nebius/Qwen/Qwen2-VL-7B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "nebius/Qwen/Qwen2.5-32B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/Qwen/Qwen2.5-72B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/Qwen/Qwen2.5-Coder-7B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen2.5-VL-72B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "nebius/Qwen/Qwen3-14B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen3-235B-A22B": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "nebius/Qwen/Qwen3-30B-A3B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen3-32B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen3-4B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/deepseek-ai/DeepSeek-R1": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 164000, + "maxOutputToken": 164000 + }, + "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/deepseek-ai/DeepSeek-V3": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/google/gemma-3-27b-it": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/intfloat/e5-mistral-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Llama-Guard-3-8B": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/mistralai/Mistral-Nemo-Instruct-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/Sao10K/L3-8B-Stheno-v3.2": { + "contextWindow": 8192, + "maxOutputToken": 32000 + }, + "novita/baai/bge-m3": { + "contextWindow": 8192, + "maxOutputToken": 96000 + }, + "novita/baai/bge-reranker-v2-m3": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "novita/baichuan/baichuan-m2-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/baidu/ernie-4.5-21B-a3b": { + "contextWindow": 120000, + "maxOutputToken": 8000 + }, + "novita/baidu/ernie-4.5-21B-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "novita/baidu/ernie-4.5-300b-a47b-paddle": { + "contextWindow": 123000, + "maxOutputToken": 12000 + }, + "novita/baidu/ernie-4.5-vl-28b-a3b": { + "contextWindow": 30000, + "maxOutputToken": 8000 + }, + "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "novita/baidu/ernie-4.5-vl-424b-a47b": { + "contextWindow": 123000, + "maxOutputToken": 16000 + }, + "novita/deepseek/deepseek-ocr": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/deepseek/deepseek-prover-v2-671b": { + "contextWindow": 160000, + "maxOutputToken": 160000 + }, + "novita/deepseek/deepseek-r1-0528": { + "contextWindow": 163840, + "maxOutputToken": 32768 + }, + "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "novita/deepseek/deepseek-r1-distill-llama-70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/deepseek/deepseek-r1-distill-qwen-14b": { + "contextWindow": 32768, + "maxOutputToken": 16384 + }, + "novita/deepseek/deepseek-r1-distill-qwen-32b": { + "contextWindow": 64000, + "maxOutputToken": 32000 + }, + "novita/deepseek/deepseek-r1-turbo": { + "contextWindow": 64000, + "maxOutputToken": 16000 + }, + "novita/deepseek/deepseek-v3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "novita/deepseek/deepseek-v3-turbo": { + "contextWindow": 64000, + "maxOutputToken": 16000 + }, + "novita/deepseek/deepseek-v3.1": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/deepseek/deepseek-v3.1-terminus": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/deepseek/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 65536 + }, + "novita/deepseek/deepseek-v3.2-exp": { + "contextWindow": 163840, + "maxOutputToken": 65536 + }, + "novita/google/gemma-3-12b-it": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "novita/google/gemma-3-27b-it": { + "contextWindow": 98304, + "maxOutputToken": 16384 + }, + "novita/gryphe/mythomax-l2-13b": { + "contextWindow": 4096, + "maxOutputToken": 3200 + }, + "novita/kwaipilot/kat-coder-pro": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "novita/meta-llama/llama-3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8000 + }, + "novita/meta-llama/llama-3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/meta-llama/llama-3.1-8b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "novita/meta-llama/llama-3.2-3b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32000 + }, + "novita/meta-llama/llama-3.3-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 120000 + }, + "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "novita/meta-llama/llama-4-scout-17b-16e-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/microsoft/wizardlm-2-8x22b": { + "contextWindow": 65535, + "maxOutputToken": 8000 + }, + "novita/minimax/minimax-m2": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "novita/minimax/minimax-m2.1": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "novita/minimaxai/minimax-m1-80k": { + "contextWindow": 1000000, + "maxOutputToken": 40000 + }, + "novita/mistralai/mistral-nemo": { + "contextWindow": 60288, + "maxOutputToken": 16000 + }, + "novita/moonshotai/kimi-k2-0905": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "novita/moonshotai/kimi-k2-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/moonshotai/kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "novita/nousresearch/hermes-2-pro-llama-3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/paddlepaddle/paddleocr-vl": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen-2.5-72b-instruct": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "novita/qwen/qwen-mt-plus": { + "contextWindow": 16384, + "maxOutputToken": 8192 + }, + "novita/qwen/qwen2.5-7b-instruct": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "novita/qwen/qwen2.5-vl-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-235b-a22b-fp8": { + "contextWindow": 40960, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-235b-a22b-instruct-2507": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen3-235b-a22b-thinking-2507": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-30b-a3b-fp8": { + "contextWindow": 40960, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-32b-fp8": { + "contextWindow": 40960, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-4b-fp8": { + "contextWindow": 128000, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-8b-fp8": { + "contextWindow": 128000, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-coder-30b-a3b-instruct": { + "contextWindow": 160000, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-coder-480b-a35b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "novita/qwen/qwen3-embedding-0.6b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-embedding-8b": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "novita/qwen/qwen3-max": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "novita/qwen/qwen3-next-80b-a3b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-next-80b-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-omni-30b-a3b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen3-omni-30b-a3b-thinking": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen3-reranker-8b": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "novita/qwen/qwen3-vl-235b-a22b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-235b-a22b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-30b-a3b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-30b-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-8b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/sao10k/l3-70b-euryale-v2.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/sao10k/l3-8b-lunaris": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/sao10k/l31-70b-euryale-v2.2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/skywork/r1v4-lite": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "novita/xiaomimimo/mimo-v2-flash": { + "contextWindow": 262144, + "maxOutputToken": 32000 + }, + "novita/zai-org/autoglm-phone-9b-multilingual": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "novita/zai-org/glm-4.5": { + "contextWindow": 131072, + "maxOutputToken": 98304 + }, + "novita/zai-org/glm-4.5-air": { + "contextWindow": 131072, + "maxOutputToken": 98304 + }, + "novita/zai-org/glm-4.5v": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "novita/zai-org/glm-4.6": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "novita/zai-org/glm-4.6v": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/zai-org/glm-4.7": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "nvidia.nemotron-nano-12b-v2": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "nvidia.nemotron-nano-3-30b": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "nvidia.nemotron-nano-9b-v2": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "nvidia.nemotron-super-3-120b": { + "contextWindow": 256000, + "maxOutputToken": 32768 + }, + "o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o1-pro": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o1-pro-2025-03-19": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-deep-research": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-deep-research-2025-06-26": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-pro": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-pro-2025-06-10": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini-deep-research": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini-deep-research-2025-06-26": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "oci/cohere.command-a-03-2025": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-a-reasoning": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "oci/cohere.command-a-reasoning-08-2025": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-a-translate-08-2025": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-a-vision": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "oci/cohere.command-a-vision-07-2025": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-latest": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-plus-latest": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-r-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-r-plus-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.embed-english-image-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-english-light-image-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-english-light-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-english-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-multilingual-image-v3.0": { + "contextWindow": 512 + }, + "oci/cohere.embed-multilingual-light-image-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-multilingual-light-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-multilingual-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-v4.0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "oci/google.gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "oci/google.gemini-2.5-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "oci/google.gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "oci/meta.llama-3.1-405b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.1-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.1-8b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.2-11b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.2-90b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "oci/meta.llama-4-scout-17b-16e-instruct": { + "contextWindow": 10485760, + "maxOutputToken": 8192 + }, + "oci/openai.gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "oci/openai.gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "oci/openai.gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "oci/xai.grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-3-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-3-mini-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "oci/xai.grok-4-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4.1-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4.20": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4.20-multi-agent": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-code-fast-1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "ollama/codegeex4": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/codegemma": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/codellama": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/deepseek-coder-v2-base": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/deepseek-coder-v2-instruct": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/deepseek-coder-v2-lite-base": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/deepseek-coder-v2-lite-instruct": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/deepseek-v3.1:671b-cloud": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "ollama/gpt-oss:120b-cloud": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "ollama/gpt-oss:20b-cloud": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "ollama/internlm2_5-20b-chat": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/llama2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2-uncensored": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2:13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2:70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2:7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama3": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/llama3.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/llama3:70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/llama3:8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/mistral": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/mistral-7B-Instruct-v0.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/mistral-7B-Instruct-v0.2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "ollama/mistral-large-instruct-2407": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "ollama/mixtral-8x22B-Instruct-v0.1": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "ollama/mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "ollama/orca-mini": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/qwen3-coder:480b-cloud": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "ollama/vicuna": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "omni-moderation-2024-09-26": { + "contextWindow": 32768 + }, + "omni-moderation-latest": { + "contextWindow": 32768 + }, + "openai.gpt-oss-120b-1:0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openai.gpt-oss-20b-1:0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openai.gpt-oss-safeguard-120b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "openai.gpt-oss-safeguard-20b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "openrouter/anthropic/claude-3-haiku": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "openrouter/anthropic/claude-3.5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "openrouter/anthropic/claude-3.7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "openrouter/anthropic/claude-haiku-4.5": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "openrouter/anthropic/claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/anthropic/claude-opus-4.1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/anthropic/claude-opus-4.5": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/anthropic/claude-opus-4.6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "openrouter/anthropic/claude-opus-4.7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "openrouter/anthropic/claude-sonnet-4": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "openrouter/anthropic/claude-sonnet-4.5": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "openrouter/anthropic/claude-sonnet-4.6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "openrouter/bytedance/ui-tars-1.5-7b": { + "contextWindow": 131072, + "maxOutputToken": 2048 + }, + "openrouter/deepseek/deepseek-chat": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-chat-v3-0324": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-chat-v3.1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "openrouter/deepseek/deepseek-r1": { + "contextWindow": 65336, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-r1-0528": { + "contextWindow": 65336, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "openrouter/deepseek/deepseek-v3.2-exp": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "openrouter/google/gemini-2.0-flash-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "openrouter/google/gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "openrouter/google/gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "openrouter/google/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "openrouter/google/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "openrouter/google/gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "openrouter/google/gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "openrouter/google/gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "openrouter/gryphe/mythomax-l2-13b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "openrouter/mancer/weaver": { + "contextWindow": 8000, + "maxOutputToken": 2000 + }, + "openrouter/meta-llama/llama-3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8000 + }, + "openrouter/minimax/minimax-m2": { + "contextWindow": 204800, + "maxOutputToken": 204800 + }, + "openrouter/minimax/minimax-m2.1": { + "contextWindow": 204000, + "maxOutputToken": 64000 + }, + "openrouter/minimax/minimax-m2.5": { + "contextWindow": 196608, + "maxOutputToken": 65536 + }, + "openrouter/mistralai/devstral-2512": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/mistralai/ministral-14b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/mistralai/ministral-3b-2512": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "openrouter/mistralai/ministral-8b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/mistralai/mistral-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 8191 + }, + "openrouter/mistralai/mistral-large": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "openrouter/mistralai/mistral-large-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/mistralai/mistral-small-3.1-24b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openrouter/mistralai/mixtral-8x22b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "openrouter/moonshotai/kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/openai/gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-3.5-turbo-16k": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-4": { + "contextWindow": 8191, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-4o-2024-05-13": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "openrouter/openai/gpt-5-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.1-codex-max": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.2": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.2-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "openrouter/openai/gpt-5.2-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.2-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "openrouter/openai/o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "openrouter/openai/o3-mini": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "openrouter/openai/o3-mini-high": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "openrouter/openrouter/auto": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "openrouter/openrouter/bodybuilder": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openrouter/openrouter/free": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "openrouter/qwen/qwen-2.5-coder-32b-instruct": { + "contextWindow": 33792, + "maxOutputToken": 33792 + }, + "openrouter/qwen/qwen-vl-plus": { + "contextWindow": 8192, + "maxOutputToken": 2048 + }, + "openrouter/qwen/qwen3-235b-a22b-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/qwen/qwen3-235b-a22b-thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/qwen/qwen3-coder": { + "contextWindow": 262100, + "maxOutputToken": 262100 + }, + "openrouter/qwen/qwen3-coder-plus": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-122b-a10b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-27b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-35b-a3b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-397b-a17b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-flash-02-23": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-plus-02-15": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.6-plus": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "openrouter/switchpoint/router": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "openrouter/undi95/remm-slerp-l2-13b": { + "contextWindow": 6144, + "maxOutputToken": 4096 + }, + "openrouter/x-ai/grok-4": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "openrouter/xiaomi/mimo-v2-flash": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "openrouter/xiaomi/mimo-v2.5": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "openrouter/xiaomi/mimo-v2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 16384 + }, + "openrouter/z-ai/glm-4.6": { + "contextWindow": 202800, + "maxOutputToken": 131000 + }, + "openrouter/z-ai/glm-4.6:exacto": { + "contextWindow": 202800, + "maxOutputToken": 131000 + }, + "openrouter/z-ai/glm-4.7": { + "contextWindow": 202752, + "maxOutputToken": 64000 + }, + "openrouter/z-ai/glm-4.7-flash": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/z-ai/glm-5": { + "contextWindow": 202752, + "maxOutputToken": 128000 + }, + "openrouter/z-ai/glm-5.1": { + "contextWindow": 202752, + "maxOutputToken": 65535 + }, + "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Llama-3.1-8B-Instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Meta-Llama-3_1-70B-Instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Meta-Llama-3_3-70B-Instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Mistral-7B-Instruct-v0.3": { + "contextWindow": 127000, + "maxOutputToken": 127000 + }, + "ovhcloud/Mistral-Nemo-Instruct-2407": { + "contextWindow": 118000, + "maxOutputToken": 118000 + }, + "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/Qwen2.5-Coder-32B-Instruct": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/Qwen2.5-VL-72B-Instruct": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/Qwen3-32B": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/gpt-oss-120b": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/gpt-oss-20b": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/llava-v1.6-mistral-7b-hf": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/mamba-codestral-7B-v0.1": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "palm/chat-bison": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "palm/chat-bison-001": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "palm/text-bison": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "palm/text-bison-001": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "palm/text-bison-safety-off": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "palm/text-bison-safety-recitation-off": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "perplexity/codellama-34b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/codellama-70b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/llama-2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/llama-3.1-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "perplexity/llama-3.1-8b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "perplexity/mistral-7b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/mixtral-8x7b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-70b-online": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-7b-chat": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "perplexity/pplx-7b-online": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-embed-v1-0.6b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "perplexity/pplx-embed-v1-4b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "perplexity/sonar": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-deep-research": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-medium-chat": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/sonar-medium-online": { + "contextWindow": 12000, + "maxOutputToken": 12000 + }, + "perplexity/sonar-pro": { + "contextWindow": 200000, + "maxOutputToken": 8000 + }, + "perplexity/sonar-reasoning": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-reasoning-pro": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-small-chat": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/sonar-small-online": { + "contextWindow": 12000, + "maxOutputToken": 12000 + }, + "pinstripes/ps/deepseek-v4-flash": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "pinstripes/ps/glm-4.5-air": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "pinstripes/ps/minimax-m2.7": { + "contextWindow": 1000192, + "maxOutputToken": 1000192 + }, + "pinstripes/ps/qwen3-30b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "pinstripes/ps/qwen3-coder-30b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "pinstripes/ps/qwen3.6-35b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/allenai/Olmo-3-32B-Think": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/allenai/Olmo-3-7B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/allenai/Olmo-3-7B-Think": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/swiss-ai/apertus-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "publicai/swiss-ai/apertus-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "qwen.qwen3-235b-a22b-2507-v1:0": { + "contextWindow": 262144, + "maxOutputToken": 131072 + }, + "qwen.qwen3-32b-v1:0": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "qwen.qwen3-coder-30b-a3b-v1:0": { + "contextWindow": 262144, + "maxOutputToken": 131072 + }, + "qwen.qwen3-coder-480b-a35b-v1:0": { + "contextWindow": 262000, + "maxOutputToken": 65536 + }, + "qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "qwen.qwen3-next-80b-a3b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "qwen.qwen3-vl-235b-a22b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "replicate/deepseek-ai/deepseek-r1": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "replicate/deepseek-ai/deepseek-v3": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "replicate/deepseek-ai/deepseek-v3.1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "replicate/meta/llama-2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-13b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-7b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-3-70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "replicate/meta/llama-3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "replicate/meta/llama-3-8b": { + "contextWindow": 8086, + "maxOutputToken": 8086 + }, + "replicate/meta/llama-3-8b-instruct": { + "contextWindow": 8086, + "maxOutputToken": 8086 + }, + "replicate/mistralai/mistral-7b-instruct-v0.2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/mistralai/mistral-7b-v0.1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-english-v2.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-english-v3.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-multilingual-v2.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-multilingual-v3.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-v3.5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-13b-f": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-70b-b-f": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-7b-f": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sambanova/DeepSeek-R1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "sambanova/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/DeepSeek-V3-0324": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "sambanova/DeepSeek-V3.1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/DeepSeek-V3.2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "sambanova/Llama-4-Maverick-17B-128E-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "sambanova/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Meta-Llama-3.2-1B-Instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Meta-Llama-3.2-3B-Instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sambanova/Meta-Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/Meta-Llama-Guard-3-8B": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/MiniMax-M2.7": { + "contextWindow": 196608, + "maxOutputToken": 131072 + }, + "sambanova/QwQ-32B": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Qwen2-Audio-7B-Instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sambanova/Qwen3-32B": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "sambanova/gemma-4-31B-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sarvam/sarvam-m": { + "contextWindow": 8192, + "maxOutputToken": 32000 + }, + "scaleway/google/gemma-3-27b-it": { + "contextWindow": 40000, + "maxOutputToken": 8192 + }, + "scaleway/google/gemma-4-26b-a4b-it": { + "contextWindow": 256000, + "maxOutputToken": 32768 + }, + "scaleway/hcompany/holo2-30b-a3b": { + "contextWindow": 22000, + "maxOutputToken": 16384 + }, + "scaleway/meta/llama-3.3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "scaleway/mistralai/devstral-2-123b-instruct-2512": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "scaleway/mistralai/mistral-medium-3.5-128b": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "scaleway/mistralai/pixtral-12b-2409": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "scaleway/mistralai/voxtral-small-24b-2507": { + "contextWindow": 32000, + "maxOutputToken": 16384 + }, + "scaleway/openai/gpt-oss-120b": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "scaleway/qwen/qwen3-235b-a22b-instruct-2507": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "scaleway/qwen/qwen3-coder-30b-a3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "scaleway/qwen/qwen3.5-397b-a17b": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "scaleway/qwen/qwen3.6-35b-a3b": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "snowflake/claude-3-5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-4-opus": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-sonnet-4-6": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/gemma-7b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/jamba-1.5-large": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "snowflake/jamba-1.5-mini": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "snowflake/jamba-instruct": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "snowflake/llama2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 8192 + }, + "snowflake/llama3-70b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/llama3-8b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/llama3.1-405b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama3.1-70b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama3.1-8b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama3.2-1b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "snowflake/llama3.2-3b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "snowflake/llama3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama4-maverick": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/mistral-7b": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/mistral-large": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/mistral-large2": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/mixtral-8x7b": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/openai-gpt-4.1": { + "contextWindow": 300000, + "maxOutputToken": 16384 + }, + "snowflake/openai-gpt-5": { + "contextWindow": 300000, + "maxOutputToken": 16384 + }, + "snowflake/openai-gpt-5-mini": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "snowflake/openai-gpt-5-nano": { + "contextWindow": 5000000, + "maxOutputToken": 16384 + }, + "snowflake/reka-core": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/reka-flash": { + "contextWindow": 100000, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-arctic": { + "contextWindow": 4096, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-arctic-embed-l-v2.0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-arctic-embed-m-v2.0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-llama-3.1-405b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-llama-3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "soniox/stt-async-v4": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "soniox/stt-async-v5": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "stability.sd3-5-large-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.sd3-large-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-conservative-upscale-v1:0": { + "contextWindow": 77 + }, + "stability.stable-creative-upscale-v1:0": { + "contextWindow": 77 + }, + "stability.stable-fast-upscale-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-control-sketch-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-control-structure-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-core-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-image-core-v1:1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-image-erase-object-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-inpaint-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-remove-background-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-search-recolor-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-search-replace-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-style-guide-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-ultra-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-image-ultra-v1:1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-outpaint-v1:0": { + "contextWindow": 77 + }, + "stability.stable-style-transfer-v1:0": { + "contextWindow": 77 + }, + "tencent/deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "tencent/deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "tensormesh/MiniMaxAI/MiniMax-M2.5": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "tensormesh/Qwen/Qwen3.6-27B-FP8": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "tensormesh/deepseek-ai/DeepSeek-V4-Flash": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "tensormesh/google/gemma-4-31B-it": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP": { + "contextWindow": 202752, + "maxOutputToken": 202752 + }, + "tensormesh/moonshotai/Kimi-K2.6": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "tensormesh/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "tensormesh/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "text-completion-codestral/codestral-2405": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "text-completion-codestral/codestral-latest": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "text-completion-inception/mercury-edit-2": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "text-embedding-004": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "text-embedding-005": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "text-embedding-3-large": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-3-small": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-ada-002": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-ada-002-v2": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-large-exp-03-07": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "text-embedding-preview-0409": { + "contextWindow": 3072, + "maxOutputToken": 3072 + }, + "text-moderation-007": { + "contextWindow": 32768 + }, + "text-moderation-latest": { + "contextWindow": 32768 + }, + "text-moderation-stable": { + "contextWindow": 32768 + }, + "text-multilingual-embedding-002": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "text-unicorn": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "text-unicorn@001": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "together-ai-8.1b-21b": { + "contextWindow": 1000, + "maxOutputToken": 1000 + }, + "together_ai/BAAI/bge-base-en-v1.5": { + "contextWindow": 512 + }, + "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { + "contextWindow": 262000 + }, + "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "contextWindow": 256000 + }, + "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { + "contextWindow": 40000 + }, + "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "contextWindow": 256000 + }, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "contextWindow": 262144 + }, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "contextWindow": 262144 + }, + "together_ai/Qwen/Qwen3.5-397B-A17B": { + "contextWindow": 262144 + }, + "together_ai/baai/bge-base-en-v1.5": { + "contextWindow": 512 + }, + "together_ai/deepseek-ai/DeepSeek-R1": { + "contextWindow": 128000, + "maxOutputToken": 20480 + }, + "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "contextWindow": 128000 + }, + "together_ai/deepseek-ai/DeepSeek-V3": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "together_ai/deepseek-ai/DeepSeek-V3.1": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "together_ai/moonshotai/Kimi-K2-Instruct-0905": { + "contextWindow": 262144 + }, + "together_ai/moonshotai/Kimi-K2.5": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "together_ai/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "together_ai/openai/gpt-oss-20b": { + "contextWindow": 128000 + }, + "together_ai/zai-org/GLM-4.5-Air-FP8": { + "contextWindow": 128000 + }, + "together_ai/zai-org/GLM-4.6": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "together_ai/zai-org/GLM-4.7": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "twelvelabs.marengo-embed-2-7-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.amazon.nova-canvas-v1:0": { + "contextWindow": 2600 + }, + "us.amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "us.amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "us.amazon.nova-premier-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 10000 + }, + "us.amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "us.anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-3-opus-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-opus-4-1-20250805-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "us.anthropic.claude-opus-4-20250514-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "us.anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.deepseek.r1-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-1-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "us.meta.llama3-1-8b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "us.meta.llama3-2-11b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-2-1b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-2-3b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-2-90b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-3-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama4-maverick-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama4-scout-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.mistral.pixtral-large-2502-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.twelvelabs.marengo-embed-2-7-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "us.writer.palmyra-x4-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "us.writer.palmyra-x5-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "v0/v0-1.0-md": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "v0/v0-1.5-lg": { + "contextWindow": 512000, + "maxOutputToken": 512000 + }, + "v0/v0-1.5-md": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vercel_ai_gateway/alibaba/qwen-3-14b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen-3-235b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen-3-30b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen-3-32b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen3-coder": { + "contextWindow": 262144, + "maxOutputToken": 66536 + }, + "vercel_ai_gateway/amazon/nova-lite": { + "contextWindow": 300000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/amazon/nova-micro": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/amazon/nova-pro": { + "contextWindow": 300000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-3-haiku": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/anthropic/claude-3-opus": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/anthropic/claude-3.5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-4-opus": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/anthropic/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-haiku-4.5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4.1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4.5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4.6": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-sonnet-4": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/cohere/command-a": { + "contextWindow": 256000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/cohere/command-r": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/cohere/command-r-plus": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/deepseek/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/deepseek/deepseek-v3": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/google/gemini-2.0-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/google/gemini-2.0-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/google/gemini-2.5-flash": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "vercel_ai_gateway/google/gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vercel_ai_gateway/google/gemma-2-9b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/inception/mercury-coder-small": { + "contextWindow": 32000, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/meta/llama-3-70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.1-70b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.1-8b": { + "contextWindow": 131000, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/meta/llama-3.2-11b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.2-1b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.2-3b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.2-90b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-4-maverick": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-4-scout": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/mistral/codestral": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/devstral-small": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vercel_ai_gateway/mistral/magistral-medium": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/mistral/magistral-small": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/mistral/ministral-3b": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/ministral-8b": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/mistral-large": { + "contextWindow": 32000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/mistral-saba-24b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/mistral/mistral-small": { + "contextWindow": 32000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 2048 + }, + "vercel_ai_gateway/mistral/pixtral-12b": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/pixtral-large": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/moonshotai/kimi-k2": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/morph/morph-v3-fast": { + "contextWindow": 32768, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/morph/morph-v3-large": { + "contextWindow": 32768, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/openai/gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/openai/gpt-4-turbo": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/openai/gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/openai/gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/openai/gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/openai/gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/openai/gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/openai/o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/openai/o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/openai/o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/openai/o4-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/perplexity/sonar": { + "contextWindow": 127000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/perplexity/sonar-pro": { + "contextWindow": 200000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/perplexity/sonar-reasoning": { + "contextWindow": 127000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { + "contextWindow": 127000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/vercel/v0-1.0-md": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/vercel/v0-1.5-md": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/xai/grok-2": { + "contextWindow": 131072, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/xai/grok-2-vision": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/xai/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-3-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-3-mini-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-4": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vercel_ai_gateway/zai/glm-4.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/zai/glm-4.5-air": { + "contextWindow": 128000, + "maxOutputToken": 96000 + }, + "vercel_ai_gateway/zai/glm-4.6": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "vertex_ai/claude-3-5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-5-haiku@20241022": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-5-sonnet@20240620": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-7-sonnet@20250219": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-haiku": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-haiku@20240307": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-opus": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-opus@20240229": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-sonnet@20240229": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-fable-5@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-haiku-4-5@20251001": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-opus-4-1@20250805": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-opus-4-5@20251101": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-opus-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-6@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-7@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-8@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4@20250514": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-sonnet-4": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-5@20250929": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-6@default": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4@20250514": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-sonnet-5@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral-2": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral-2501": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral-2@001": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral@2405": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral@latest": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/deep-research-pro-preview-12-2025": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { + "contextWindow": 65336, + "maxOutputToken": 8192 + }, + "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { + "contextWindow": 163840, + "maxOutputToken": 32768 + }, + "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { + "contextWindow": 163840, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-2.5-flash-image": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "vertex_ai/gemini-3-pro-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3-pro-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "vertex_ai/gemini-3.1-flash-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3.1-flash-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.1-pro-preview-customtools": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "vertex_ai/gemini-embedding-2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vertex_ai/gemini-embedding-2-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vertex_ai/google/gemma-4-26b-a4b-it-maas": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "vertex_ai/jamba-1.5": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-large": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-large@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-mini": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-mini@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/meta/llama-3.1-405b-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-3.1-70b-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-3.1-8b-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { + "contextWindow": 10000000, + "maxOutputToken": 10000000 + }, + "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { + "contextWindow": 10000000, + "maxOutputToken": 10000000 + }, + "vertex_ai/meta/llama3-405b-instruct-maas": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "vertex_ai/meta/llama3-70b-instruct-maas": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "vertex_ai/meta/llama3-8b-instruct-maas": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "vertex_ai/minimaxai/minimax-m2-maas": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "vertex_ai/mistral-large-2411": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-large@2407": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-large@2411-001": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-large@latest": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-medium-3": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-medium-3@001": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-nemo@2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistral-nemo@latest": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistral-small-2503": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistral-small-2503@001": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistralai/codestral-2": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistralai/codestral-2@001": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistralai/mistral-medium-3": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistralai/mistral-medium-3@001": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/moonshotai/kimi-k2-thinking-maas": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/openai/gpt-oss-120b-maas": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "vertex_ai/openai/gpt-oss-20b-maas": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "vertex_ai/veo-2.0-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.0-fast-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.0-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-fast-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-fast-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/xai/grok-4.1-fast-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/xai/grok-4.1-fast-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/xai/grok-4.20-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/xai/grok-4.20-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/zai-org/glm-4.7-maas": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "vertex_ai/zai-org/glm-5-maas": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-code-preview-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-lite-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-mini-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-pro-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "voyage/rerank-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/rerank-2-lite": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "voyage/rerank-2.5": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/rerank-2.5-lite": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-2": { + "contextWindow": 4000, + "maxOutputToken": 4000 + }, + "voyage/voyage-3": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3-large": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3-lite": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3.5": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3.5-lite": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-code-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/voyage-code-3": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-context-3": { + "contextWindow": 120000, + "maxOutputToken": 120000 + }, + "voyage/voyage-finance-2": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-large-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/voyage-law-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/voyage-lite-01": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "voyage/voyage-lite-02-instruct": { + "contextWindow": 4000, + "maxOutputToken": 4000 + }, + "voyage/voyage-multimodal-3": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "wandb/MiniMaxAI/MiniMax-M2.5": { + "contextWindow": 197000, + "maxOutputToken": 197000 + }, + "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 161000, + "maxOutputToken": 161000 + }, + "wandb/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 161000, + "maxOutputToken": 161000 + }, + "wandb/deepseek-ai/DeepSeek-V3.1": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/meta-llama/Llama-3.1-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 64000, + "maxOutputToken": 64000 + }, + "wandb/microsoft/Phi-4-mini-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/moonshotai/Kimi-K2-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/moonshotai/Kimi-K2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "wandb/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "wandb/zai-org/GLM-4.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "watsonx/bigscience/mt0-xxl-13b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/core42/jais-13b-chat": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/google/flan-t5-xl-3b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-13b-chat-v2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-13b-instruct-v2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-3-3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "watsonx/ibm/granite-4-h-small": { + "contextWindow": 20480, + "maxOutputToken": 20480 + }, + "watsonx/ibm/granite-guardian-3-2-2b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-guardian-3-3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-ttm-1024-96-r2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "watsonx/ibm/granite-ttm-1536-96-r2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "watsonx/ibm/granite-ttm-512-96-r2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "watsonx/ibm/granite-vision-3-2-2b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-2-1b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-2-3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-4-maverick-17b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-guard-3-11b-vision": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/mistralai/mistral-large": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "watsonx/mistralai/mistral-medium-2505": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/mistralai/mistral-small-2503": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "watsonx/mistralai/pixtral-12b-2409": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/openai/gpt-oss-120b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/sdaia/allam-1-13b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "writer.palmyra-x4-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "writer.palmyra-x5-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "xai/grok-2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-2-1212": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-2-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-2-vision": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "xai/grok-2-vision-1212": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "xai/grok-2-vision-latest": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "xai/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-fast-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-fast-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-fast-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-fast-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-4": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-4-0709": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-4-1-fast": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-non-reasoning-latest": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-reasoning-latest": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-fast-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-fast-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-4.20-0309-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.20-beta-0309-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.20-beta-0309-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.20-multi-agent-beta-0309": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.3": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "xai/grok-4.3-latest": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "xai/grok-4.5": { + "contextWindow": 500000, + "maxOutputToken": 500000 + }, + "xai/grok-4.5-latest": { + "contextWindow": 500000, + "maxOutputToken": 500000 + }, + "xai/grok-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-code-fast": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-code-fast-1": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-code-fast-1-0825": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-vision-beta": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "zai.glm-4.7": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai.glm-4.7-flash": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai.glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-4-32b-0414-128k": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-air": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-airx": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-flash": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-x": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5v": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.6": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-4.7": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-4.7-flash": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-5-code": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-5.1": { + "contextWindow": 200000, + "maxOutputToken": 128000 + } + } +} diff --git a/crates/agent-gateway/web/src/lib/providers/litellmModelMetadata.ts b/crates/agent-gateway/web/src/lib/providers/litellmModelMetadata.ts new file mode 100644 index 000000000..d36294b0a --- /dev/null +++ b/crates/agent-gateway/web/src/lib/providers/litellmModelMetadata.ts @@ -0,0 +1,95 @@ +import type { ProviderId } from "../settings"; +import generatedSnapshot from "./litellm-model-metadata.generated.json"; + +export type LiteLlmModelMetadata = { + contextWindow?: number; + maxOutputToken?: number; +}; + +export type LiteLlmModelMap = Readonly>; + +type LiteLlmSnapshot = { + schemaVersion?: unknown; + models?: unknown; +}; + +const HOST_PREFIXES: Readonly> = { + "api.cerebras.ai": "cerebras", + "api.deepseek.com": "deepseek", + "api.groq.com": "groq", + "api.x.ai": "xai", + "api.z.ai": "zai", + "generativelanguage.googleapis.com": "gemini", + "openrouter.ai": "openrouter", +}; + +function normalizePositiveInteger(value: unknown): number | undefined { + const numeric = + typeof value === "number" ? value : typeof value === "string" ? Number(value) : NaN; + if (!Number.isFinite(numeric) || numeric <= 0) return undefined; + return Math.floor(numeric); +} + +function bundledModelMap(): LiteLlmModelMap { + const snapshot = generatedSnapshot as LiteLlmSnapshot; + if ( + snapshot.schemaVersion !== 1 || + !snapshot.models || + typeof snapshot.models !== "object" || + Array.isArray(snapshot.models) + ) { + return {}; + } + return snapshot.models as LiteLlmModelMap; +} + +function addPrefixedCandidate(candidates: string[], prefix: string, modelId: string) { + const candidate = modelId.startsWith(`${prefix}/`) ? modelId : `${prefix}/${modelId}`; + if (!candidates.includes(candidate)) candidates.push(candidate); +} + +export function buildLiteLlmModelCandidates( + modelId: string, + providerType: ProviderId, + baseUrl: string, +): string[] { + const id = modelId.trim(); + if (!id) return []; + + const candidates: string[] = []; + + try { + const hostname = new URL(baseUrl).hostname.toLowerCase(); + const prefix = HOST_PREFIXES[hostname]; + if (prefix) addPrefixedCandidate(candidates, prefix, id); + } catch { + // Invalid or incomplete URLs simply do not contribute a provider prefix. + } + + if (providerType === "gemini") addPrefixedCandidate(candidates, "gemini", id); + if (!candidates.includes(id)) candidates.push(id); + + return candidates; +} + +export function getLiteLlmModelMetadata( + modelId: string, + providerType: ProviderId, + baseUrl: string, + modelMap: LiteLlmModelMap = bundledModelMap(), +): LiteLlmModelMetadata | undefined { + for (const candidate of buildLiteLlmModelCandidates(modelId, providerType, baseUrl)) { + if (!Object.hasOwn(modelMap, candidate)) continue; + const value = modelMap[candidate]; + if (!value || typeof value !== "object") continue; + + const contextWindow = normalizePositiveInteger(value.contextWindow); + const maxOutputToken = normalizePositiveInteger(value.maxOutputToken); + if (contextWindow === undefined && maxOutputToken === undefined) return undefined; + return { + ...(contextWindow === undefined ? {} : { contextWindow }), + ...(maxOutputToken === undefined ? {} : { maxOutputToken }), + }; + } + return undefined; +} diff --git a/crates/agent-gateway/web/src/pages/settings/ProvidersSection.tsx b/crates/agent-gateway/web/src/pages/settings/ProvidersSection.tsx index 424fdde35..953f21f6f 100644 --- a/crates/agent-gateway/web/src/pages/settings/ProvidersSection.tsx +++ b/crates/agent-gateway/web/src/pages/settings/ProvidersSection.tsx @@ -34,6 +34,7 @@ import { type CustomProvider, type ProviderId, type ProviderModelConfig, + normalizeProviderModelConfigs, updateCustomProviders, updateCustomSettings, } from "../../lib/settings"; @@ -43,7 +44,6 @@ import { fetchModelsFromApi, isGatewayWebuiRuntime, mergeFetchedModels, - normalizeFetchedModels, sortModelsBySelection, } from "./providerUtils"; import { ConfirmDeletePopover } from "./shared"; @@ -190,7 +190,7 @@ function ProviderModal({ providerType, initialData, onSave, onClose }: ModalProp initialUsesRedactedApiKey ? REDACTED_API_KEY_DISPLAY : initialApiKey, ); const [models, setModels] = useState(() => - normalizeFetchedModels(initialData?.models ?? [], providerType), + normalizeProviderModelConfigs(initialData?.models ?? [], providerType), ); const [activeModels, setActiveModels] = useState>( new Set(initialData?.activeModels ?? []), @@ -235,7 +235,7 @@ function ProviderModal({ providerType, initialData, onSave, onClose }: ModalProp setFetchError(null); try { const list = await fetchModelsFromApi(providerType, url, key); - setModels((prev) => mergeFetchedModels(list, prev)); + setModels((prev) => mergeFetchedModels(list, prev, providerType)); } catch (err) { setFetchError(err instanceof Error ? err.message : String(err)); } finally { diff --git a/crates/agent-gateway/web/src/pages/settings/providerUtils.ts b/crates/agent-gateway/web/src/pages/settings/providerUtils.ts index 8f6cbcd63..22028a4b1 100644 --- a/crates/agent-gateway/web/src/pages/settings/providerUtils.ts +++ b/crates/agent-gateway/web/src/pages/settings/providerUtils.ts @@ -1,8 +1,11 @@ import { invoke } from "@tauri-apps/api/core"; +import { + getLiteLlmModelMetadata, + type LiteLlmModelMap, +} from "../../lib/providers/litellmModelMetadata"; import { prepareProxyRequest } from "../../lib/providers/proxy"; import { createProviderModelConfig, - normalizeProviderModelConfigs, type ProviderId, type ProviderModelConfig, } from "../../lib/settings"; @@ -216,7 +219,7 @@ async function fetchModelsThroughGateway( const items = extractModelListItems(data); if (items !== null) { - return normalizeFetchedModels(items, type); + return normalizeFetchedModels(items, type, baseUrl); } const maybeError = @@ -233,11 +236,46 @@ async function fetchModelsThroughGateway( export function normalizeFetchedModels( items: unknown, providerType: ProviderId, + baseUrl = "", + modelMap?: LiteLlmModelMap, ): ProviderModelConfig[] { if (providerType === "gemini") { - return normalizeGeminiFetchedModels(items); + return normalizeGeminiFetchedModels(items, baseUrl, modelMap); + } + if (!Array.isArray(items)) return []; + + const out: ProviderModelConfig[] = []; + const seen = new Set(); + + for (const item of items) { + const obj = (item && typeof item === "object" ? item : {}) as Record; + const id = + typeof item === "string" + ? item.trim() + : typeof obj.id === "string" + ? obj.id.trim() + : typeof obj.model === "string" + ? obj.model.trim() + : ""; + if (!id || seen.has(id)) continue; + seen.add(id); + + const draft = createProviderModelConfig(providerType, id); + const metadata = getLiteLlmModelMetadata(id, providerType, baseUrl, modelMap); + out.push({ + id, + contextWindow: + normalizePositiveInteger(obj.contextWindow) ?? + metadata?.contextWindow ?? + draft.contextWindow, + maxOutputToken: + normalizePositiveInteger(obj.maxOutputToken ?? obj.maxTokens) ?? + metadata?.maxOutputToken ?? + draft.maxOutputToken, + }); } - return normalizeProviderModelConfigs(items, providerType); + + return out; } function normalizePositiveInteger(value: unknown): number | undefined { @@ -252,7 +290,11 @@ function normalizeGeminiModelId(value: unknown): string { return raw.startsWith("models/") ? raw.slice("models/".length) : raw; } -function normalizeGeminiFetchedModels(items: unknown): ProviderModelConfig[] { +function normalizeGeminiFetchedModels( + items: unknown, + baseUrl: string, + modelMap?: LiteLlmModelMap, +): ProviderModelConfig[] { if (!Array.isArray(items)) return []; const out: ProviderModelConfig[] = []; @@ -272,10 +314,17 @@ function normalizeGeminiFetchedModels(items: unknown): ProviderModelConfig[] { seen.add(id); const draft = createProviderModelConfig("gemini", id); + const metadata = getLiteLlmModelMetadata(id, "gemini", baseUrl, modelMap); out.push({ id, - contextWindow: normalizePositiveInteger(obj.inputTokenLimit) ?? draft.contextWindow, - maxOutputToken: normalizePositiveInteger(obj.outputTokenLimit) ?? draft.maxOutputToken, + contextWindow: + normalizePositiveInteger(obj.inputTokenLimit) ?? + metadata?.contextWindow ?? + draft.contextWindow, + maxOutputToken: + normalizePositiveInteger(obj.outputTokenLimit) ?? + metadata?.maxOutputToken ?? + draft.maxOutputToken, }); } @@ -285,6 +334,7 @@ function normalizeGeminiFetchedModels(items: unknown): ProviderModelConfig[] { export function mergeFetchedModels( fetched: ProviderModelConfig[], existing: ProviderModelConfig[], + providerType: ProviderId, ): ProviderModelConfig[] { const merged: ProviderModelConfig[] = []; const existingById = new Map(existing.map((model) => [model.id, model])); @@ -293,7 +343,17 @@ export function mergeFetchedModels( for (const model of fetched) { if (seen.has(model.id)) continue; seen.add(model.id); - merged.push(existingById.get(model.id) ?? model); + const saved = existingById.get(model.id); + if (!saved) { + merged.push(model); + continue; + } + + const legacy = createProviderModelConfig(providerType, model.id); + const stillUsesLegacyDefaults = + saved.contextWindow === legacy.contextWindow && + saved.maxOutputToken === legacy.maxOutputToken; + merged.push(stillUsesLegacyDefaults ? model : saved); } for (const model of existing) { @@ -378,7 +438,7 @@ export async function fetchModelsFromApi( emptyResult ??= []; continue; } - const models = normalizeFetchedModels(items, type); + const models = normalizeFetchedModels(items, type, normalizedUrl); if (models.length > 0) return models; emptyResult = models; } diff --git a/crates/agent-gateway/web/test/litellm-model-metadata.test.mjs b/crates/agent-gateway/web/test/litellm-model-metadata.test.mjs new file mode 100644 index 000000000..c823a035d --- /dev/null +++ b/crates/agent-gateway/web/test/litellm-model-metadata.test.mjs @@ -0,0 +1,30 @@ +import assert from "node:assert/strict"; +import test from "node:test"; +import { fileURLToPath } from "node:url"; +import { createTsModuleLoader } from "../../../agent-gui/test/helpers/load-ts-module.mjs"; + +const loader = createTsModuleLoader({ + rootDir: fileURLToPath(new URL("..", import.meta.url)), +}); +const metadata = loader.loadModule("src/lib/providers/litellmModelMetadata.ts"); + +test("Gateway WebUI uses the mirrored LiteLLM provider-aware lookup", () => { + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "anthropic/claude-test", + "claude_code", + "https://openrouter.ai/api/v1", + { + "anthropic/claude-test": { + contextWindow: 100000, + maxOutputToken: 32000, + }, + "openrouter/anthropic/claude-test": { + contextWindow: 200000, + maxOutputToken: 64000, + }, + }, + ), + { contextWindow: 200000, maxOutputToken: 64000 }, + ); +}); diff --git a/crates/agent-gui/src-tauri/tauri.conf.json b/crates/agent-gui/src-tauri/tauri.conf.json index e239df925..88e5da2a6 100644 --- a/crates/agent-gui/src-tauri/tauri.conf.json +++ b/crates/agent-gui/src-tauri/tauri.conf.json @@ -36,6 +36,9 @@ "icons/icon.icns", "icons/icon.ico" ], + "resources": { + "../../../THIRD_PARTY_NOTICES.md": "THIRD_PARTY_NOTICES.md" + }, "windows": { "nsis": { "installerIcon": "icons/icon.ico" diff --git a/crates/agent-gui/src/lib/providers/litellm-model-metadata.generated.json b/crates/agent-gui/src/lib/providers/litellm-model-metadata.generated.json new file mode 100644 index 000000000..6d2fbb10e --- /dev/null +++ b/crates/agent-gui/src/lib/providers/litellm-model-metadata.generated.json @@ -0,0 +1,10153 @@ +{ + "schemaVersion": 1, + "source": { + "repository": "BerriAI/litellm", + "revision": "0a9ac87538c6274a5f80559978fcb5c1fd83ef5d", + "path": "model_prices_and_context_window.json", + "sha256": "121ddb6b6de5bee8de9e2a1b0c05d58fb3e2a8036f8497f93bbd4dbfb0e6a4c8", + "license": "MIT" + }, + "models": { + "1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0": { + "contextWindow": 2600 + }, + "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "512-x-512/50-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "512-x-512/max-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "ai21.j2-mid-v1": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "ai21.j2-ultra-v1": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "ai21.jamba-1-5-large-v1:0": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "ai21.jamba-1-5-mini-v1:0": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "ai21.jamba-instruct-v1:0": { + "contextWindow": 70000, + "maxOutputToken": 4096 + }, + "amazon-nova/nova-lite-v1": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon-nova/nova-micro-v1": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "amazon-nova/nova-premier-v1": { + "contextWindow": 1000000, + "maxOutputToken": 10000 + }, + "amazon-nova/nova-pro-v1": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "amazon.nova-2-multimodal-embeddings-v1:0": { + "contextWindow": 8172, + "maxOutputToken": 8172 + }, + "amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "amazon.nova-canvas-v1:0": { + "contextWindow": 2600 + }, + "amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "amazon.rerank-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "amazon.titan-embed-g1-text-02": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "amazon.titan-embed-image-v1": { + "contextWindow": 128, + "maxOutputToken": 128 + }, + "amazon.titan-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "amazon.titan-embed-text-v2:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "amazon.titan-text-express-v1": { + "contextWindow": 42000, + "maxOutputToken": 8000 + }, + "amazon.titan-text-lite-v1": { + "contextWindow": 42000, + "maxOutputToken": 4000 + }, + "amazon.titan-text-premier-v1:0": { + "contextWindow": 42000, + "maxOutputToken": 32000 + }, + "anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 4096 + }, + "anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-7-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "anthropic.claude-3-opus-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-haiku-4-5@20251001": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "anthropic.claude-mythos-preview": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-opus-4-1-20250805-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "anthropic.claude-opus-4-20250514-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "anyscale/HuggingFaceH4/zephyr-7b-beta": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "anyscale/codellama/CodeLlama-34b-Instruct-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/codellama/CodeLlama-70b-Instruct-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/google/gemma-7b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "anyscale/meta-llama/Llama-2-13b-chat-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/meta-llama/Llama-2-70b-chat-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/meta-llama/Llama-2-7b-chat-hf": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "anyscale/meta-llama/Meta-Llama-3-70B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "anyscale/mistralai/Mistral-7B-Instruct-v0.1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "anyscale/mistralai/Mixtral-8x22B-Instruct-v0.1": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "anyscale/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "apac.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "apac.amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "apac.amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "apac.amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "apac.amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "apac.anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "apac.anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "apac.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "au.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "au.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "au.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "azure/ada": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/codex-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/command-r-plus": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/computer-use-preview": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "azure/eu/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/eu/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/eu/gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/eu/gpt-4o-realtime-preview-2024-10-01": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/eu/gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/eu/gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/eu/o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/eu/o1-mini-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/eu/o1-preview-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/eu/o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/global-standard/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global-standard/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global-standard/gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/global/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/global/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/global/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/global/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-3.5-turbo": { + "contextWindow": 4097, + "maxOutputToken": 4096 + }, + "azure/gpt-3.5-turbo-0125": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "azure/gpt-3.5-turbo-instruct-0914": { + "contextWindow": 4097, + "maxOutputToken": 4097 + }, + "azure/gpt-35-turbo": { + "contextWindow": 4097, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-0125": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-1106": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-16k": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-16k-0613": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "azure/gpt-35-turbo-instruct": { + "contextWindow": 4097, + "maxOutputToken": 4097 + }, + "azure/gpt-35-turbo-instruct-0914": { + "contextWindow": 4097, + "maxOutputToken": 4097 + }, + "azure/gpt-4": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "azure/gpt-4-0125-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-0613": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "azure/gpt-4-1106-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-32k": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "azure/gpt-4-32k-0613": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "azure/gpt-4-turbo": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-turbo-2024-04-09": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4-turbo-vision-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/gpt-4.5-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-2024-05-13": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-mini-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "azure/gpt-4o-realtime-preview-2024-10-01": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/gpt-4o-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "azure/gpt-4o-transcribe-diarize": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "azure/gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-chat-2025-11-13": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-max": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.1-codex-mini-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.2-chat-2025-12-11": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.2-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.2-pro-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.3-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-5.3-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-mini": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-mini-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-nano": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-nano-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.4-pro-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.5-pro-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/gpt-audio-1.5-2026-02-23": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-audio-2025-08-28": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-audio-mini-2025-10-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/gpt-realtime-1.5-2026-02-23": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "azure/gpt-realtime-2025-08-28": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "azure/gpt-realtime-mini-2025-10-06": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "azure/mistral-large-2402": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "azure/mistral-large-latest": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "azure/o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o1-mini": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/o1-mini-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/o1-preview": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/o1-preview-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-deep-research": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-pro": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o3-pro-2025-06-10": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o4-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/text-embedding-3-large": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/text-embedding-3-small": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/text-embedding-ada-002": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "azure/us/gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/us/gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/us/gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "azure/us/gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/us/gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/us/gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "azure/us/gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/us/gpt-4o-realtime-preview-2024-10-01": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/us/gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure/us/gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1-chat": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure/us/o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/us/o1-mini-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "azure/us/o1-preview-2024-09-12": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "azure/us/o3-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/us/o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure/us/o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "azure_ai/Cohere-embed-v3-english": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "azure_ai/Cohere-embed-v3-multilingual": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "azure_ai/Llama-3.2-11B-Vision-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Llama-3.2-90B-Vision-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "azure_ai/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 10000000, + "maxOutputToken": 16384 + }, + "azure_ai/MAI-DS-R1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/Meta-Llama-3-70B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 2048 + }, + "azure_ai/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "azure_ai/Phi-3-medium-128k-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-medium-4k-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-mini-128k-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-mini-4k-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-small-128k-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3-small-8k-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3.5-MoE-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3.5-mini-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-3.5-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "azure_ai/Phi-4-mini-instruct": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4-mini-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4-multimodal-instruct": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/Phi-4-reasoning": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "azure_ai/claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "azure_ai/claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-opus-4-6": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-opus-4-7": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-opus-4-8": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "azure_ai/claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "azure_ai/claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "azure_ai/cohere-rerank-v3-english": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/cohere-rerank-v3-multilingual": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/cohere-rerank-v3.5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "azure_ai/cohere-rerank-v4.0-fast": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "azure_ai/cohere-rerank-v4.0-pro": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "azure_ai/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/deepseek-v3": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/deepseek-v3-0324": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "azure_ai/deepseek-v3.1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "azure_ai/deepseek-v3.2-speciale": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "azure_ai/deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "azure_ai/deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "azure_ai/embed-v-4-0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "azure_ai/global/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/global/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-mini": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-mini-2026-03-17": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-nano": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-nano-2026-03-17": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.4-pro-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "azure_ai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-1-fast-non-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-1-fast-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-fast-non-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-4-fast-reasoning": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/grok-code-fast-1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "azure_ai/jais-30b-chat": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "azure_ai/jamba-instruct": { + "contextWindow": 70000, + "maxOutputToken": 4096 + }, + "azure_ai/kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "azure_ai/kimi-k2.6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "azure_ai/ministral-3b": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-large": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-large-2407": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-large-3": { + "contextWindow": 256000, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-large-latest": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-medium-2505": { + "contextWindow": 131072, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-nemo": { + "contextWindow": 131072, + "maxOutputToken": 4096 + }, + "azure_ai/mistral-small": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "azure_ai/mistral-small-2503": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "babbage-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "bedrock/*/1-month-commitment/cohere.command-light-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/*/1-month-commitment/cohere.command-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/*/6-month-commitment/cohere.command-light-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/*/6-month-commitment/cohere.command-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/ap-northeast-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/ap-northeast-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/ap-northeast-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-northeast-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-northeast-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-northeast-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-south-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-south-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-south-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-3/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/ap-southeast-3/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-3/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/ap-southeast-3/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/ap-southeast-3/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/eu-central-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-central-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-central-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-north-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/eu-north-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-north-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-north-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/eu-south-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-south-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-south-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-2/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "bedrock/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/sa-east-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/sa-east-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/sa-east-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/sa-east-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-east-1/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-1/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-1/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-east-1/zai.glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "bedrock/us-east-2/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/us-east-2/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/us-east-2/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-2/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-east-2/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/amazon.titan-text-express-v1": { + "contextWindow": 42000, + "maxOutputToken": 8000 + }, + "bedrock/us-gov-east-1/amazon.titan-text-lite-v1": { + "contextWindow": 42000, + "maxOutputToken": 4000 + }, + "bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": { + "contextWindow": 42000, + "maxOutputToken": 32000 + }, + "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-gov-west-1/amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "bedrock/us-gov-west-1/amazon.titan-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { + "contextWindow": 42000, + "maxOutputToken": 8000 + }, + "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { + "contextWindow": 42000, + "maxOutputToken": 4000 + }, + "bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": { + "contextWindow": 42000, + "maxOutputToken": 32000 + }, + "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8000, + "maxOutputToken": 2048 + }, + "bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/anthropic.claude-instant-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/anthropic.claude-v1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/anthropic.claude-v2:1": { + "contextWindow": 100000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "bedrock/us-west-2/minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "bedrock/us-west-2/moonshotai.kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-west-2/moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "bedrock/us-west-2/qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "bedrock/us-west-2/zai.glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "bedrock_mantle/google.gemma-4-26b-a4b": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "bedrock_mantle/google.gemma-4-31b": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "bedrock_mantle/google.gemma-4-e2b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.4": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.6-luna": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.6-sol": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-5.6-terra": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "bedrock_mantle/openai.gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "bedrock_mantle/openai.gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "bedrock_mantle/openai.gpt-oss-safeguard-120b": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "bedrock_mantle/openai.gpt-oss-safeguard-20b": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "bedrock_mantle/xai.grok-4.3": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "cerebras/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "cerebras/llama-3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/llama3.1-70b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/llama3.1-8b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/qwen-3-32b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/zai-glm-4.6": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cerebras/zai-glm-4.7": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatdolphin": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "chatgpt-4o-latest": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "chatgpt/gpt-5.1-codex-max": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.1-codex-mini": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.2": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.2-codex": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.3-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.3-codex": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.3-codex-spark": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.3-instant": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "chatgpt/gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "chatgpt/gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "claude-3-7-sonnet-20250219": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-3-haiku-20240307": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "claude-3-opus-20240229": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "claude-4-opus-20250514": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-4-sonnet-20250514": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-haiku-4-5-20251001": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-opus-4-1-20250805": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-opus-4-20250514": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-opus-4-5-20251101": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-opus-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-6-20260205": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-7-20260416": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "claude-sonnet-4-20250514": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-5-20250929": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/aisingapore/gemma-sea-lion-v4-27b-it": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b": { + "contextWindow": 80000, + "maxOutputToken": 80000 + }, + "cloudflare/@cf/google/gemma-2b-it-lora": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "cloudflare/@cf/google/gemma-4-26b-a4b-it": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "cloudflare/@cf/google/gemma-7b-it-lora": { + "contextWindow": 3500, + "maxOutputToken": 3500 + }, + "cloudflare/@cf/ibm-granite/granite-4.0-h-micro": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "cloudflare/@cf/meta-llama/llama-2-7b-chat-hf-lora": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "cloudflare/@cf/meta/llama-2-7b-chat-fp16": { + "contextWindow": 3072, + "maxOutputToken": 3072 + }, + "cloudflare/@cf/meta/llama-2-7b-chat-int8": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "cloudflare/@cf/meta/llama-3.1-8b-instruct-fp8": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "cloudflare/@cf/meta/llama-3.2-11b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/meta/llama-3.2-1b-instruct": { + "contextWindow": 60000, + "maxOutputToken": 60000 + }, + "cloudflare/@cf/meta/llama-3.2-3b-instruct": { + "contextWindow": 80000, + "maxOutputToken": 80000 + }, + "cloudflare/@cf/meta/llama-3.3-70b-instruct-fp8-fast": { + "contextWindow": 24000, + "maxOutputToken": 24000 + }, + "cloudflare/@cf/meta/llama-4-scout-17b-16e-instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "cloudflare/@cf/meta/llama-guard-3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "cloudflare/@cf/mistral/mistral-7b-instruct-v0.2-lora": { + "contextWindow": 15000, + "maxOutputToken": 15000 + }, + "cloudflare/@cf/mistralai/mistral-small-3.1-24b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/moonshotai/kimi-k2.6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "cloudflare/@cf/moonshotai/kimi-k2.7-code": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "cloudflare/@cf/nvidia/nemotron-3-120b-a12b": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "cloudflare/@cf/openai/gpt-oss-120b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/openai/gpt-oss-20b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cloudflare/@cf/qwen/qwen2.5-coder-32b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "cloudflare/@cf/qwen/qwen3-30b-a3b-fp8": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "cloudflare/@cf/qwen/qwq-32b": { + "contextWindow": 24000, + "maxOutputToken": 24000 + }, + "cloudflare/@cf/zai-org/glm-4.7-flash": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "cloudflare/@cf/zai-org/glm-5.2": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "cloudflare/@hf/thebloke/codellama-7b-instruct-awq": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "codestral/codestral-2405": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "codestral/codestral-latest": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "codex-mini-latest": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "cohere.command-light-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "cohere.command-r-plus-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "cohere.command-r-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "cohere.command-text-v14": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "cohere.embed-english-v3": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "cohere.embed-multilingual-v3": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "cohere.embed-v4:0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "cohere.rerank-v3-5:0": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "cohere/embed-v4.0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "command": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "command-a-03-2025": { + "contextWindow": 256000, + "maxOutputToken": 8000 + }, + "command-light": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "command-nightly": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "command-r": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r-plus": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r-plus-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "command-r7b-12-2024": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "computer-use-preview": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "crusoe/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "crusoe/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "crusoe/google/gemma-3-12b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "crusoe/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "crusoe/moonshotai/Kimi-K2-Thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "crusoe/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "darkbloom/gemma-4-26b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "darkbloom/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen-coder": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "dashscope/qwen-flash": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-flash-2025-07-28": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-max": { + "contextWindow": 30720, + "maxOutputToken": 8192 + }, + "dashscope/qwen-plus": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-plus-2025-01-25": { + "contextWindow": 129024, + "maxOutputToken": 8192 + }, + "dashscope/qwen-plus-2025-04-28": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-plus-2025-07-14": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-plus-2025-07-28": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-plus-2025-09-11": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-plus-latest": { + "contextWindow": 997952, + "maxOutputToken": 32768 + }, + "dashscope/qwen-turbo": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen-turbo-2024-11-01": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "dashscope/qwen-turbo-2025-04-28": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "dashscope/qwen-turbo-latest": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "dashscope/qwen3-30b-a3b": { + "contextWindow": 129024, + "maxOutputToken": 16384 + }, + "dashscope/qwen3-coder-flash": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-coder-flash-2025-07-28": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-coder-plus": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-coder-plus-2025-07-22": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-max": { + "contextWindow": 258048, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-max-2026-01-23": { + "contextWindow": 258048, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-max-preview": { + "contextWindow": 258048, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-next-80b-a3b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-next-80b-a3b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "dashscope/qwen3-vl-235b-a22b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-235b-a22b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-32b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-32b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "dashscope/qwen3-vl-plus": { + "contextWindow": 260096, + "maxOutputToken": 32768 + }, + "dashscope/qwen3.5-plus": { + "contextWindow": 991808, + "maxOutputToken": 65536 + }, + "dashscope/qwq-plus": { + "contextWindow": 98304, + "maxOutputToken": 8192 + }, + "databricks/databricks-bge-large-en": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "databricks/databricks-claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "databricks/databricks-claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "databricks/databricks-claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "databricks/databricks-claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-sonnet-4": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-sonnet-4-1": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "databricks/databricks-gemini-2-5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "databricks/databricks-gemini-2-5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "databricks/databricks-gemma-3-12b": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "databricks/databricks-gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-5-1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "databricks/databricks-gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "databricks/databricks-gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "databricks/databricks-gte-large-en": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "databricks/databricks-llama-2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "databricks/databricks-llama-4-maverick": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-1-405b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-1-8b-instruct": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-meta-llama-3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "databricks/databricks-mixtral-8x7b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "databricks/databricks-mpt-30b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "databricks/databricks-mpt-7b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "davinci-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "deep-research-pro-preview-12-2025": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "deepinfra/Gryphe/MythoMax-L2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-405B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/NousResearch/Hermes-3-Llama-3.1-70B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/Qwen/QwQ-32B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/Qwen/Qwen2.5-72B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/Qwen/Qwen2.5-7B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/Qwen/Qwen2.5-VL-32B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "deepinfra/Qwen/Qwen3-14B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-235B-A22B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-30B-A3B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-32B": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/Sao10K/L3-8B-Lunaris-v1-Turbo": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "deepinfra/Sao10K/L3.1-70B-Euryale-v2.2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/Sao10K/L3.3-70B-Euryale-v2.3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/allenai/olmOCR-7B-0725-FP8": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "deepinfra/anthropic/claude-3-7-sonnet-latest": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "deepinfra/anthropic/claude-4-opus": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "deepinfra/anthropic/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "deepinfra/deepseek-ai/DeepSeek-R1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-0528-Turbo": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/deepseek-ai/DeepSeek-R1-Turbo": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "deepinfra/deepseek-ai/DeepSeek-V3": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-V3.1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/deepseek-ai/DeepSeek-V3.1-Terminus": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/google/gemini-2.0-flash-001": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "deepinfra/google/gemini-2.5-flash": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "deepinfra/google/gemini-2.5-pro": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "deepinfra/google/gemma-3-12b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/google/gemma-3-27b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/google/gemma-3-4b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.2-11B-Vision-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.2-3B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "contextWindow": 1048576, + "maxOutputToken": 1048576 + }, + "deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 327680, + "maxOutputToken": 327680 + }, + "deepinfra/meta-llama/Llama-Guard-3-8B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Llama-Guard-4-12B": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/microsoft/WizardLM-2-8x22B": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "deepinfra/microsoft/phi-4": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "deepinfra/mistralai/Mistral-Nemo-Instruct-2407": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/mistralai/Mistral-Small-24B-Instruct-2501": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/mistralai/Mistral-Small-3.2-24B-Instruct-2506": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "deepinfra/mistralai/Mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "deepinfra/moonshotai/Kimi-K2-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/moonshotai/Kimi-K2-Instruct-0905": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "deepinfra/nvidia/Llama-3.1-Nemotron-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/nvidia/Llama-3.3-Nemotron-Super-49B-v1.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/nvidia/NVIDIA-Nemotron-Nano-9B-v2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepinfra/zai-org/GLM-4.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "deepseek-chat": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "deepseek-reasoner": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "deepseek-v3-2-251201": { + "contextWindow": 98304, + "maxOutputToken": 32768 + }, + "deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "deepseek.v3-v1:0": { + "contextWindow": 163840, + "maxOutputToken": 81920 + }, + "deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepseek/deepseek-chat": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-coder": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "deepseek/deepseek-r1": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-reasoner": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "deepseek/deepseek-v3": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "deepseek/deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "deepseek/deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "dolphin": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "doubao-embedding": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-large": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-large-text-240915": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-large-text-250515": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "doubao-embedding-text-240715": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "embed-english-light-v2.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-english-light-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-english-v2.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "embed-english-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-multilingual-light-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "embed-multilingual-v2.0": { + "contextWindow": 768, + "maxOutputToken": 768 + }, + "embed-multilingual-v3.0": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "eu.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "eu.amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "eu.amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "eu.anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-3-opus-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "eu.anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-opus-4-1-20250805-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "eu.anthropic.claude-opus-4-20250514-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "eu.anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "eu.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "eu.deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "eu.meta.llama3-2-1b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "eu.meta.llama3-2-3b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "eu.mistral.pixtral-large-2502-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "eu.twelvelabs.marengo-embed-2-7-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "featherless_ai/featherless-ai/Qwerky-72B": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "featherless_ai/featherless-ai/Qwerky-QwQ-32B": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "fireworks_ai/WhereIsAI/UAE-Large-V1": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "fireworks_ai/accounts/fireworks/models/": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/SSD-1B": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-13b-python": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-34b-python": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-70b-python": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-llama-7b-python": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/codegemma-2b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/codegemma-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dbrx-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 20480 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528": { + "contextWindow": 160000, + "maxOutputToken": 160000 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic": { + "contextWindow": 128000, + "maxOutputToken": 20480 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v2p5": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v3p2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/accounts/fireworks/models/devstral-small-2505": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/fare-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/firefunction-v1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/firefunction-v2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/firellava-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-large": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-kontext-max": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/flux-kontext-pro": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/gemma-2b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/gemma-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/gemma-7b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/gemma2-9b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p5": { + "contextWindow": 128000, + "maxOutputToken": 96000 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p5-air": { + "contextWindow": 128000, + "maxOutputToken": 96000 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p5v": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p6": { + "contextWindow": 202800, + "maxOutputToken": 202800 + }, + "fireworks_ai/accounts/fireworks/models/glm-4p7": { + "contextWindow": 202800, + "maxOutputToken": 202800 + }, + "fireworks_ai/accounts/fireworks/models/glm-5p1": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/glm-5p2": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/internvl3-38b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/internvl3-78b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/internvl3-8b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/kat-coder": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kat-dev-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/llamaguard-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/llava-yi-34b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m1-80k": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m2p1": { + "contextWindow": 204800, + "maxOutputToken": 204800 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m2p7": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "fireworks_ai/accounts/fireworks/models/minimax-m3": { + "contextWindow": 512000, + "maxOutputToken": 512000 + }, + "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/openorca-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/phi-2-3b": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct": { + "contextWindow": 32064, + "maxOutputToken": 32064 + }, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/pythia-12b": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-14b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-0p6b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-14b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-4b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-8b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/qwen3p7-plus": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "fireworks_ai/accounts/fireworks/models/qwq-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/models/rolm-ocr": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/stablecode-3b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/starcoder-16b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/starcoder-7b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/accounts/fireworks/models/starcoder2-15b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/starcoder2-3b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/starcoder2-7b": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "fireworks_ai/accounts/fireworks/models/toppy-m-7b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/yi-34b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "fireworks_ai/accounts/fireworks/models/yi-34b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/yi-6b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "fireworks_ai/accounts/fireworks/models/yi-large": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/deepseek-v4-flash": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/deepseek-v4-pro": { + "contextWindow": 1048576, + "maxOutputToken": 384000 + }, + "fireworks_ai/glm-4p7": { + "contextWindow": 202800, + "maxOutputToken": 202800 + }, + "fireworks_ai/glm-5p1": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/glm-5p1-fast": { + "contextWindow": 202800, + "maxOutputToken": 131072 + }, + "fireworks_ai/glm-5p2": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "fireworks_ai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "fireworks_ai/kimi-k2p5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p6-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p7-code": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/kimi-k2p7-code-fast": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "fireworks_ai/minimax-m2p1": { + "contextWindow": 204800, + "maxOutputToken": 204800 + }, + "fireworks_ai/minimax-m2p7": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "fireworks_ai/minimax-m3": { + "contextWindow": 512000, + "maxOutputToken": 512000 + }, + "fireworks_ai/nomic-ai/nomic-embed-text-v1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "fireworks_ai/qwen3p7-plus": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "fireworks_ai/thenlper/gte-base": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "fireworks_ai/thenlper/gte-large": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "friendliai/meta-llama-3.1-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "friendliai/meta-llama-3.1-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ft:babbage-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "ft:davinci-002": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo-0125": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo-0613": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ft:gpt-3.5-turbo-1106": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "ft:gpt-4-0613": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "ft:gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "ft:gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "ft:gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "ft:gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "ft:gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "ft:gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "ft:o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "gemini-2.0-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.0-flash-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.0-flash-exp-image-generation": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini-2.0-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.0-flash-lite-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-computer-use-preview-10-2025": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-image": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini-2.5-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-lite-preview-06-17": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-lite-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-flash-native-audio-latest": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-flash-native-audio-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-flash-native-audio-preview-12-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini-2.5-flash-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-2.5-pro-preview-tts": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-3-pro-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3-pro-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-3.1-flash-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3.1-flash-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.1-flash-live-preview": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.1-pro-preview-customtools": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini-3.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-embedding-001": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "gemini-embedding-2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini-embedding-2-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini-exp-1206": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-flash-experimental": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "gemini-flash-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-flash-lite-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-live-2.5-flash-preview-native-audio-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-omni-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-pro-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini-robotics-er-1.5-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/deep-research-pro-preview-12-2025": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-1.5-flash": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash-exp-image-generation": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini/gemini-2.0-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.0-flash-lite-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-computer-use-preview-10-2025": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "gemini/gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-image": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "gemini/gemini-2.5-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-lite-preview-06-17": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-lite-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-flash-native-audio-latest": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-flash-native-audio-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-flash-native-audio-preview-12-2025": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-2.5-flash-preview-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-2.5-pro-preview-tts": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-3-pro-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3-pro-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-3.1-flash-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3.1-flash-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "gemini/gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-flash-live-preview": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.1-pro-preview-customtools": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gemini/gemini-3.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-embedding-001": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "gemini/gemini-embedding-2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-embedding-2-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-exp-1114": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "gemini/gemini-exp-1206": { + "contextWindow": 2097152, + "maxOutputToken": 8192 + }, + "gemini/gemini-flash-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-flash-lite-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-gemma-2-27b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-gemma-2-9b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "gemini/gemini-live-2.5-flash-preview-native-audio-09-2025": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-omni-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-pro-latest": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemini-robotics-er-1.5-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "gemini/gemma-3-27b-it": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "gemini/learnlm-1.5-pro-experimental": { + "contextWindow": 32767, + "maxOutputToken": 8192 + }, + "gemini/lyria-3-clip-preview": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "gemini/lyria-3-pro-preview": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "gemini/veo-2.0-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-fast-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-fast-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gemini/veo-3.1-lite-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "gigachat/Embeddings": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "gigachat/Embeddings-2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "gigachat/EmbeddingsGigaR": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "gigachat/GigaChat-2-Lite": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "gigachat/GigaChat-2-Max": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "gigachat/GigaChat-2-Pro": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "github_copilot/claude-haiku-4.5": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-opus-4.5": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-opus-4.6-fast": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-opus-41": { + "contextWindow": 80000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-sonnet-4": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/claude-sonnet-4.5": { + "contextWindow": 128000, + "maxOutputToken": 16000 + }, + "github_copilot/gemini-2.5-pro": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gemini-3-pro-preview": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-3.5-turbo": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-3.5-turbo-0613": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4-0613": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4-o-preview": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4.1": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4.1-2025-04-14": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4o": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4o-2024-05-13": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4o-2024-08-06": { + "contextWindow": 64000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4o-2024-11-20": { + "contextWindow": 64000, + "maxOutputToken": 16384 + }, + "github_copilot/gpt-4o-mini": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-4o-mini-2024-07-18": { + "contextWindow": 64000, + "maxOutputToken": 4096 + }, + "github_copilot/gpt-5": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "github_copilot/gpt-5-mini": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-5.1": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-5.1-codex-max": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "github_copilot/gpt-5.2": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/gpt-5.3-codex": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "github_copilot/mai-code-1-flash": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/mai-code-1-flash-internal": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "github_copilot/text-embedding-3-small": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "github_copilot/text-embedding-3-small-inference": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "github_copilot/text-embedding-ada-002": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "glm-4-7-251222": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "global.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "global.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "global.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "gmi/MiniMaxAI/MiniMax-M2.1": { + "contextWindow": 196608, + "maxOutputToken": 16384 + }, + "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "gmi/anthropic/claude-opus-4": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/anthropic/claude-opus-4.5": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/anthropic/claude-sonnet-4": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/anthropic/claude-sonnet-4.5": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 163840, + "maxOutputToken": 16384 + }, + "gmi/deepseek-ai/DeepSeek-V3.2": { + "contextWindow": 163840, + "maxOutputToken": 16384 + }, + "gmi/google/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gmi/google/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "gmi/moonshotai/Kimi-K2-Thinking": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "gmi/openai/gpt-4o": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "gmi/openai/gpt-4o-mini": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "gmi/openai/gpt-5": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/openai/gpt-5.1": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/openai/gpt-5.2": { + "contextWindow": 409600, + "maxOutputToken": 32000 + }, + "gmi/zai-org/GLM-4.7-FP8": { + "contextWindow": 202752, + "maxOutputToken": 16384 + }, + "google.gemma-3-12b-it": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "google.gemma-3-27b-it": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "google.gemma-3-4b-it": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-0125": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-1106": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-16k": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-3.5-turbo-instruct-0914": { + "contextWindow": 8192, + "maxOutputToken": 4097 + }, + "gpt-4": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-4-0125-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-0314": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-4-0613": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "gpt-4-1106-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-turbo": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-turbo-2024-04-09": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4-turbo-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-mini-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4.1-nano-2025-04-14": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-2024-05-13": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-2024-08-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-2024-11-20": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-audio-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-audio-preview-2025-06-03": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-2024-07-18": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-audio-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-audio-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-realtime-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-mini-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-mini-search-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-search-preview-2025-03-11": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-mini-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-mini-transcribe-2025-03-20": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-mini-transcribe-2025-12-15": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-realtime-preview": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-realtime-preview-2024-12-17": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-realtime-preview-2025-06-03": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-4o-search-preview": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-search-preview-2025-03-11": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-4o-transcribe": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-4o-transcribe-diarize": { + "contextWindow": 16000, + "maxOutputToken": 2000 + }, + "gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-mini-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-nano-2025-08-07": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-pro": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "gpt-5-pro-2025-10-06": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "gpt-5-search-api": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5-search-api-2025-10-14": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-2025-11-13": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5.1-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-codex-max": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.1-codex-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5.2-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.2-pro-2025-12-11": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.3-chat-latest": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-5.3-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "gpt-5.4": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-mini": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-mini-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-nano": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-nano-2026-03-17": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.4-pro-2026-03-05": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5-pro": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.5-pro-2026-04-23": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6-luna": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6-sol": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-5.6-terra": { + "contextWindow": 1050000, + "maxOutputToken": 128000 + }, + "gpt-audio": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-1.5": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-2025-08-28": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-mini-2025-10-06": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-audio-mini-2025-12-15": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gpt-realtime": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-1.5": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-2": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-2.1": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "gpt-realtime-2.1-mini": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-realtime-2025-08-28": { + "contextWindow": 32000, + "maxOutputToken": 4096 + }, + "gpt-realtime-mini": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-realtime-mini-2025-10-06": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gpt-realtime-mini-2025-12-15": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "gradient_ai/alibaba-qwen3-32b": { + "contextWindow": 131072, + "maxOutputToken": 40960 + }, + "gradient_ai/anthropic-claude-3-opus": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/anthropic-claude-3.5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/anthropic-claude-3.5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/anthropic-claude-3.7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 1024 + }, + "gradient_ai/deepseek-r1-distill-llama-70b": { + "contextWindow": 32768, + "maxOutputToken": 8000 + }, + "gradient_ai/llama3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 512 + }, + "gradient_ai/llama3.3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "gradient_ai/mistral-nemo-instruct-2407": { + "contextWindow": 128000, + "maxOutputToken": 512 + }, + "gradient_ai/openai-gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gradient_ai/openai-gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "gradient_ai/openai-o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "gradient_ai/openai-o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "groq/gemma-7b-it": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "groq/llama-3.1-8b-instant": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "groq/llama-3.3-70b-versatile": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "groq/meta-llama/llama-4-maverick-17b-128e-instruct": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "groq/meta-llama/llama-4-scout-17b-16e-instruct": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "groq/meta-llama/llama-guard-4-12b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "groq/moonshotai/kimi-k2-instruct-0905": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "groq/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32766 + }, + "groq/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "groq/openai/gpt-oss-safeguard-20b": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "groq/playai-tts": { + "contextWindow": 10000, + "maxOutputToken": 10000 + }, + "groq/qwen/qwen3-32b": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "heroku/claude-3-5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "heroku/claude-3-5-sonnet-latest": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "heroku/claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "heroku/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/Qwen/QwQ-32B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/Qwen/Qwen2.5-72B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/Qwen/Qwen3-235B-A22B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/deepseek-ai/DeepSeek-R1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/deepseek-ai/DeepSeek-V3": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Llama-3.2-3B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "hyperbolic/moonshotai/Kimi-K2-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "inception/mercury-2": { + "contextWindow": 128000, + "maxOutputToken": 50000 + }, + "j2-light": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "j2-mid": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "j2-ultra": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "jamba-1.5": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-large": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-large@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-mini": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-1.5-mini@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-large-1.6": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-large-1.7": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-mini-1.6": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jamba-mini-1.7": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "jina-reranker-v2-base-multilingual": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "jp.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "jp.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "jp.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "jp.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "kimi-k2-thinking-251104": { + "contextWindow": 229376, + "maxOutputToken": 32768 + }, + "lambda_ai/deepseek-llama3.3-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/deepseek-r1-0528": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/deepseek-r1-671b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/deepseek-v3-0324": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/hermes3-405b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/hermes3-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/hermes3-8b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/lfm-40b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/lfm-7b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "lambda_ai/llama-4-scout-17b-16e-instruct": { + "contextWindow": 16384, + "maxOutputToken": 8192 + }, + "lambda_ai/llama3.1-405b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.1-70b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.1-8b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.1-nemotron-70b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.2-11b-vision-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.2-3b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/llama3.3-70b-instruct-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/qwen25-coder-32b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lambda_ai/qwen3-32b-fp8": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "lemonade/Gemma-3-4b-it-GGUF": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "lemonade/Qwen3-4B-Instruct-2507-GGUF": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "lemonade/gpt-oss-120b-mxfp-GGUF": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "lemonade/gpt-oss-20b-mxfp4-GGUF": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "libertai/bge-m3": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "libertai/deepseek-v4-flash": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "libertai/deepseek-v4-flash-thinking": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "libertai/gemma-4-31b-it": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/gemma-4-31b-it-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/hermes-3-8b-tee": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "libertai/qwen3.5-122b-a10b": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.5-122b-a10b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-27b": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-27b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-35b-a3b": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "libertai/qwen3.6-35b-a3b-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "llamagate/codellama-7b": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "llamagate/deepseek-coder-6.7b": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "llamagate/deepseek-r1-7b-qwen": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "llamagate/deepseek-r1-8b": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "llamagate/dolphin3-8b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "llamagate/gemma3-4b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "llamagate/llama-3.1-8b": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "llamagate/llama-3.2-3b": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "llamagate/llava-7b": { + "contextWindow": 4096, + "maxOutputToken": 2048 + }, + "llamagate/mistral-7b-v0.3": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/nomic-embed-text": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "llamagate/openthinker-7b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/qwen2.5-coder-7b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/qwen3-8b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "llamagate/qwen3-embedding-8b": { + "contextWindow": 40960, + "maxOutputToken": 40960 + }, + "llamagate/qwen3-vl-8b": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "max-x-max/50-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "max-x-max/max-steps/stability.stable-diffusion-xl-v0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "medlm-large": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "medlm-medium": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "meta.llama2-13b-chat-v1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "meta.llama2-70b-chat-v1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "meta.llama3-1-405b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-1-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "meta.llama3-1-8b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "meta.llama3-2-11b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-2-1b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-2-3b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-2-90b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-3-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama3-70b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "meta.llama3-8b-instruct-v1:0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "meta.llama4-maverick-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta.llama4-scout-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "meta/muse-spark-1.1": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "meta_llama/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 4028 + }, + "meta_llama/Llama-3.3-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 4028 + }, + "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { + "contextWindow": 1000000, + "maxOutputToken": 4028 + }, + "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8": { + "contextWindow": 10000000, + "maxOutputToken": 4028 + }, + "minimax.minimax-m2": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "minimax.minimax-m2.1": { + "contextWindow": 196000, + "maxOutputToken": 8192 + }, + "minimax.minimax-m2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.1": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.1-lightning": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.5": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M2.5-lightning": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "minimax/MiniMax-M3": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "mistral.devstral-2-123b": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "mistral.magistral-small-2509": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.ministral-3-14b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.ministral-3-3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.ministral-3-8b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.mistral-7b-instruct-v0:2": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.mistral-large-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.mistral-large-2407-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "mistral.mistral-large-3-675b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.mistral-small-2402-v1:0": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.mixtral-8x7b-instruct-v0:1": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral.voxtral-mini-3b-2507": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral.voxtral-small-24b-2507": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "mistral/codestral-2405": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/codestral-2508": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/codestral-embed": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "mistral/codestral-embed-2505": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "mistral/codestral-latest": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/codestral-mamba-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-medium-2507": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/devstral-medium-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/devstral-small-2505": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/devstral-small-2507": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/devstral-small-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/labs-devstral-small-2512": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/magistral-medium-1-2-2509": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-medium-2506": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-medium-2509": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-medium-latest": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-small-1-2-2509": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-small-2506": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/magistral-small-latest": { + "contextWindow": 40000, + "maxOutputToken": 40000 + }, + "mistral/ministral-3-14b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/ministral-3-3b-2512": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/ministral-3-8b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/ministral-8b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/ministral-8b-latest": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-embed": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "mistral/mistral-large-2402": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-large-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/mistral-large-2411": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/mistral-large-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-large-3": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-large-latest": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-medium": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-medium-2312": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-medium-2505": { + "contextWindow": 131072, + "maxOutputToken": 8191 + }, + "mistral/mistral-medium-2508": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-medium-2604": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-medium-3-1-2508": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-medium-3-5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-medium-latest": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "mistral/mistral-small": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/mistral-small-3-2-2506": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-small-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "mistral/mistral-tiny": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/open-codestral-mamba": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "mistral/open-mistral-7b": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/open-mistral-nemo": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/open-mistral-nemo-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/open-mixtral-8x22b": { + "contextWindow": 65336, + "maxOutputToken": 8191 + }, + "mistral/open-mixtral-8x7b": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "mistral/pixtral-12b-2409": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/pixtral-large-2411": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "mistral/pixtral-large-latest": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "moonshot.kimi-k2-thinking": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "moonshot/kimi-k2-0711-preview": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/kimi-k2-0905-preview": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2-thinking-turbo": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2-turbo-preview": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-k2.6": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "moonshot/kimi-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/kimi-latest-128k": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/kimi-latest-32k": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/kimi-latest-8k": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/kimi-thinking-preview": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-128k": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-128k-0430": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-128k-vision-preview": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshot/moonshot-v1-32k": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/moonshot-v1-32k-0430": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/moonshot-v1-32k-vision-preview": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "moonshot/moonshot-v1-8k": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/moonshot-v1-8k-0430": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/moonshot-v1-8k-vision-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "moonshot/moonshot-v1-auto": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "moonshotai.kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "morph/morph-v3-fast": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "morph/morph-v3-large": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "multimodalembedding": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "multimodalembedding@001": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "nebius/BAAI/bge-en-icl": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/BAAI/bge-multilingual-gemma2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "nebius/NousResearch/Hermes-3-Llama-3.1-405B": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/Qwen/QwQ-32B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen2-VL-72B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "nebius/Qwen/Qwen2-VL-7B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "nebius/Qwen/Qwen2.5-32B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/Qwen/Qwen2.5-72B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/Qwen/Qwen2.5-Coder-7B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen2.5-VL-72B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "nebius/Qwen/Qwen3-14B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen3-235B-A22B": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "nebius/Qwen/Qwen3-30B-A3B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen3-32B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/Qwen/Qwen3-4B": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/deepseek-ai/DeepSeek-R1": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 164000, + "maxOutputToken": 164000 + }, + "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/deepseek-ai/DeepSeek-V3": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/google/gemma-3-27b-it": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/intfloat/e5-mistral-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "nebius/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Llama-Guard-3-8B": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/mistralai/Mistral-Nemo-Instruct-2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/Sao10K/L3-8B-Stheno-v3.2": { + "contextWindow": 8192, + "maxOutputToken": 32000 + }, + "novita/baai/bge-m3": { + "contextWindow": 8192, + "maxOutputToken": 96000 + }, + "novita/baai/bge-reranker-v2-m3": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "novita/baichuan/baichuan-m2-32b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/baidu/ernie-4.5-21B-a3b": { + "contextWindow": 120000, + "maxOutputToken": 8000 + }, + "novita/baidu/ernie-4.5-21B-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "novita/baidu/ernie-4.5-300b-a47b-paddle": { + "contextWindow": 123000, + "maxOutputToken": 12000 + }, + "novita/baidu/ernie-4.5-vl-28b-a3b": { + "contextWindow": 30000, + "maxOutputToken": 8000 + }, + "novita/baidu/ernie-4.5-vl-28b-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 65536 + }, + "novita/baidu/ernie-4.5-vl-424b-a47b": { + "contextWindow": 123000, + "maxOutputToken": 16000 + }, + "novita/deepseek/deepseek-ocr": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/deepseek/deepseek-prover-v2-671b": { + "contextWindow": 160000, + "maxOutputToken": 160000 + }, + "novita/deepseek/deepseek-r1-0528": { + "contextWindow": 163840, + "maxOutputToken": 32768 + }, + "novita/deepseek/deepseek-r1-0528-qwen3-8b": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "novita/deepseek/deepseek-r1-distill-llama-70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/deepseek/deepseek-r1-distill-qwen-14b": { + "contextWindow": 32768, + "maxOutputToken": 16384 + }, + "novita/deepseek/deepseek-r1-distill-qwen-32b": { + "contextWindow": 64000, + "maxOutputToken": 32000 + }, + "novita/deepseek/deepseek-r1-turbo": { + "contextWindow": 64000, + "maxOutputToken": 16000 + }, + "novita/deepseek/deepseek-v3-0324": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "novita/deepseek/deepseek-v3-turbo": { + "contextWindow": 64000, + "maxOutputToken": 16000 + }, + "novita/deepseek/deepseek-v3.1": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/deepseek/deepseek-v3.1-terminus": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/deepseek/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 65536 + }, + "novita/deepseek/deepseek-v3.2-exp": { + "contextWindow": 163840, + "maxOutputToken": 65536 + }, + "novita/google/gemma-3-12b-it": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "novita/google/gemma-3-27b-it": { + "contextWindow": 98304, + "maxOutputToken": 16384 + }, + "novita/gryphe/mythomax-l2-13b": { + "contextWindow": 4096, + "maxOutputToken": 3200 + }, + "novita/kwaipilot/kat-coder-pro": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "novita/meta-llama/llama-3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8000 + }, + "novita/meta-llama/llama-3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/meta-llama/llama-3.1-8b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "novita/meta-llama/llama-3.2-3b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32000 + }, + "novita/meta-llama/llama-3.3-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 120000 + }, + "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "novita/meta-llama/llama-4-scout-17b-16e-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/microsoft/wizardlm-2-8x22b": { + "contextWindow": 65535, + "maxOutputToken": 8000 + }, + "novita/minimax/minimax-m2": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "novita/minimax/minimax-m2.1": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "novita/minimaxai/minimax-m1-80k": { + "contextWindow": 1000000, + "maxOutputToken": 40000 + }, + "novita/mistralai/mistral-nemo": { + "contextWindow": 60288, + "maxOutputToken": 16000 + }, + "novita/moonshotai/kimi-k2-0905": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "novita/moonshotai/kimi-k2-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "novita/moonshotai/kimi-k2-thinking": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "novita/nousresearch/hermes-2-pro-llama-3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/paddlepaddle/paddleocr-vl": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen-2.5-72b-instruct": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "novita/qwen/qwen-mt-plus": { + "contextWindow": 16384, + "maxOutputToken": 8192 + }, + "novita/qwen/qwen2.5-7b-instruct": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "novita/qwen/qwen2.5-vl-72b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-235b-a22b-fp8": { + "contextWindow": 40960, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-235b-a22b-instruct-2507": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen3-235b-a22b-thinking-2507": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-30b-a3b-fp8": { + "contextWindow": 40960, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-32b-fp8": { + "contextWindow": 40960, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-4b-fp8": { + "contextWindow": 128000, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-8b-fp8": { + "contextWindow": 128000, + "maxOutputToken": 20000 + }, + "novita/qwen/qwen3-coder-30b-a3b-instruct": { + "contextWindow": 160000, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-coder-480b-a35b-instruct": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "novita/qwen/qwen3-embedding-0.6b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-embedding-8b": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "novita/qwen/qwen3-max": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "novita/qwen/qwen3-next-80b-a3b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-next-80b-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-omni-30b-a3b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen3-omni-30b-a3b-thinking": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "novita/qwen/qwen3-reranker-8b": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "novita/qwen/qwen3-vl-235b-a22b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-235b-a22b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-30b-a3b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-30b-a3b-thinking": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/qwen/qwen3-vl-8b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/sao10k/l3-70b-euryale-v2.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/sao10k/l3-8b-lunaris": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/sao10k/l31-70b-euryale-v2.2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "novita/skywork/r1v4-lite": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "novita/xiaomimimo/mimo-v2-flash": { + "contextWindow": 262144, + "maxOutputToken": 32000 + }, + "novita/zai-org/autoglm-phone-9b-multilingual": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "novita/zai-org/glm-4.5": { + "contextWindow": 131072, + "maxOutputToken": 98304 + }, + "novita/zai-org/glm-4.5-air": { + "contextWindow": 131072, + "maxOutputToken": 98304 + }, + "novita/zai-org/glm-4.5v": { + "contextWindow": 65536, + "maxOutputToken": 16384 + }, + "novita/zai-org/glm-4.6": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "novita/zai-org/glm-4.6v": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "novita/zai-org/glm-4.7": { + "contextWindow": 204800, + "maxOutputToken": 131072 + }, + "nvidia.nemotron-nano-12b-v2": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "nvidia.nemotron-nano-3-30b": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "nvidia.nemotron-nano-9b-v2": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "nvidia.nemotron-super-3-120b": { + "contextWindow": 256000, + "maxOutputToken": 32768 + }, + "o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o1-2024-12-17": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o1-pro": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o1-pro-2025-03-19": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-deep-research": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-deep-research-2025-06-26": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-mini-2025-01-31": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-pro": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o3-pro-2025-06-10": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini-2025-04-16": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini-deep-research": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "o4-mini-deep-research-2025-06-26": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "oci/cohere.command-a-03-2025": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-a-reasoning": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "oci/cohere.command-a-reasoning-08-2025": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-a-translate-08-2025": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-a-vision": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "oci/cohere.command-a-vision-07-2025": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-latest": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-plus-latest": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-r-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.command-r-plus-08-2024": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/cohere.embed-english-image-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-english-light-image-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-english-light-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-english-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-multilingual-image-v3.0": { + "contextWindow": 512 + }, + "oci/cohere.embed-multilingual-light-image-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-multilingual-light-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-multilingual-v3.0": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "oci/cohere.embed-v4.0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "oci/google.gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "oci/google.gemini-2.5-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "oci/google.gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "oci/meta.llama-3.1-405b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.1-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.1-8b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.2-11b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.2-90b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-3.3-70b-instruct-fp8-dynamic": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "oci/meta.llama-4-maverick-17b-128e-instruct-fp8": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "oci/meta.llama-4-scout-17b-16e-instruct": { + "contextWindow": 10485760, + "maxOutputToken": 8192 + }, + "oci/openai.gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "oci/openai.gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "oci/openai.gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "oci/xai.grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-3-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-3-mini-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "oci/xai.grok-4-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4.1-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4.20": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-4.20-multi-agent": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "oci/xai.grok-code-fast-1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "ollama/codegeex4": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/codegemma": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/codellama": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/deepseek-coder-v2-base": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/deepseek-coder-v2-instruct": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/deepseek-coder-v2-lite-base": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/deepseek-coder-v2-lite-instruct": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/deepseek-v3.1:671b-cloud": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "ollama/gpt-oss:120b-cloud": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "ollama/gpt-oss:20b-cloud": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "ollama/internlm2_5-20b-chat": { + "contextWindow": 32768, + "maxOutputToken": 8192 + }, + "ollama/llama2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2-uncensored": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2:13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2:70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama2:7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/llama3": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/llama3.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/llama3:70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/llama3:8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/mistral": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/mistral-7B-Instruct-v0.1": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "ollama/mistral-7B-Instruct-v0.2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "ollama/mistral-large-instruct-2407": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "ollama/mixtral-8x22B-Instruct-v0.1": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "ollama/mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "ollama/orca-mini": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "ollama/qwen3-coder:480b-cloud": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "ollama/vicuna": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "omni-moderation-2024-09-26": { + "contextWindow": 32768 + }, + "omni-moderation-latest": { + "contextWindow": 32768 + }, + "openai.gpt-oss-120b-1:0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openai.gpt-oss-20b-1:0": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openai.gpt-oss-safeguard-120b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "openai.gpt-oss-safeguard-20b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "openrouter/anthropic/claude-3-haiku": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "openrouter/anthropic/claude-3.5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "openrouter/anthropic/claude-3.7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "openrouter/anthropic/claude-haiku-4.5": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "openrouter/anthropic/claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/anthropic/claude-opus-4.1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/anthropic/claude-opus-4.5": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/anthropic/claude-opus-4.6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "openrouter/anthropic/claude-opus-4.7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "openrouter/anthropic/claude-sonnet-4": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "openrouter/anthropic/claude-sonnet-4.5": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "openrouter/anthropic/claude-sonnet-4.6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "openrouter/bytedance/ui-tars-1.5-7b": { + "contextWindow": 131072, + "maxOutputToken": 2048 + }, + "openrouter/deepseek/deepseek-chat": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-chat-v3-0324": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-chat-v3.1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "openrouter/deepseek/deepseek-r1": { + "contextWindow": 65336, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-r1-0528": { + "contextWindow": 65336, + "maxOutputToken": 8192 + }, + "openrouter/deepseek/deepseek-v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "openrouter/deepseek/deepseek-v3.2-exp": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "openrouter/google/gemini-2.0-flash-001": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "openrouter/google/gemini-2.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "openrouter/google/gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "openrouter/google/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "openrouter/google/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "openrouter/google/gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "openrouter/google/gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "openrouter/google/gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "openrouter/gryphe/mythomax-l2-13b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "openrouter/mancer/weaver": { + "contextWindow": 8000, + "maxOutputToken": 2000 + }, + "openrouter/meta-llama/llama-3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8000 + }, + "openrouter/minimax/minimax-m2": { + "contextWindow": 204800, + "maxOutputToken": 204800 + }, + "openrouter/minimax/minimax-m2.1": { + "contextWindow": 204000, + "maxOutputToken": 64000 + }, + "openrouter/minimax/minimax-m2.5": { + "contextWindow": 196608, + "maxOutputToken": 65536 + }, + "openrouter/mistralai/devstral-2512": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/mistralai/ministral-14b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/mistralai/ministral-3b-2512": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "openrouter/mistralai/ministral-8b-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/mistralai/mistral-7b-instruct": { + "contextWindow": 32768, + "maxOutputToken": 8191 + }, + "openrouter/mistralai/mistral-large": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "openrouter/mistralai/mistral-large-2512": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/mistralai/mistral-small-3.1-24b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "openrouter/mistralai/mistral-small-3.2-24b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openrouter/mistralai/mixtral-8x22b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 65536 + }, + "openrouter/moonshotai/kimi-k2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/openai/gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-3.5-turbo-16k": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-4": { + "contextWindow": 8191, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-4o-2024-05-13": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "openrouter/openai/gpt-5": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "openrouter/openai/gpt-5-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5-mini": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5-nano": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.1-codex-max": { + "contextWindow": 400000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.2": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.2-chat": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "openrouter/openai/gpt-5.2-codex": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-5.2-pro": { + "contextWindow": 272000, + "maxOutputToken": 128000 + }, + "openrouter/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "openrouter/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "openrouter/openai/o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "openrouter/openai/o3-mini": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "openrouter/openai/o3-mini-high": { + "contextWindow": 128000, + "maxOutputToken": 65536 + }, + "openrouter/openrouter/auto": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "openrouter/openrouter/bodybuilder": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "openrouter/openrouter/free": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "openrouter/qwen/qwen-2.5-coder-32b-instruct": { + "contextWindow": 33792, + "maxOutputToken": 33792 + }, + "openrouter/qwen/qwen-vl-plus": { + "contextWindow": 8192, + "maxOutputToken": 2048 + }, + "openrouter/qwen/qwen3-235b-a22b-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/qwen/qwen3-235b-a22b-thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "openrouter/qwen/qwen3-coder": { + "contextWindow": 262100, + "maxOutputToken": 262100 + }, + "openrouter/qwen/qwen3-coder-plus": { + "contextWindow": 997952, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-122b-a10b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-27b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-35b-a3b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-397b-a17b": { + "contextWindow": 262144, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-flash-02-23": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.5-plus-02-15": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "openrouter/qwen/qwen3.6-plus": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "openrouter/switchpoint/router": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "openrouter/undi95/remm-slerp-l2-13b": { + "contextWindow": 6144, + "maxOutputToken": 4096 + }, + "openrouter/x-ai/grok-4": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "openrouter/xiaomi/mimo-v2-flash": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "openrouter/xiaomi/mimo-v2.5": { + "contextWindow": 1048576, + "maxOutputToken": 131072 + }, + "openrouter/xiaomi/mimo-v2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 16384 + }, + "openrouter/z-ai/glm-4.6": { + "contextWindow": 202800, + "maxOutputToken": 131000 + }, + "openrouter/z-ai/glm-4.6:exacto": { + "contextWindow": 202800, + "maxOutputToken": 131000 + }, + "openrouter/z-ai/glm-4.7": { + "contextWindow": 202752, + "maxOutputToken": 64000 + }, + "openrouter/z-ai/glm-4.7-flash": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "openrouter/z-ai/glm-5": { + "contextWindow": 202752, + "maxOutputToken": 128000 + }, + "openrouter/z-ai/glm-5.1": { + "contextWindow": 202752, + "maxOutputToken": 65535 + }, + "ovhcloud/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Llama-3.1-8B-Instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Meta-Llama-3_1-70B-Instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Meta-Llama-3_3-70B-Instruct": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/Mistral-7B-Instruct-v0.3": { + "contextWindow": 127000, + "maxOutputToken": 127000 + }, + "ovhcloud/Mistral-Nemo-Instruct-2407": { + "contextWindow": 118000, + "maxOutputToken": 118000 + }, + "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "ovhcloud/Mixtral-8x7B-Instruct-v0.1": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/Qwen2.5-Coder-32B-Instruct": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/Qwen2.5-VL-72B-Instruct": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/Qwen3-32B": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/gpt-oss-120b": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/gpt-oss-20b": { + "contextWindow": 131000, + "maxOutputToken": 131000 + }, + "ovhcloud/llava-v1.6-mistral-7b-hf": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "ovhcloud/mamba-codestral-7B-v0.1": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "palm/chat-bison": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "palm/chat-bison-001": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "palm/text-bison": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "palm/text-bison-001": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "palm/text-bison-safety-off": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "palm/text-bison-safety-recitation-off": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "perplexity/codellama-34b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/codellama-70b-instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/llama-2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/llama-3.1-70b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "perplexity/llama-3.1-8b-instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "perplexity/mistral-7b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/mixtral-8x7b-instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-70b-online": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-7b-chat": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "perplexity/pplx-7b-online": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "perplexity/pplx-embed-v1-0.6b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "perplexity/pplx-embed-v1-4b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "perplexity/sonar": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-deep-research": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-medium-chat": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/sonar-medium-online": { + "contextWindow": 12000, + "maxOutputToken": 12000 + }, + "perplexity/sonar-pro": { + "contextWindow": 200000, + "maxOutputToken": 8000 + }, + "perplexity/sonar-reasoning": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-reasoning-pro": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "perplexity/sonar-small-chat": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "perplexity/sonar-small-online": { + "contextWindow": 12000, + "maxOutputToken": 12000 + }, + "pinstripes/ps/deepseek-v4-flash": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "pinstripes/ps/glm-4.5-air": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "pinstripes/ps/minimax-m2.7": { + "contextWindow": 1000192, + "maxOutputToken": 1000192 + }, + "pinstripes/ps/qwen3-30b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "pinstripes/ps/qwen3-coder-30b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "pinstripes/ps/qwen3.6-35b-a3b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "publicai/BSC-LT/ALIA-40b-instruct_Q8_0": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "publicai/BSC-LT/salamandra-7b-instruct-tools-16k": { + "contextWindow": 16384, + "maxOutputToken": 4096 + }, + "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/allenai/Olmo-3-32B-Think": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/allenai/Olmo-3-7B-Instruct": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/allenai/Olmo-3-7B-Think": { + "contextWindow": 32768, + "maxOutputToken": 4096 + }, + "publicai/swiss-ai/apertus-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "publicai/swiss-ai/apertus-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "qwen.qwen3-235b-a22b-2507-v1:0": { + "contextWindow": 262144, + "maxOutputToken": 131072 + }, + "qwen.qwen3-32b-v1:0": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "qwen.qwen3-coder-30b-a3b-v1:0": { + "contextWindow": 262144, + "maxOutputToken": 131072 + }, + "qwen.qwen3-coder-480b-a35b-v1:0": { + "contextWindow": 262000, + "maxOutputToken": 65536 + }, + "qwen.qwen3-coder-next": { + "contextWindow": 262144, + "maxOutputToken": 8192 + }, + "qwen.qwen3-next-80b-a3b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "qwen.qwen3-vl-235b-a22b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "replicate/deepseek-ai/deepseek-r1": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "replicate/deepseek-ai/deepseek-v3": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "replicate/deepseek-ai/deepseek-v3.1": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "replicate/meta/llama-2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-13b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-2-7b-chat": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/meta/llama-3-70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "replicate/meta/llama-3-70b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "replicate/meta/llama-3-8b": { + "contextWindow": 8086, + "maxOutputToken": 8086 + }, + "replicate/meta/llama-3-8b-instruct": { + "contextWindow": 8086, + "maxOutputToken": 8086 + }, + "replicate/mistralai/mistral-7b-instruct-v0.2": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/mistralai/mistral-7b-v0.1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "replicate/mistralai/mixtral-8x7b-instruct-v0.1": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-english-v2.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-english-v3.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-multilingual-v2.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-multilingual-v3.0": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "rerank-v3.5": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-13b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-13b-f": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-70b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-70b-b-f": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-7b": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sagemaker/meta-textgeneration-llama-2-7b-f": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sambanova/DeepSeek-R1": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "sambanova/DeepSeek-R1-Distill-Llama-70B": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/DeepSeek-V3-0324": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "sambanova/DeepSeek-V3.1": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/DeepSeek-V3.2": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "sambanova/Llama-4-Maverick-17B-128E-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "sambanova/Meta-Llama-3.1-405B-Instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Meta-Llama-3.1-8B-Instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Meta-Llama-3.2-1B-Instruct": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Meta-Llama-3.2-3B-Instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sambanova/Meta-Llama-3.3-70B-Instruct": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/Meta-Llama-Guard-3-8B": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/MiniMax-M2.7": { + "contextWindow": 196608, + "maxOutputToken": 131072 + }, + "sambanova/QwQ-32B": { + "contextWindow": 16384, + "maxOutputToken": 16384 + }, + "sambanova/Qwen2-Audio-7B-Instruct": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "sambanova/Qwen3-32B": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "sambanova/gemma-4-31B-it": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sambanova/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "sarvam/sarvam-m": { + "contextWindow": 8192, + "maxOutputToken": 32000 + }, + "scaleway/google/gemma-3-27b-it": { + "contextWindow": 40000, + "maxOutputToken": 8192 + }, + "scaleway/google/gemma-4-26b-a4b-it": { + "contextWindow": 256000, + "maxOutputToken": 32768 + }, + "scaleway/hcompany/holo2-30b-a3b": { + "contextWindow": 22000, + "maxOutputToken": 16384 + }, + "scaleway/meta/llama-3.3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "scaleway/mistralai/devstral-2-123b-instruct-2512": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "scaleway/mistralai/mistral-medium-3.5-128b": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "scaleway/mistralai/mistral-small-3.2-24b-instruct-2506": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "scaleway/mistralai/pixtral-12b-2409": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "scaleway/mistralai/voxtral-small-24b-2507": { + "contextWindow": 32000, + "maxOutputToken": 16384 + }, + "scaleway/openai/gpt-oss-120b": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "scaleway/qwen/qwen3-235b-a22b-instruct-2507": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "scaleway/qwen/qwen3-coder-30b-a3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "scaleway/qwen/qwen3.5-397b-a17b": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "scaleway/qwen/qwen3.6-35b-a3b": { + "contextWindow": 256000, + "maxOutputToken": 16384 + }, + "snowflake/claude-3-5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-4-opus": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/claude-sonnet-4-6": { + "contextWindow": 200000, + "maxOutputToken": 16384 + }, + "snowflake/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/gemma-7b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/jamba-1.5-large": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "snowflake/jamba-1.5-mini": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "snowflake/jamba-instruct": { + "contextWindow": 256000, + "maxOutputToken": 8192 + }, + "snowflake/llama2-70b-chat": { + "contextWindow": 4096, + "maxOutputToken": 8192 + }, + "snowflake/llama3-70b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/llama3-8b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/llama3.1-405b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama3.1-70b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama3.1-8b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama3.2-1b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "snowflake/llama3.2-3b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "snowflake/llama3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/llama4-maverick": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/mistral-7b": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/mistral-large": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/mistral-large2": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "snowflake/mixtral-8x7b": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/openai-gpt-4.1": { + "contextWindow": 300000, + "maxOutputToken": 16384 + }, + "snowflake/openai-gpt-5": { + "contextWindow": 300000, + "maxOutputToken": 16384 + }, + "snowflake/openai-gpt-5-mini": { + "contextWindow": 1000000, + "maxOutputToken": 16384 + }, + "snowflake/openai-gpt-5-nano": { + "contextWindow": 5000000, + "maxOutputToken": 16384 + }, + "snowflake/reka-core": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "snowflake/reka-flash": { + "contextWindow": 100000, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-arctic": { + "contextWindow": 4096, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-arctic-embed-l-v2.0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-arctic-embed-m-v2.0": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-llama-3.1-405b": { + "contextWindow": 8000, + "maxOutputToken": 8192 + }, + "snowflake/snowflake-llama-3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "soniox/stt-async-v4": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "soniox/stt-async-v5": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "stability.sd3-5-large-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.sd3-large-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-conservative-upscale-v1:0": { + "contextWindow": 77 + }, + "stability.stable-creative-upscale-v1:0": { + "contextWindow": 77 + }, + "stability.stable-fast-upscale-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-control-sketch-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-control-structure-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-core-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-image-core-v1:1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-image-erase-object-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-inpaint-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-remove-background-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-search-recolor-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-search-replace-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-style-guide-v1:0": { + "contextWindow": 77 + }, + "stability.stable-image-ultra-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-image-ultra-v1:1": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "stability.stable-outpaint-v1:0": { + "contextWindow": 77 + }, + "stability.stable-style-transfer-v1:0": { + "contextWindow": 77 + }, + "tencent/deepseek-v4-flash": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "tencent/deepseek-v4-pro": { + "contextWindow": 1000000, + "maxOutputToken": 384000 + }, + "tensormesh/MiniMaxAI/MiniMax-M2.5": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "tensormesh/Qwen/Qwen3.6-27B-FP8": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "tensormesh/deepseek-ai/DeepSeek-V4-Flash": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "tensormesh/google/gemma-4-31B-it": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP": { + "contextWindow": 202752, + "maxOutputToken": 202752 + }, + "tensormesh/moonshotai/Kimi-K2.6": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "tensormesh/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "tensormesh/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "text-completion-codestral/codestral-2405": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "text-completion-codestral/codestral-latest": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "text-completion-inception/mercury-edit-2": { + "contextWindow": 32000, + "maxOutputToken": 8192 + }, + "text-embedding-004": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "text-embedding-005": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "text-embedding-3-large": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-3-small": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-ada-002": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-ada-002-v2": { + "contextWindow": 8191, + "maxOutputToken": 8191 + }, + "text-embedding-large-exp-03-07": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "text-embedding-preview-0409": { + "contextWindow": 3072, + "maxOutputToken": 3072 + }, + "text-moderation-007": { + "contextWindow": 32768 + }, + "text-moderation-latest": { + "contextWindow": 32768 + }, + "text-moderation-stable": { + "contextWindow": 32768 + }, + "text-multilingual-embedding-002": { + "contextWindow": 2048, + "maxOutputToken": 2048 + }, + "text-unicorn": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "text-unicorn@001": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "together-ai-8.1b-21b": { + "contextWindow": 1000, + "maxOutputToken": 1000 + }, + "together_ai/BAAI/bge-base-en-v1.5": { + "contextWindow": 512 + }, + "together_ai/Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { + "contextWindow": 262000 + }, + "together_ai/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "contextWindow": 256000 + }, + "together_ai/Qwen/Qwen3-235B-A22B-fp8-tput": { + "contextWindow": 40000 + }, + "together_ai/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8": { + "contextWindow": 256000 + }, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Instruct": { + "contextWindow": 262144 + }, + "together_ai/Qwen/Qwen3-Next-80B-A3B-Thinking": { + "contextWindow": 262144 + }, + "together_ai/Qwen/Qwen3.5-397B-A17B": { + "contextWindow": 262144 + }, + "together_ai/baai/bge-base-en-v1.5": { + "contextWindow": 512 + }, + "together_ai/deepseek-ai/DeepSeek-R1": { + "contextWindow": 128000, + "maxOutputToken": 20480 + }, + "together_ai/deepseek-ai/DeepSeek-R1-0528-tput": { + "contextWindow": 128000 + }, + "together_ai/deepseek-ai/DeepSeek-V3": { + "contextWindow": 65536, + "maxOutputToken": 8192 + }, + "together_ai/deepseek-ai/DeepSeek-V3.1": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "together_ai/moonshotai/Kimi-K2-Instruct-0905": { + "contextWindow": 262144 + }, + "together_ai/moonshotai/Kimi-K2.5": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "together_ai/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "together_ai/openai/gpt-oss-20b": { + "contextWindow": 128000 + }, + "together_ai/zai-org/GLM-4.5-Air-FP8": { + "contextWindow": 128000 + }, + "together_ai/zai-org/GLM-4.6": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "together_ai/zai-org/GLM-4.7": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "twelvelabs.marengo-embed-2-7-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.amazon.nova-2-lite-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.amazon.nova-2-pro-preview-20251202-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.amazon.nova-canvas-v1:0": { + "contextWindow": 2600 + }, + "us.amazon.nova-lite-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "us.amazon.nova-micro-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 10000 + }, + "us.amazon.nova-premier-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 10000 + }, + "us.amazon.nova-pro-v1:0": { + "contextWindow": 300000, + "maxOutputToken": 10000 + }, + "us.anthropic.claude-3-5-haiku-20241022-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "us.anthropic.claude-3-haiku-20240307-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-3-opus-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-3-sonnet-20240229-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "us.anthropic.claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-haiku-4-5-20251001-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-opus-4-1-20250805-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "us.anthropic.claude-opus-4-20250514-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "us.anthropic.claude-opus-4-5-20251101-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-opus-4-6-v1": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.anthropic.claude-sonnet-4-20250514-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "us.anthropic.claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "us.deepseek.r1-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.deepseek.v3.2": { + "contextWindow": 163840, + "maxOutputToken": 163840 + }, + "us.meta.llama3-1-405b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-1-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "us.meta.llama3-1-8b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "us.meta.llama3-2-11b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-2-1b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-2-3b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-2-90b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama3-3-70b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama4-maverick-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.meta.llama4-scout-17b-instruct-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.mistral.pixtral-large-2502-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "us.twelvelabs.marengo-embed-2-7-v1:0": { + "contextWindow": 77, + "maxOutputToken": 77 + }, + "us.writer.palmyra-x4-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "us.writer.palmyra-x5-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "v0/v0-1.0-md": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "v0/v0-1.5-lg": { + "contextWindow": 512000, + "maxOutputToken": 512000 + }, + "v0/v0-1.5-md": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vercel_ai_gateway/alibaba/qwen-3-14b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen-3-235b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen-3-30b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen-3-32b": { + "contextWindow": 40960, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/alibaba/qwen3-coder": { + "contextWindow": 262144, + "maxOutputToken": 66536 + }, + "vercel_ai_gateway/amazon/nova-lite": { + "contextWindow": 300000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/amazon/nova-micro": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/amazon/nova-pro": { + "contextWindow": 300000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-3-haiku": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/anthropic/claude-3-opus": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/anthropic/claude-3.5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-4-opus": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/anthropic/claude-4-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-haiku-4.5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4.1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4.5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-opus-4.6": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-sonnet-4": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/cohere/command-a": { + "contextWindow": 256000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/cohere/command-r": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/cohere/command-r-plus": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/deepseek/deepseek-r1": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/deepseek/deepseek-v3": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/google/gemini-2.0-flash": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/google/gemini-2.0-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/google/gemini-2.5-flash": { + "contextWindow": 1000000, + "maxOutputToken": 65536 + }, + "vercel_ai_gateway/google/gemini-2.5-pro": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vercel_ai_gateway/google/gemma-2-9b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/inception/mercury-coder-small": { + "contextWindow": 32000, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/meta/llama-3-70b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.1-70b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.1-8b": { + "contextWindow": 131000, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/meta/llama-3.2-11b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.2-1b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.2-3b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.2-90b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-3.3-70b": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-4-maverick": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/meta/llama-4-scout": { + "contextWindow": 131072, + "maxOutputToken": 8192 + }, + "vercel_ai_gateway/mistral/codestral": { + "contextWindow": 256000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/devstral-small": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vercel_ai_gateway/mistral/magistral-medium": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/mistral/magistral-small": { + "contextWindow": 128000, + "maxOutputToken": 64000 + }, + "vercel_ai_gateway/mistral/ministral-3b": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/ministral-8b": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/mistral-large": { + "contextWindow": 32000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/mistral-saba-24b": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/mistral/mistral-small": { + "contextWindow": 32000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/mixtral-8x22b-instruct": { + "contextWindow": 65536, + "maxOutputToken": 2048 + }, + "vercel_ai_gateway/mistral/pixtral-12b": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/mistral/pixtral-large": { + "contextWindow": 128000, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/moonshotai/kimi-k2": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/morph/morph-v3-fast": { + "contextWindow": 32768, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/morph/morph-v3-large": { + "contextWindow": 32768, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/openai/gpt-3.5-turbo": { + "contextWindow": 16385, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct": { + "contextWindow": 8192, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/openai/gpt-4-turbo": { + "contextWindow": 128000, + "maxOutputToken": 4096 + }, + "vercel_ai_gateway/openai/gpt-4.1": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/openai/gpt-4.1-mini": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/openai/gpt-4.1-nano": { + "contextWindow": 1047576, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/openai/gpt-4o": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/openai/gpt-4o-mini": { + "contextWindow": 128000, + "maxOutputToken": 16384 + }, + "vercel_ai_gateway/openai/o1": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/openai/o3": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/openai/o3-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/openai/o4-mini": { + "contextWindow": 200000, + "maxOutputToken": 100000 + }, + "vercel_ai_gateway/perplexity/sonar": { + "contextWindow": 127000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/perplexity/sonar-pro": { + "contextWindow": 200000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/perplexity/sonar-reasoning": { + "contextWindow": 127000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/perplexity/sonar-reasoning-pro": { + "contextWindow": 127000, + "maxOutputToken": 8000 + }, + "vercel_ai_gateway/vercel/v0-1.0-md": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "vercel_ai_gateway/vercel/v0-1.5-md": { + "contextWindow": 128000, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/xai/grok-2": { + "contextWindow": 131072, + "maxOutputToken": 4000 + }, + "vercel_ai_gateway/xai/grok-2-vision": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "vercel_ai_gateway/xai/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-3-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-3-mini-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/xai/grok-4": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vercel_ai_gateway/zai/glm-4.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "vercel_ai_gateway/zai/glm-4.5-air": { + "contextWindow": 128000, + "maxOutputToken": 96000 + }, + "vercel_ai_gateway/zai/glm-4.6": { + "contextWindow": 200000, + "maxOutputToken": 200000 + }, + "vertex_ai/claude-3-5-haiku": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-5-haiku@20241022": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-5-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-5-sonnet@20240620": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-7-sonnet@20250219": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-3-haiku": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-haiku@20240307": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-opus": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-opus@20240229": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-sonnet": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-3-sonnet@20240229": { + "contextWindow": 200000, + "maxOutputToken": 4096 + }, + "vertex_ai/claude-fable-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-fable-5@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-haiku-4-5": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-haiku-4-5@20251001": { + "contextWindow": 200000, + "maxOutputToken": 8192 + }, + "vertex_ai/claude-opus-4": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-opus-4-1": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-opus-4-1@20250805": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-opus-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-opus-4-5@20251101": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-opus-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-6@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-7": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-7@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-8": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4-8@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-opus-4@20250514": { + "contextWindow": 200000, + "maxOutputToken": 32000 + }, + "vertex_ai/claude-sonnet-4": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-5": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-5@20250929": { + "contextWindow": 200000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-6": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4-6@default": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-4@20250514": { + "contextWindow": 1000000, + "maxOutputToken": 64000 + }, + "vertex_ai/claude-sonnet-5": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/claude-sonnet-5@default": { + "contextWindow": 1000000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral-2": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral-2501": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral-2@001": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral@2405": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/codestral@latest": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/deep-research-pro-preview-12-2025": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/deepseek-ai/deepseek-r1-0528-maas": { + "contextWindow": 65336, + "maxOutputToken": 8192 + }, + "vertex_ai/deepseek-ai/deepseek-v3.1-maas": { + "contextWindow": 163840, + "maxOutputToken": 32768 + }, + "vertex_ai/deepseek-ai/deepseek-v3.2-maas": { + "contextWindow": 163840, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-2.5-flash-image": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3-flash-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "vertex_ai/gemini-3-pro-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3-pro-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "vertex_ai/gemini-3.1-flash-image": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3.1-flash-image-preview": { + "contextWindow": 65536, + "maxOutputToken": 32768 + }, + "vertex_ai/gemini-3.1-flash-lite": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.1-flash-lite-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.1-pro-preview": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.1-pro-preview-customtools": { + "contextWindow": 1048576, + "maxOutputToken": 65536 + }, + "vertex_ai/gemini-3.5-flash": { + "contextWindow": 1048576, + "maxOutputToken": 65535 + }, + "vertex_ai/gemini-embedding-2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vertex_ai/gemini-embedding-2-preview": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "vertex_ai/google/gemma-4-26b-a4b-it-maas": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "vertex_ai/jamba-1.5": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-large": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-large@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-mini": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/jamba-1.5-mini@001": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/meta/llama-3.1-405b-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-3.1-70b-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-3.1-8b-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-3.2-90b-vision-instruct-maas": { + "contextWindow": 128000, + "maxOutputToken": 2048 + }, + "vertex_ai/meta/llama-4-maverick-17b-128e-instruct-maas": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "vertex_ai/meta/llama-4-maverick-17b-16e-instruct-maas": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "vertex_ai/meta/llama-4-scout-17b-128e-instruct-maas": { + "contextWindow": 10000000, + "maxOutputToken": 10000000 + }, + "vertex_ai/meta/llama-4-scout-17b-16e-instruct-maas": { + "contextWindow": 10000000, + "maxOutputToken": 10000000 + }, + "vertex_ai/meta/llama3-405b-instruct-maas": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "vertex_ai/meta/llama3-70b-instruct-maas": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "vertex_ai/meta/llama3-8b-instruct-maas": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "vertex_ai/minimaxai/minimax-m2-maas": { + "contextWindow": 196608, + "maxOutputToken": 196608 + }, + "vertex_ai/mistral-large-2411": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-large@2407": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-large@2411-001": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-large@latest": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-medium-3": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-medium-3@001": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistral-nemo@2407": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistral-nemo@latest": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistral-small-2503": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistral-small-2503@001": { + "contextWindow": 32000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistralai/codestral-2": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistralai/codestral-2@001": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "vertex_ai/mistralai/mistral-medium-3": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/mistralai/mistral-medium-3@001": { + "contextWindow": 128000, + "maxOutputToken": 8191 + }, + "vertex_ai/moonshotai/kimi-k2-thinking-maas": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "vertex_ai/openai/gpt-oss-120b-maas": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "vertex_ai/openai/gpt-oss-20b-maas": { + "contextWindow": 131072, + "maxOutputToken": 32768 + }, + "vertex_ai/qwen/qwen3-235b-a22b-instruct-2507-maas": { + "contextWindow": 262144, + "maxOutputToken": 16384 + }, + "vertex_ai/qwen/qwen3-coder-480b-a35b-instruct-maas": { + "contextWindow": 262144, + "maxOutputToken": 32768 + }, + "vertex_ai/qwen/qwen3-next-80b-a3b-instruct-maas": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "vertex_ai/qwen/qwen3-next-80b-a3b-thinking-maas": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "vertex_ai/veo-2.0-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.0-fast-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.0-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-fast-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-fast-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-generate-001": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/veo-3.1-generate-preview": { + "contextWindow": 1024, + "maxOutputToken": 1024 + }, + "vertex_ai/xai/grok-4.1-fast-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/xai/grok-4.1-fast-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/xai/grok-4.20-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/xai/grok-4.20-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "vertex_ai/zai-org/glm-4.7-maas": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "vertex_ai/zai-org/glm-5-maas": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-code-preview-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-lite-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-mini-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "volcengine/doubao-seed-2-0-pro-260215": { + "contextWindow": 256000, + "maxOutputToken": 128000 + }, + "voyage/rerank-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/rerank-2-lite": { + "contextWindow": 8000, + "maxOutputToken": 8000 + }, + "voyage/rerank-2.5": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/rerank-2.5-lite": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-2": { + "contextWindow": 4000, + "maxOutputToken": 4000 + }, + "voyage/voyage-3": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3-large": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3-lite": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3.5": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-3.5-lite": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-code-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/voyage-code-3": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-context-3": { + "contextWindow": 120000, + "maxOutputToken": 120000 + }, + "voyage/voyage-finance-2": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "voyage/voyage-large-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/voyage-law-2": { + "contextWindow": 16000, + "maxOutputToken": 16000 + }, + "voyage/voyage-lite-01": { + "contextWindow": 4096, + "maxOutputToken": 4096 + }, + "voyage/voyage-lite-02-instruct": { + "contextWindow": 4000, + "maxOutputToken": 4000 + }, + "voyage/voyage-multimodal-3": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "wandb/MiniMaxAI/MiniMax-M2.5": { + "contextWindow": 197000, + "maxOutputToken": 197000 + }, + "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/deepseek-ai/DeepSeek-R1-0528": { + "contextWindow": 161000, + "maxOutputToken": 161000 + }, + "wandb/deepseek-ai/DeepSeek-V3-0324": { + "contextWindow": 161000, + "maxOutputToken": 161000 + }, + "wandb/deepseek-ai/DeepSeek-V3.1": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/meta-llama/Llama-3.1-8B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/meta-llama/Llama-3.3-70B-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct": { + "contextWindow": 64000, + "maxOutputToken": 64000 + }, + "wandb/microsoft/Phi-4-mini-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/moonshotai/Kimi-K2-Instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "wandb/moonshotai/Kimi-K2.5": { + "contextWindow": 262144, + "maxOutputToken": 262144 + }, + "wandb/openai/gpt-oss-120b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "wandb/openai/gpt-oss-20b": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "wandb/zai-org/GLM-4.5": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "watsonx/bigscience/mt0-xxl-13b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/core42/jais-13b-chat": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/google/flan-t5-xl-3b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-13b-chat-v2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-13b-instruct-v2": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-3-3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-3-8b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 1024 + }, + "watsonx/ibm/granite-4-h-small": { + "contextWindow": 20480, + "maxOutputToken": 20480 + }, + "watsonx/ibm/granite-guardian-3-2-2b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-guardian-3-3-8b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/ibm/granite-ttm-1024-96-r2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "watsonx/ibm/granite-ttm-1536-96-r2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "watsonx/ibm/granite-ttm-512-96-r2": { + "contextWindow": 512, + "maxOutputToken": 512 + }, + "watsonx/ibm/granite-vision-3-2-2b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/meta-llama/llama-3-2-11b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-2-1b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-2-3b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-2-90b-vision-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-3-3-70b-instruct": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-4-maverick-17b": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/meta-llama/llama-guard-3-11b-vision": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/mistralai/mistral-large": { + "contextWindow": 131072, + "maxOutputToken": 16384 + }, + "watsonx/mistralai/mistral-medium-2505": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/mistralai/mistral-small-2503": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503": { + "contextWindow": 32000, + "maxOutputToken": 32000 + }, + "watsonx/mistralai/pixtral-12b-2409": { + "contextWindow": 128000, + "maxOutputToken": 128000 + }, + "watsonx/openai/gpt-oss-120b": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "watsonx/sdaia/allam-1-13b-instruct": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "writer.palmyra-x4-v1:0": { + "contextWindow": 128000, + "maxOutputToken": 8192 + }, + "writer.palmyra-x5-v1:0": { + "contextWindow": 1000000, + "maxOutputToken": 8192 + }, + "xai/grok-2": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-2-1212": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-2-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-2-vision": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "xai/grok-2-vision-1212": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "xai/grok-2-vision-latest": { + "contextWindow": 32768, + "maxOutputToken": 32768 + }, + "xai/grok-3": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-fast-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-fast-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-fast": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-fast-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-fast-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-3-mini-latest": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-4": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-4-0709": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-4-1-fast": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-non-reasoning-latest": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-1-fast-reasoning-latest": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-fast-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-fast-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4-latest": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-4.20-0309-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.20-beta-0309-non-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.20-beta-0309-reasoning": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.20-multi-agent-beta-0309": { + "contextWindow": 2000000, + "maxOutputToken": 2000000 + }, + "xai/grok-4.3": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "xai/grok-4.3-latest": { + "contextWindow": 1000000, + "maxOutputToken": 1000000 + }, + "xai/grok-4.5": { + "contextWindow": 500000, + "maxOutputToken": 500000 + }, + "xai/grok-4.5-latest": { + "contextWindow": 500000, + "maxOutputToken": 500000 + }, + "xai/grok-beta": { + "contextWindow": 131072, + "maxOutputToken": 131072 + }, + "xai/grok-code-fast": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-code-fast-1": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-code-fast-1-0825": { + "contextWindow": 256000, + "maxOutputToken": 256000 + }, + "xai/grok-vision-beta": { + "contextWindow": 8192, + "maxOutputToken": 8192 + }, + "zai.glm-4.7": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai.glm-4.7-flash": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai.glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-4-32b-0414-128k": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-air": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-airx": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-flash": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5-x": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.5v": { + "contextWindow": 128000, + "maxOutputToken": 32000 + }, + "zai/glm-4.6": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-4.7": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-4.7-flash": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-5": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-5-code": { + "contextWindow": 200000, + "maxOutputToken": 128000 + }, + "zai/glm-5.1": { + "contextWindow": 200000, + "maxOutputToken": 128000 + } + } +} diff --git a/crates/agent-gui/src/lib/providers/litellmModelMetadata.ts b/crates/agent-gui/src/lib/providers/litellmModelMetadata.ts new file mode 100644 index 000000000..d36294b0a --- /dev/null +++ b/crates/agent-gui/src/lib/providers/litellmModelMetadata.ts @@ -0,0 +1,95 @@ +import type { ProviderId } from "../settings"; +import generatedSnapshot from "./litellm-model-metadata.generated.json"; + +export type LiteLlmModelMetadata = { + contextWindow?: number; + maxOutputToken?: number; +}; + +export type LiteLlmModelMap = Readonly>; + +type LiteLlmSnapshot = { + schemaVersion?: unknown; + models?: unknown; +}; + +const HOST_PREFIXES: Readonly> = { + "api.cerebras.ai": "cerebras", + "api.deepseek.com": "deepseek", + "api.groq.com": "groq", + "api.x.ai": "xai", + "api.z.ai": "zai", + "generativelanguage.googleapis.com": "gemini", + "openrouter.ai": "openrouter", +}; + +function normalizePositiveInteger(value: unknown): number | undefined { + const numeric = + typeof value === "number" ? value : typeof value === "string" ? Number(value) : NaN; + if (!Number.isFinite(numeric) || numeric <= 0) return undefined; + return Math.floor(numeric); +} + +function bundledModelMap(): LiteLlmModelMap { + const snapshot = generatedSnapshot as LiteLlmSnapshot; + if ( + snapshot.schemaVersion !== 1 || + !snapshot.models || + typeof snapshot.models !== "object" || + Array.isArray(snapshot.models) + ) { + return {}; + } + return snapshot.models as LiteLlmModelMap; +} + +function addPrefixedCandidate(candidates: string[], prefix: string, modelId: string) { + const candidate = modelId.startsWith(`${prefix}/`) ? modelId : `${prefix}/${modelId}`; + if (!candidates.includes(candidate)) candidates.push(candidate); +} + +export function buildLiteLlmModelCandidates( + modelId: string, + providerType: ProviderId, + baseUrl: string, +): string[] { + const id = modelId.trim(); + if (!id) return []; + + const candidates: string[] = []; + + try { + const hostname = new URL(baseUrl).hostname.toLowerCase(); + const prefix = HOST_PREFIXES[hostname]; + if (prefix) addPrefixedCandidate(candidates, prefix, id); + } catch { + // Invalid or incomplete URLs simply do not contribute a provider prefix. + } + + if (providerType === "gemini") addPrefixedCandidate(candidates, "gemini", id); + if (!candidates.includes(id)) candidates.push(id); + + return candidates; +} + +export function getLiteLlmModelMetadata( + modelId: string, + providerType: ProviderId, + baseUrl: string, + modelMap: LiteLlmModelMap = bundledModelMap(), +): LiteLlmModelMetadata | undefined { + for (const candidate of buildLiteLlmModelCandidates(modelId, providerType, baseUrl)) { + if (!Object.hasOwn(modelMap, candidate)) continue; + const value = modelMap[candidate]; + if (!value || typeof value !== "object") continue; + + const contextWindow = normalizePositiveInteger(value.contextWindow); + const maxOutputToken = normalizePositiveInteger(value.maxOutputToken); + if (contextWindow === undefined && maxOutputToken === undefined) return undefined; + return { + ...(contextWindow === undefined ? {} : { contextWindow }), + ...(maxOutputToken === undefined ? {} : { maxOutputToken }), + }; + } + return undefined; +} diff --git a/crates/agent-gui/src/pages/settings/ProvidersSection.tsx b/crates/agent-gui/src/pages/settings/ProvidersSection.tsx index b68b9b52f..adc54da5a 100644 --- a/crates/agent-gui/src/pages/settings/ProvidersSection.tsx +++ b/crates/agent-gui/src/pages/settings/ProvidersSection.tsx @@ -50,6 +50,7 @@ import { type CustomProvider, type ProviderId, type ProviderModelConfig, + normalizeProviderModelConfigs, updateCustomProviders, updateCustomSettings, } from "../../lib/settings"; @@ -64,7 +65,6 @@ import { fetchModelsFromApi, isGatewayWebuiRuntime, mergeFetchedModels, - normalizeFetchedModels, sortModelsBySelection, } from "./providerUtils"; import { ConfirmDeletePopover } from "./shared"; @@ -244,7 +244,7 @@ function ProviderModal({ providerType, initialData, onSave, onClose }: ModalProp initialUsesRedactedApiKey ? REDACTED_API_KEY_DISPLAY : initialApiKey, ); const [models, setModels] = useState(() => - normalizeFetchedModels(initialData?.models ?? [], providerType), + normalizeProviderModelConfigs(initialData?.models ?? [], providerType), ); const [activeModels, setActiveModels] = useState>( new Set(initialData?.activeModels ?? []), @@ -288,7 +288,7 @@ function ProviderModal({ providerType, initialData, onSave, onClose }: ModalProp setFetchError(null); try { const list = await fetchModelsFromApi(providerType, url, key); - setModels((prev) => mergeFetchedModels(list, prev)); + setModels((prev) => mergeFetchedModels(list, prev, providerType)); } catch (err) { setFetchError(err instanceof Error ? err.message : String(err)); } finally { @@ -1624,7 +1624,7 @@ export function ProvidersSection(props: SettingsSectionProps) { const result = resultsByIdentity.get(ccsImportIdentity(provider)); if (!result) return provider; const models = result.fetched - ? mergeFetchedModels(result.models, provider.models) + ? mergeFetchedModels(result.models, provider.models, provider.type) : provider.models; const activeModels = models.map((model) => model.id); if ( @@ -1710,10 +1710,17 @@ export function ProvidersSection(props: SettingsSectionProps) { cherryEffectiveApiKey(item, existingById.get(identity)), ); const models = fetchedModels.filter((model) => isLikelyCherryChatModel(model.id)); - return { identity, models, fetched: true, failed: false }; + return { + identity, + providerType: item.providerType, + models, + fetched: true, + failed: false, + }; } catch { return { identity, + providerType: item.providerType, models: [] as ProviderModelConfig[], fetched: false, failed: true, @@ -1733,7 +1740,8 @@ export function ProvidersSection(props: SettingsSectionProps) { } resultsByIdentity.set(result.identity, { identity: result.identity, - models: mergeFetchedModels(result.models, merged.models), + providerType: result.providerType, + models: mergeFetchedModels(result.models, merged.models, result.providerType), fetched: merged.fetched || result.fetched, failed: merged.failed || result.failed, }); @@ -1744,11 +1752,18 @@ export function ProvidersSection(props: SettingsSectionProps) { const result = resultsByIdentity.get(provider.id); if (!result?.fetched) return provider; - const models = mergeFetchedModels(result.models, provider.models); + const models = mergeFetchedModels(result.models, provider.models, provider.type); const activeModels = models.map((model) => model.id); if ( models.length === provider.models.length && - models.every((model, index) => model.id === provider.models[index]?.id) && + models.every((model, index) => { + const previous = provider.models[index]; + return ( + model.id === previous?.id && + model.contextWindow === previous.contextWindow && + model.maxOutputToken === previous.maxOutputToken + ); + }) && activeModels.length === provider.activeModels.length && activeModels.every((model, index) => model === provider.activeModels[index]) ) { diff --git a/crates/agent-gui/src/pages/settings/providerUtils.ts b/crates/agent-gui/src/pages/settings/providerUtils.ts index 8f6cbcd63..22028a4b1 100644 --- a/crates/agent-gui/src/pages/settings/providerUtils.ts +++ b/crates/agent-gui/src/pages/settings/providerUtils.ts @@ -1,8 +1,11 @@ import { invoke } from "@tauri-apps/api/core"; +import { + getLiteLlmModelMetadata, + type LiteLlmModelMap, +} from "../../lib/providers/litellmModelMetadata"; import { prepareProxyRequest } from "../../lib/providers/proxy"; import { createProviderModelConfig, - normalizeProviderModelConfigs, type ProviderId, type ProviderModelConfig, } from "../../lib/settings"; @@ -216,7 +219,7 @@ async function fetchModelsThroughGateway( const items = extractModelListItems(data); if (items !== null) { - return normalizeFetchedModels(items, type); + return normalizeFetchedModels(items, type, baseUrl); } const maybeError = @@ -233,11 +236,46 @@ async function fetchModelsThroughGateway( export function normalizeFetchedModels( items: unknown, providerType: ProviderId, + baseUrl = "", + modelMap?: LiteLlmModelMap, ): ProviderModelConfig[] { if (providerType === "gemini") { - return normalizeGeminiFetchedModels(items); + return normalizeGeminiFetchedModels(items, baseUrl, modelMap); + } + if (!Array.isArray(items)) return []; + + const out: ProviderModelConfig[] = []; + const seen = new Set(); + + for (const item of items) { + const obj = (item && typeof item === "object" ? item : {}) as Record; + const id = + typeof item === "string" + ? item.trim() + : typeof obj.id === "string" + ? obj.id.trim() + : typeof obj.model === "string" + ? obj.model.trim() + : ""; + if (!id || seen.has(id)) continue; + seen.add(id); + + const draft = createProviderModelConfig(providerType, id); + const metadata = getLiteLlmModelMetadata(id, providerType, baseUrl, modelMap); + out.push({ + id, + contextWindow: + normalizePositiveInteger(obj.contextWindow) ?? + metadata?.contextWindow ?? + draft.contextWindow, + maxOutputToken: + normalizePositiveInteger(obj.maxOutputToken ?? obj.maxTokens) ?? + metadata?.maxOutputToken ?? + draft.maxOutputToken, + }); } - return normalizeProviderModelConfigs(items, providerType); + + return out; } function normalizePositiveInteger(value: unknown): number | undefined { @@ -252,7 +290,11 @@ function normalizeGeminiModelId(value: unknown): string { return raw.startsWith("models/") ? raw.slice("models/".length) : raw; } -function normalizeGeminiFetchedModels(items: unknown): ProviderModelConfig[] { +function normalizeGeminiFetchedModels( + items: unknown, + baseUrl: string, + modelMap?: LiteLlmModelMap, +): ProviderModelConfig[] { if (!Array.isArray(items)) return []; const out: ProviderModelConfig[] = []; @@ -272,10 +314,17 @@ function normalizeGeminiFetchedModels(items: unknown): ProviderModelConfig[] { seen.add(id); const draft = createProviderModelConfig("gemini", id); + const metadata = getLiteLlmModelMetadata(id, "gemini", baseUrl, modelMap); out.push({ id, - contextWindow: normalizePositiveInteger(obj.inputTokenLimit) ?? draft.contextWindow, - maxOutputToken: normalizePositiveInteger(obj.outputTokenLimit) ?? draft.maxOutputToken, + contextWindow: + normalizePositiveInteger(obj.inputTokenLimit) ?? + metadata?.contextWindow ?? + draft.contextWindow, + maxOutputToken: + normalizePositiveInteger(obj.outputTokenLimit) ?? + metadata?.maxOutputToken ?? + draft.maxOutputToken, }); } @@ -285,6 +334,7 @@ function normalizeGeminiFetchedModels(items: unknown): ProviderModelConfig[] { export function mergeFetchedModels( fetched: ProviderModelConfig[], existing: ProviderModelConfig[], + providerType: ProviderId, ): ProviderModelConfig[] { const merged: ProviderModelConfig[] = []; const existingById = new Map(existing.map((model) => [model.id, model])); @@ -293,7 +343,17 @@ export function mergeFetchedModels( for (const model of fetched) { if (seen.has(model.id)) continue; seen.add(model.id); - merged.push(existingById.get(model.id) ?? model); + const saved = existingById.get(model.id); + if (!saved) { + merged.push(model); + continue; + } + + const legacy = createProviderModelConfig(providerType, model.id); + const stillUsesLegacyDefaults = + saved.contextWindow === legacy.contextWindow && + saved.maxOutputToken === legacy.maxOutputToken; + merged.push(stillUsesLegacyDefaults ? model : saved); } for (const model of existing) { @@ -378,7 +438,7 @@ export async function fetchModelsFromApi( emptyResult ??= []; continue; } - const models = normalizeFetchedModels(items, type); + const models = normalizeFetchedModels(items, type, normalizedUrl); if (models.length > 0) return models; emptyResult = models; } diff --git a/crates/agent-gui/test/fixtures/litellm-model-metadata.input.json b/crates/agent-gui/test/fixtures/litellm-model-metadata.input.json new file mode 100644 index 000000000..9dad3bc8a --- /dev/null +++ b/crates/agent-gui/test/fixtures/litellm-model-metadata.input.json @@ -0,0 +1,24 @@ +{ + "z-direct": { + "max_input_tokens": 100.9, + "max_output_tokens": "20" + }, + "a-fallback": { + "max_tokens": 64 + }, + "b-context-only": { + "max_input_tokens": 128 + }, + "c-null-fallback": { + "max_input_tokens": null, + "max_output_tokens": null, + "max_tokens": 256 + }, + "invalid-values": { + "max_input_tokens": 0, + "max_output_tokens": -5, + "max_tokens": 999 + }, + "not-an-object": "ignored", + "empty": {} +} diff --git a/crates/agent-gui/test/settings/litellm-model-metadata-generator.test.mjs b/crates/agent-gui/test/settings/litellm-model-metadata-generator.test.mjs new file mode 100644 index 000000000..bd5a1c4bf --- /dev/null +++ b/crates/agent-gui/test/settings/litellm-model-metadata-generator.test.mjs @@ -0,0 +1,109 @@ +import assert from "node:assert/strict"; +import { createHash } from "node:crypto"; +import { mkdtempSync, readFileSync, rmSync } from "node:fs"; +import { tmpdir } from "node:os"; +import path from "node:path"; +import test from "node:test"; +import { fileURLToPath } from "node:url"; +import { + buildSnapshot, + main, + serializeSnapshot, +} from "../../../../scripts/update-litellm-model-metadata.mjs"; + +const fixturePath = fileURLToPath( + new URL("../fixtures/litellm-model-metadata.input.json", import.meta.url), +); +const FIXTURE_REVISION = "0000000000000000000000000000000000000001"; + +test("LiteLLM snapshot generation trims fields and remains deterministic", async () => { + const input = readFileSync(fixturePath); + const snapshot = buildSnapshot(input, FIXTURE_REVISION.toUpperCase()); + + assert.deepEqual(Object.keys(snapshot.models), [ + "a-fallback", + "b-context-only", + "c-null-fallback", + "z-direct", + ]); + assert.deepEqual(snapshot.models["a-fallback"], { + contextWindow: 64, + maxOutputToken: 64, + }); + assert.deepEqual(snapshot.models["b-context-only"], { contextWindow: 128 }); + assert.deepEqual(snapshot.models["c-null-fallback"], { + contextWindow: 256, + maxOutputToken: 256, + }); + assert.deepEqual(snapshot.models["z-direct"], { + contextWindow: 100, + maxOutputToken: 20, + }); + assert.equal(snapshot.models["invalid-values"], undefined); + assert.deepEqual(snapshot.source, { + repository: "BerriAI/litellm", + revision: FIXTURE_REVISION, + path: "model_prices_and_context_window.json", + sha256: createHash("sha256").update(input).digest("hex"), + license: "MIT", + }); + assert.equal(serializeSnapshot(snapshot), serializeSnapshot(buildSnapshot(input, FIXTURE_REVISION))); +}); + +test("LiteLLM snapshot generation rejects invalid roots and uses locale-independent key ordering", () => { + assert.throws( + () => buildSnapshot(Buffer.from("not-json"), FIXTURE_REVISION), + /not valid JSON/, + ); + assert.throws( + () => buildSnapshot(Buffer.from("[]"), FIXTURE_REVISION), + /root must be an object/, + ); + + const snapshot = buildSnapshot( + Buffer.from( + JSON.stringify({ + "vendor/z-model": { max_tokens: 10 }, + "vendor/A-model": { max_tokens: 20 }, + }), + ), + FIXTURE_REVISION, + ); + assert.deepEqual(Object.keys(snapshot.models), ["vendor/A-model", "vendor/z-model"]); +}); + +test("LiteLLM snapshot generation requires an immutable Git commit revision", () => { + const input = readFileSync(fixturePath); + assert.throws(() => buildSnapshot(input, "main"), /40-character Git commit SHA/); + assert.throws(() => buildSnapshot(input, " "), /40-character Git commit SHA/); + assert.throws(() => buildSnapshot(input, "abc123"), /40-character Git commit SHA/); +}); + +test("local generator mode writes identical destinations and is idempotent", async () => { + const directory = mkdtempSync(path.join(tmpdir(), "liveagent-litellm-")); + const guiOutput = path.join(directory, "gui", "metadata.json"); + const webOutput = path.join(directory, "web", "metadata.json"); + + try { + const args = [ + "--input", + fixturePath, + "--revision", + FIXTURE_REVISION, + "--gui-output", + guiOutput, + "--web-output", + webOutput, + ]; + await main(args); + const firstGui = readFileSync(guiOutput); + const firstWeb = readFileSync(webOutput); + assert.deepEqual(firstGui, firstWeb); + + await main(args); + assert.deepEqual(readFileSync(guiOutput), firstGui); + assert.deepEqual(readFileSync(webOutput), firstWeb); + } finally { + rmSync(directory, { recursive: true, force: true }); + } +}); diff --git a/crates/agent-gui/test/settings/litellm-model-metadata.test.mjs b/crates/agent-gui/test/settings/litellm-model-metadata.test.mjs new file mode 100644 index 000000000..e5a3517ea --- /dev/null +++ b/crates/agent-gui/test/settings/litellm-model-metadata.test.mjs @@ -0,0 +1,112 @@ +import assert from "node:assert/strict"; +import test from "node:test"; +import { createTsModuleLoader } from "../helpers/load-ts-module.mjs"; + +const loader = createTsModuleLoader(); +const metadata = loader.loadModule("src/lib/providers/litellmModelMetadata.ts"); + +const modelMap = { + "exact-model": { contextWindow: 111, maxOutputToken: 11 }, + "gemini/gemini-test": { contextWindow: 222, maxOutputToken: 22 }, + "openrouter/anthropic/claude-test": { contextWindow: 333, maxOutputToken: 33 }, + "deepseek/deepseek-chat": { contextWindow: 444, maxOutputToken: 44 }, + "other/vendor/shared-name": { contextWindow: 555, maxOutputToken: 55 }, + "provider-conflict": { contextWindow: 666, maxOutputToken: 66 }, + "openrouter/provider-conflict": { contextWindow: 777, maxOutputToken: 77 }, + "gemini-conflict": { contextWindow: 888, maxOutputToken: 88 }, + "gemini/gemini-conflict": { contextWindow: 999, maxOutputToken: 99 }, + malformed: { contextWindow: 0, maxOutputToken: "bad" }, + partial: { contextWindow: "1000" }, +}; + +test("LiteLLM lookup resolves exact keys and deterministic provider prefixes", () => { + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "exact-model", + "codex", + "https://openrouter.ai/api/v1", + modelMap, + ), + { contextWindow: 111, maxOutputToken: 11 }, + ); + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "gemini-test", + "gemini", + "https://generativelanguage.googleapis.com/v1beta", + modelMap, + ), + { contextWindow: 222, maxOutputToken: 22 }, + ); + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "anthropic/claude-test", + "claude_code", + "https://openrouter.ai/api/v1", + modelMap, + ), + { contextWindow: 333, maxOutputToken: 33 }, + ); + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "deepseek-chat", + "codex", + "https://api.deepseek.com/v1", + modelMap, + ), + { contextWindow: 444, maxOutputToken: 44 }, + ); +}); + +test("LiteLLM lookup prefers endpoint-specific entries over conflicting exact keys", () => { + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "provider-conflict", + "codex", + "https://openrouter.ai/api/v1", + modelMap, + ), + { contextWindow: 777, maxOutputToken: 77 }, + ); + assert.deepEqual( + metadata.getLiteLlmModelMetadata( + "gemini-conflict", + "gemini", + "https://generativelanguage.googleapis.com/v1beta", + modelMap, + ), + { contextWindow: 999, maxOutputToken: 99 }, + ); +}); + +test("LiteLLM lookup does not use unknown hosts or basename matching", () => { + assert.equal( + metadata.getLiteLlmModelMetadata( + "anthropic/claude-test", + "claude_code", + "https://relay.example.com/v1", + modelMap, + ), + undefined, + ); + assert.equal( + metadata.getLiteLlmModelMetadata( + "shared-name", + "codex", + "https://relay.example.com/v1", + modelMap, + ), + undefined, + ); +}); + +test("LiteLLM lookup validates optional fields independently", () => { + assert.equal( + metadata.getLiteLlmModelMetadata("malformed", "codex", "not-a-url", modelMap), + undefined, + ); + assert.deepEqual( + metadata.getLiteLlmModelMetadata("partial", "codex", "not-a-url", modelMap), + { contextWindow: 1000 }, + ); +}); diff --git a/crates/agent-gui/test/settings/provider-models-fetch.test.mjs b/crates/agent-gui/test/settings/provider-models-fetch.test.mjs index ed3ca4778..74be49cf1 100644 --- a/crates/agent-gui/test/settings/provider-models-fetch.test.mjs +++ b/crates/agent-gui/test/settings/provider-models-fetch.test.mjs @@ -238,3 +238,102 @@ test("fetchModelsFromApi retries claude_code with official anthropic headers", a }, ); }); + +test("normalizeFetchedModels applies provider, LiteLLM, and legacy precedence per field", () => { + const modelMap = { + "model-a": { contextWindow: 111, maxOutputToken: 11 }, + "model-b": { contextWindow: 222, maxOutputToken: 22 }, + "model-c": { contextWindow: 333 }, + "gemini/gemini-test": { contextWindow: 444, maxOutputToken: 44 }, + "openrouter/anthropic/claude-test": { + contextWindow: 555, + maxOutputToken: 55, + }, + }; + + assert.deepEqual( + providerUtils.normalizeFetchedModels( + [ + { id: "model-a", contextWindow: 900 }, + { id: "model-b", maxOutputToken: 99 }, + { id: "model-c" }, + { id: "unknown-model" }, + ], + "claude_code", + "https://api.anthropic.com", + modelMap, + ), + [ + { id: "model-a", contextWindow: 900, maxOutputToken: 11 }, + { id: "model-b", contextWindow: 222, maxOutputToken: 99 }, + { + id: "model-c", + contextWindow: 333, + maxOutputToken: providerUtils.createDraftModelConfig("claude_code", "model-c") + .maxOutputToken, + }, + providerUtils.createDraftModelConfig("claude_code", "unknown-model"), + ], + ); + + assert.deepEqual( + providerUtils.normalizeFetchedModels( + [ + { + name: "models/gemini-test", + inputTokenLimit: 999, + supportedGenerationMethods: ["generateContent"], + }, + ], + "gemini", + "https://generativelanguage.googleapis.com/v1beta", + modelMap, + ), + [{ id: "gemini-test", contextWindow: 999, maxOutputToken: 44 }], + ); + + assert.deepEqual( + providerUtils.normalizeFetchedModels( + [{ id: "anthropic/claude-test" }], + "claude_code", + "https://openrouter.ai/api/v1", + modelMap, + ), + [{ id: "anthropic/claude-test", contextWindow: 555, maxOutputToken: 55 }], + ); +}); + +test("mergeFetchedModels repairs untouched defaults and preserves any manual override", () => { + const id = "legacy-model"; + const legacy = providerUtils.createDraftModelConfig("claude_code", id); + const fetched = { id, contextWindow: 123456, maxOutputToken: 6543 }; + + assert.deepEqual( + providerUtils.mergeFetchedModels([fetched], [legacy], "claude_code"), + [fetched], + ); + + const editedContext = { ...legacy, contextWindow: legacy.contextWindow + 1 }; + assert.deepEqual( + providerUtils.mergeFetchedModels([fetched], [editedContext], "claude_code"), + [editedContext], + ); + + const editedOutput = { ...legacy, maxOutputToken: legacy.maxOutputToken + 1 }; + assert.deepEqual( + providerUtils.mergeFetchedModels([fetched], [editedOutput], "claude_code"), + [editedOutput], + ); +}); + +test("mergeFetchedModels keeps fetched order, stale models, and duplicate suppression", () => { + const first = { id: "first", contextWindow: 100, maxOutputToken: 10 }; + const duplicate = { id: "first", contextWindow: 200, maxOutputToken: 20 }; + const second = { id: "second", contextWindow: 300, maxOutputToken: 30 }; + const stale = { id: "stale", contextWindow: 400, maxOutputToken: 40 }; + + assert.deepEqual( + providerUtils.mergeFetchedModels([first, duplicate, second], [stale], "codex"), + [first, second, stale], + ); +}); diff --git a/scripts/mirror-manifest.json b/scripts/mirror-manifest.json index 9e02d938d..63822396b 100644 --- a/scripts/mirror-manifest.json +++ b/scripts/mirror-manifest.json @@ -32,6 +32,8 @@ "components/Markdown.tsx", "components/workspace-editor/workspaceMarkdownAssets.ts", "components/workspace-editor/WorkspaceMarkdownPreview.tsx", + "lib/providers/litellm-model-metadata.generated.json", + "lib/providers/litellmModelMetadata.ts", "lib/chat-scroll/scrollFollowCore.ts", "lib/chat-scroll/useScrollFollow.ts", "lib/transcript-virtual/entranceOnce.ts", @@ -60,6 +62,7 @@ "pages/settings/memory/MemoryPanel.tsx", "pages/settings/memory/OrganizerHistoryModal.tsx", "pages/settings/memory/MemorySettingsDrawer.tsx", + "pages/settings/providerUtils.ts", "lib/automation/types.ts", "lib/automation/store.ts", "lib/automation/index.ts", diff --git a/scripts/update-litellm-model-metadata.mjs b/scripts/update-litellm-model-metadata.mjs new file mode 100644 index 000000000..01b95663a --- /dev/null +++ b/scripts/update-litellm-model-metadata.mjs @@ -0,0 +1,247 @@ +#!/usr/bin/env node + +import { createHash, randomUUID } from "node:crypto"; +import { + mkdir, + readFile, + rename, + rm, + writeFile, +} from "node:fs/promises"; +import { dirname, join, resolve } from "node:path"; +import { fileURLToPath, pathToFileURL } from "node:url"; + +const repoRoot = resolve(dirname(fileURLToPath(import.meta.url)), ".."); +const SOURCE_REPOSITORY = "BerriAI/litellm"; +const SOURCE_PATH = "model_prices_and_context_window.json"; +const COMMIT_SHA_PATTERN = /^[0-9a-f]{40}$/i; +const DEFAULT_OUTPUTS = [ + join( + repoRoot, + "crates", + "agent-gui", + "src", + "lib", + "providers", + "litellm-model-metadata.generated.json", + ), + join( + repoRoot, + "crates", + "agent-gateway", + "web", + "src", + "lib", + "providers", + "litellm-model-metadata.generated.json", + ), +]; + +function normalizePositiveInteger(value) { + const numeric = + typeof value === "number" ? value : typeof value === "string" ? Number(value) : NaN; + if (!Number.isFinite(numeric) || numeric <= 0) return undefined; + return Math.floor(numeric); +} + +function normalizeRevision(revision) { + const normalized = typeof revision === "string" ? revision.trim().toLowerCase() : ""; + if (!COMMIT_SHA_PATTERN.test(normalized)) { + throw new Error("A 40-character Git commit SHA is required as the source revision"); + } + return normalized; +} + +export function buildSnapshot(input, revision) { + const normalizedRevision = normalizeRevision(revision); + + const bytes = Buffer.isBuffer(input) ? input : Buffer.from(input); + let upstream; + try { + upstream = JSON.parse(bytes.toString("utf8")); + } catch (error) { + throw new Error(`LiteLLM metadata is not valid JSON: ${error.message}`); + } + if (!upstream || typeof upstream !== "object" || Array.isArray(upstream)) { + throw new Error("LiteLLM metadata root must be an object"); + } + + const models = {}; + for (const key of Object.keys(upstream).sort()) { + const row = upstream[key]; + if (!row || typeof row !== "object" || Array.isArray(row)) continue; + + const contextWindow = normalizePositiveInteger(row.max_input_tokens ?? row.max_tokens); + const maxOutputToken = normalizePositiveInteger(row.max_output_tokens ?? row.max_tokens); + if (contextWindow === undefined && maxOutputToken === undefined) continue; + + models[key] = { + ...(contextWindow === undefined ? {} : { contextWindow }), + ...(maxOutputToken === undefined ? {} : { maxOutputToken }), + }; + } + + return { + schemaVersion: 1, + source: { + repository: SOURCE_REPOSITORY, + revision: normalizedRevision, + path: SOURCE_PATH, + sha256: createHash("sha256").update(bytes).digest("hex"), + license: "MIT", + }, + models, + }; +} + +export function serializeSnapshot(snapshot) { + return `${JSON.stringify(snapshot, null, 2)}\n`; +} + +async function restoreOutput(outputPath, previousBytes) { + if (previousBytes === null) { + await rm(outputPath, { force: true }); + return; + } + const rollbackPath = `${outputPath}.${process.pid}.${randomUUID()}.rollback`; + await writeFile(rollbackPath, previousBytes); + await rename(rollbackPath, outputPath); +} + +export async function writeSnapshotPair(content, outputPaths = DEFAULT_OUTPUTS) { + if (!Array.isArray(outputPaths) || outputPaths.length !== 2) { + throw new Error("Exactly two snapshot output paths are required"); + } + + const bytes = Buffer.from(content, "utf8"); + const temporaryPaths = outputPaths.map( + (outputPath) => `${outputPath}.${process.pid}.${randomUUID()}.tmp`, + ); + const previousBytes = await Promise.all( + outputPaths.map(async (outputPath) => { + try { + return await readFile(outputPath); + } catch (error) { + if (error?.code === "ENOENT") return null; + throw error; + } + }), + ); + + let replacedCount = 0; + try { + await Promise.all(outputPaths.map((outputPath) => mkdir(dirname(outputPath), { recursive: true }))); + await Promise.all(temporaryPaths.map((temporaryPath) => writeFile(temporaryPath, bytes))); + + const verified = await Promise.all(temporaryPaths.map((temporaryPath) => readFile(temporaryPath))); + if (verified.some((candidate) => !candidate.equals(bytes))) { + throw new Error("Snapshot verification failed before replacement"); + } + + try { + for (let index = 0; index < outputPaths.length; index += 1) { + await rename(temporaryPaths[index], outputPaths[index]); + replacedCount += 1; + } + } catch (error) { + for (let index = replacedCount - 1; index >= 0; index -= 1) { + await restoreOutput(outputPaths[index], previousBytes[index]); + } + throw error; + } + } finally { + await Promise.all(temporaryPaths.map((temporaryPath) => rm(temporaryPath, { force: true }))); + } +} + +async function fetchBytes(url, label) { + const response = await fetch(url, { + headers: { + Accept: "application/vnd.github+json", + "User-Agent": "LiveAgent-LiteLLM-metadata-updater", + }, + }); + if (!response.ok) { + throw new Error(`${label} failed: HTTP ${response.status} ${response.statusText}`); + } + return Buffer.from(await response.arrayBuffer()); +} + +async function resolveLatestRevision() { + const apiUrl = + `https://api.github.com/repos/${SOURCE_REPOSITORY}/commits` + + `?path=${encodeURIComponent(SOURCE_PATH)}&per_page=1`; + const bytes = await fetchBytes(apiUrl, "LiteLLM revision lookup"); + const commits = JSON.parse(bytes.toString("utf8")); + const revision = Array.isArray(commits) && typeof commits[0]?.sha === "string" + ? commits[0].sha.trim() + : ""; + if (!revision) throw new Error("LiteLLM revision lookup returned no commit SHA"); + return revision; +} + +function parseArgs(argv) { + const options = {}; + for (let index = 0; index < argv.length; index += 1) { + const name = argv[index]; + if (name === "--help" || name === "-h") { + options.help = true; + continue; + } + if (!["--input", "--revision", "--gui-output", "--web-output"].includes(name)) { + throw new Error(`Unknown argument: ${name}`); + } + const value = argv[index + 1]; + if (!value) throw new Error(`Missing value for ${name}`); + options[name.slice(2).replace(/-([a-z])/g, (_, letter) => letter.toUpperCase())] = value; + index += 1; + } + return options; +} + +function printHelp() { + console.log(`Usage: node scripts/update-litellm-model-metadata.mjs [options]\n\n` + + `Options:\n` + + ` --input Read a local upstream JSON file\n` + + ` --revision <40-char-sha> Record/fetch an immutable Git commit revision\n` + + ` --gui-output Override the Desktop snapshot destination\n` + + ` --web-output Override the Gateway snapshot destination\n` + + ` -h, --help Show this help\n`); +} + +export async function main(argv = process.argv.slice(2)) { + const options = parseArgs(argv); + if (options.help) { + printHelp(); + return; + } + if (options.input && !options.revision) { + throw new Error("--revision is required when --input is used"); + } + + const revision = normalizeRevision(options.revision ?? (await resolveLatestRevision())); + const inputBytes = options.input + ? await readFile(resolve(options.input)) + : await fetchBytes( + `https://raw.githubusercontent.com/${SOURCE_REPOSITORY}/${revision}/${SOURCE_PATH}`, + "LiteLLM metadata download", + ); + const outputPaths = [ + options.guiOutput ? resolve(options.guiOutput) : DEFAULT_OUTPUTS[0], + options.webOutput ? resolve(options.webOutput) : DEFAULT_OUTPUTS[1], + ]; + const content = serializeSnapshot(buildSnapshot(inputBytes, revision)); + await writeSnapshotPair(content, outputPaths); + console.log( + `Updated ${Object.keys(JSON.parse(content).models).length} LiteLLM model entries from ${revision}`, + ); +} + +const isMain = + process.argv[1] && pathToFileURL(resolve(process.argv[1])).href === import.meta.url; +if (isMain) { + main().catch((error) => { + console.error(error instanceof Error ? error.message : String(error)); + process.exitCode = 1; + }); +}