diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 91eeb57a..20f964c4 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -378,7 +378,6 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "open-mistral-nemo-2407": ["mistral"], mistral: ["ollama"], phi: ["ollama"], - "meta-llama/llama-4-scout-17b-16e-instruct": ["groq"], "llama-3.3-70b-versatile": ["groq"], "llama-3.1-8b-instant": ["groq"], "accounts/fireworks/models/llama-guard-3-8b": ["fireworks"], @@ -387,7 +386,6 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/llama-guard-2-8b": ["fireworks"], "accounts/fireworks/models/deepseek-r1-distill-qwen-32b": ["fireworks"], "accounts/fireworks/models/deepseek-r1-distill-qwen-14b": ["fireworks"], - "qwen/qwen3-32b": ["groq"], "llama3-3-70b": ["lepton"], "llama3-2-3b": ["lepton"], "llama3-2-1b": ["lepton"], @@ -687,8 +685,9 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "deepcogito/cogito-v2-1-671b": ["together"], "essentialai/rnj-1-instruct": ["together"], "Qwen/Qwen3.6-Plus": ["together"], - "zai-org/GLM-5.1": ["baseten", "together"], + "zai-org/GLM-5.1": ["together"], "zai-org/GLM-5.2": ["baseten", "together"], + "zai-org/GLM-5.2-Fast": ["baseten"], "MiniMaxAI/MiniMax-M2.7": ["together"], "MiniMaxAI/MiniMax-M3": ["together"], "mistral-medium-2508": ["mistral"], @@ -757,7 +756,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/flux-1-schnell": ["fireworks"], "accounts/fireworks/models/flux-kontext-max": ["fireworks"], "accounts/fireworks/models/flux-kontext-pro": ["fireworks"], - "zai-org/GLM-5": ["baseten", "together"], + "zai-org/GLM-5": ["together"], "accounts/fireworks/models/glm-4p7": ["fireworks"], "zai-org/GLM-4.7": ["baseten"], "accounts/fireworks/models/glm-4p6": ["fireworks"], @@ -920,11 +919,10 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "whisper-1": ["openai", "azure"], "babbage-002": ["openai", "azure"], "davinci-002": ["openai", "azure"], - "nvidia/Nemotron-120B-A12B": ["baseten"], "fireworks_ai/WhereIsAI/UAE-Large-V1": ["fireworks"], "accounts/fireworks/models/kimi-k2p5": ["fireworks"], "accounts/fireworks/models/kimi-k2p6": ["fireworks"], - "moonshotai/Kimi-K2.5": ["baseten", "together"], + "moonshotai/Kimi-K2.5": ["together"], "moonshotai/Kimi-K2.6": ["baseten", "together"], "fireworks_ai/nomic-ai/nomic-embed-text-v1": ["fireworks"], "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": ["fireworks"], @@ -1114,6 +1112,20 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "command-r-plus-08-2024": ["cohere", "openrouter"], "command-r-08-2024": ["cohere", "openrouter"], "command-r7b-12-2024": ["cohere", "openrouter"], + "claude-mythos-5": ["anthropic"], + "claude-mythos-preview": ["anthropic"], + "databricks-gpt-5-5-pro": ["databricks"], + "databricks-gemini-3-5-flash": ["databricks"], + "databricks-gpt-5-3-codex": ["databricks"], + "databricks-gemma-3-12b": ["databricks"], + "google.gemma-3-12b-it": ["bedrock"], + "google.gemma-3-4b-it": ["bedrock"], + "openai.gpt-5.6-sol": ["bedrock"], + "openai.gpt-5.6-terra": ["bedrock"], + "openai.gpt-5.6-luna": ["bedrock"], + "nvidia.nemotron-nano-9b-v2": ["bedrock"], + "databricks-glm-5-2": ["databricks"], + "databricks-inkling": ["databricks"], }; const modelEndpointAvailableModels = getAvailableModels(); diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index 8f7ea3ba..cd768ecf 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -27,6 +27,9 @@ "input_cache_write_cost_per_mil_tokens": 1.25, "displayName": "GPT-5.6 Luna", "reasoning": true, + "fallback_models": [ + "openai.gpt-5.6-luna" + ], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": [ @@ -45,6 +48,9 @@ "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "GPT-5.6 Sol", "reasoning": true, + "fallback_models": [ + "openai.gpt-5.6-sol" + ], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": [ @@ -63,6 +69,9 @@ "input_cache_write_cost_per_mil_tokens": 3.125, "displayName": "GPT-5.6 Terra", "reasoning": true, + "fallback_models": [ + "openai.gpt-5.6-terra" + ], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": [ @@ -764,12 +773,12 @@ "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-4.1 nano", + "deprecation_date": "2026-10-23", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "gpt-4.1-2025-04-14": { @@ -841,12 +850,12 @@ "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "displayName": "GPT-4 Turbo", + "deprecation_date": "2026-10-23", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "gpt-4o": { @@ -857,12 +866,12 @@ "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o", + "deprecation_date": "2026-10-23", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "gpt-4o-audio-preview": { @@ -1384,12 +1393,12 @@ "input_cache_read_cost_per_mil_tokens": 0.275, "displayName": "o4-mini", "reasoning": true, + "deprecation_date": "2026-10-23", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "o4-mini-deep-research": { @@ -1485,12 +1494,12 @@ "input_cache_read_cost_per_mil_tokens": 0.55, "displayName": "o3 mini", "reasoning": true, + "deprecation_date": "2026-10-23", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "o3-pro": { @@ -1586,12 +1595,12 @@ "input_cache_read_cost_per_mil_tokens": 7.5, "displayName": "o1", "reasoning": true, + "deprecation_date": "2026-10-23", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "o1-pro": { @@ -5967,9 +5976,9 @@ "openai/gpt-oss-120b": { "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.1, - "output_cost_per_mil_tokens": 0.5, - "input_cache_read_cost_per_mil_tokens": 0.1, + "input_cost_per_mil_tokens": 0.15, + "output_cost_per_mil_tokens": 0.6, + "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "OpenAI GPT-OSS (120B)", "reasoning": true, "max_input_tokens": 131072, @@ -5991,8 +6000,7 @@ "max_input_tokens": 131072, "max_output_tokens": 65536, "available_providers": [ - "groq", - "together" + "groq" ] }, "openai/gpt-oss-safeguard-20b": { @@ -6008,20 +6016,6 @@ "groq" ] }, - "meta-llama/llama-4-scout-17b-16e-instruct": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.11, - "output_cost_per_mil_tokens": 0.34, - "displayName": "Llama 4 Scout (17Bx16E)", - "experimental": true, - "deprecation_date": "2026-07-17", - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "available_providers": [ - "groq" - ] - }, "llama-3.3-70b-versatile": { "format": "openai", "flavor": "chat", @@ -6060,21 +6054,6 @@ "groq" ] }, - "qwen/qwen3-32b": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.29, - "output_cost_per_mil_tokens": 0.59, - "displayName": "Qwen3-32B", - "reasoning": true, - "experimental": true, - "deprecation_date": "2026-07-17", - "max_input_tokens": 131072, - "max_output_tokens": 40960, - "available_providers": [ - "groq" - ] - }, "groq/compound": { "format": "openai", "flavor": "chat", @@ -6093,40 +6072,40 @@ "groq" ] }, - "publishers/google/models/gemini-3.5-flash": { + "publishers/google/models/gemini-3.6-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 9, + "output_cost_per_mil_tokens": 7.5, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.5 Flash", + "displayName": "Gemini 3.6 Flash", "reasoning": true, "reasoning_budget": true, "locations": [ "global" ], "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "available_providers": [ "vertex" ] }, - "publishers/google/models/gemini-3.6-flash": { + "publishers/google/models/gemini-3.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 7.5, + "output_cost_per_mil_tokens": 9, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.6 Flash", + "displayName": "Gemini 3.5 Flash", "reasoning": true, "reasoning_budget": true, "locations": [ "global" ], "max_input_tokens": 1048576, - "max_output_tokens": 65536, + "max_output_tokens": 65535, "available_providers": [ "vertex" ] @@ -7047,7 +7026,7 @@ "vertex" ] }, - "publishers/anthropic/models/claude-opus-4-8": { + "publishers/anthropic/models/claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -7055,7 +7034,7 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 4.8", + "displayName": "Claude Opus 5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, @@ -7064,7 +7043,7 @@ "vertex" ] }, - "publishers/anthropic/models/claude-opus-5": { + "publishers/anthropic/models/claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -7072,7 +7051,7 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 5", + "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, @@ -7898,35 +7877,55 @@ "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.3, - "parent": "mistral-small-latest" + "deprecation_date": "2025-11-30", + "parent": "mistral-small-latest", + "available_providers": [ + "mistral" + ] }, "ministral-8b-2410": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, - "parent": "ministral-8b-latest" + "deprecation_date": "2025-12-31", + "parent": "ministral-8b-latest", + "available_providers": [ + "mistral" + ] }, "ministral-3b-2410": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.04, "output_cost_per_mil_tokens": 0.04, - "parent": "ministral-3b-latest" + "deprecation_date": "2025-12-31", + "parent": "ministral-3b-latest", + "available_providers": [ + "mistral" + ] }, "mistral-saba-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, - "displayName": "Mistral Saba" + "displayName": "Mistral Saba", + "deprecation_date": "2025-09-30", + "available_providers": [ + "mistral" + ] }, "mistral-saba-2502": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, - "parent": "mistral-saba-latest" + "deprecation_date": "2025-09-30", + "parent": "mistral-saba-latest", + "available_providers": [ + "mistral" + ] }, "llama3-3-70b": { "format": "openai", @@ -7984,16 +7983,6 @@ "output_cost_per_mil_tokens": 0.07, "displayName": "WizardLM-2 7B" }, - "wizardlm-2-8x22b": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 1, - "output_cost_per_mil_tokens": 1, - "displayName": "WizardLM-2 8x22B", - "available_providers": [ - "openrouter" - ] - }, "dolphin-mixtral-8x7b": { "format": "openai", "flavor": "chat", @@ -8064,6 +8053,16 @@ "max_input_tokens": 1000000, "max_output_tokens": 8000 }, + "wizardlm-2-8x22b": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 1, + "output_cost_per_mil_tokens": 1, + "displayName": "WizardLM-2 8x22B", + "available_providers": [ + "openrouter" + ] + }, "claude-fable-5": { "format": "anthropic", "flavor": "chat", @@ -8088,31 +8087,6 @@ "anthropic" ] }, - "claude-opus-4-8": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "input_cache_write_5m_cost_per_mil_tokens": 6.25, - "input_cache_write_1h_cost_per_mil_tokens": 10, - "displayName": "Claude Opus 4.8", - "reasoning": true, - "reasoning_budget": true, - "fallback_models": [ - "anthropic.claude-opus-4-8", - "global.anthropic.claude-opus-4-8", - "publishers/anthropic/models/claude-opus-4-8", - "us.anthropic.claude-opus-4-8" - ], - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "anthropic" - ] - }, "claude-opus-5": { "format": "anthropic", "flavor": "chat", @@ -8128,11 +8102,10 @@ "reasoning_budget": true, "fallback_models": [ "anthropic.claude-opus-5", + "eu.anthropic.claude-opus-5", "global.anthropic.claude-opus-5", "publishers/anthropic/models/claude-opus-5", - "us.anthropic.claude-opus-5", - "eu.anthropic.claude-opus-5", - "au.anthropic.claude-opus-5" + "us.anthropic.claude-opus-5" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -8207,7 +8180,7 @@ "anthropic" ] }, - "claude-opus-4-7": { + "claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8217,14 +8190,14 @@ "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, - "displayName": "Claude Opus 4.7", + "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "anthropic.claude-opus-4-7", - "global.anthropic.claude-opus-4-7", - "publishers/anthropic/models/claude-opus-4-7", - "us.anthropic.claude-opus-4-7" + "anthropic.claude-opus-4-8", + "global.anthropic.claude-opus-4-8", + "publishers/anthropic/models/claude-opus-4-8", + "us.anthropic.claude-opus-4-8" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -8257,7 +8230,7 @@ "anthropic" ] }, - "claude-opus-4-6": { + "claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8267,11 +8240,14 @@ "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, - "displayName": "Claude Opus 4.6", + "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "publishers/anthropic/models/claude-opus-4-6" + "anthropic.claude-opus-4-7", + "global.anthropic.claude-opus-4-7", + "publishers/anthropic/models/claude-opus-4-7", + "us.anthropic.claude-opus-4-7" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -8321,6 +8297,28 @@ "anthropic" ] }, + "claude-opus-4-6": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "input_cache_write_5m_cost_per_mil_tokens": 6.25, + "input_cache_write_1h_cost_per_mil_tokens": 10, + "displayName": "Claude Opus 4.6", + "reasoning": true, + "reasoning_budget": true, + "fallback_models": [ + "publishers/anthropic/models/claude-opus-4-6" + ], + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "anthropic" + ] + }, "claude-opus-4-5": { "format": "anthropic", "flavor": "chat", @@ -8416,7 +8414,7 @@ "bedrock" ] }, - "anthropic.claude-opus-4-8": { + "anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8424,7 +8422,7 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 4.8", + "displayName": "Claude Opus 5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, @@ -8433,7 +8431,7 @@ "bedrock" ] }, - "anthropic.claude-opus-5": { + "anthropic.claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8441,7 +8439,7 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 5", + "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, @@ -8450,7 +8448,7 @@ "bedrock" ] }, - "global.anthropic.claude-opus-5": { + "anthropic.claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8458,138 +8456,66 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude Opus 5", + "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": [ "bedrock" ] }, - "us.anthropic.claude-opus-5": { + "anthropic.claude-opus-4-6-v1": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "US Claude Opus 5", + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Claude Opus 4.6", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": [ "bedrock" ] }, - "eu.anthropic.claude-opus-5": { + "anthropic.claude-opus-4-5-20251101-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "EU Claude Opus 5", + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "max_input_tokens": 200000, + "max_output_tokens": 64000, "available_providers": [ "bedrock" ] }, - "au.anthropic.claude-opus-5": { + "anthropic.claude-opus-4-1-20250805-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "AU Claude Opus 5", + "input_cost_per_mil_tokens": 15, + "output_cost_per_mil_tokens": 75, + "input_cache_read_cost_per_mil_tokens": 1.5, + "input_cache_write_cost_per_mil_tokens": 18.75, + "displayName": "Claude Opus 4.1", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "max_input_tokens": 200000, + "max_output_tokens": 32000, "available_providers": [ "bedrock" ] }, - "anthropic.claude-opus-4-7": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 4.7", - "reasoning": true, - "reasoning_budget": true, - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "anthropic.claude-opus-4-6-v1": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 4.6", - "reasoning": true, - "reasoning_budget": true, - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "anthropic.claude-opus-4-5-20251101-v1:0": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "reasoning": true, - "reasoning_budget": true, - "max_input_tokens": 200000, - "max_output_tokens": 64000, - "available_providers": [ - "bedrock" - ] - }, - "anthropic.claude-opus-4-1-20250805-v1:0": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 15, - "output_cost_per_mil_tokens": 75, - "input_cache_read_cost_per_mil_tokens": 1.5, - "input_cache_write_cost_per_mil_tokens": 18.75, - "displayName": "Claude Opus 4.1", - "reasoning": true, - "reasoning_budget": true, - "max_input_tokens": 200000, - "max_output_tokens": 32000, - "available_providers": [ - "bedrock" - ] - }, - "anthropic.claude-sonnet-5": { + "anthropic.claude-sonnet-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8762,57 +8688,6 @@ "bedrock" ] }, - "command-a-03-2025": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 2.5, - "output_cost_per_mil_tokens": 10, - "displayName": "Command A", - "max_input_tokens": 256000, - "max_output_tokens": 8000, - "available_providers": [ - "cohere" - ] - }, - "command-r-plus-08-2024": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 2.5, - "output_cost_per_mil_tokens": 10, - "displayName": "Command R+ (08-2024)", - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "available_providers": [ - "cohere", - "openrouter" - ] - }, - "command-r-08-2024": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.15, - "output_cost_per_mil_tokens": 0.6, - "displayName": "Command R (08-2024)", - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "available_providers": [ - "cohere", - "openrouter" - ] - }, - "command-r7b-12-2024": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.0375, - "output_cost_per_mil_tokens": 0.15, - "displayName": "Command R7B", - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "available_providers": [ - "cohere", - "openrouter" - ] - }, "mistral.devstral-2-123b": { "format": "converse", "flavor": "chat", @@ -9483,6 +9358,186 @@ "bedrock" ] }, + "global.anthropic.claude-fable-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 10, + "output_cost_per_mil_tokens": 50, + "input_cache_read_cost_per_mil_tokens": 1, + "input_cache_write_cost_per_mil_tokens": 12.5, + "displayName": "Global Claude Fable 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-fable-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude Opus 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-8": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude 4.8 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-8", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-7": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude 4.7 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-7", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-6-v1": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude 4.6 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-6-v1", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Global Claude Sonnet 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-4-6": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Global Claude 4.6 Sonnet", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-4-6", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Global Claude 4.5 Sonnet", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-4-5-20250929-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1, + "output_cost_per_mil_tokens": 5, + "input_cache_read_cost_per_mil_tokens": 0.1, + "input_cache_write_cost_per_mil_tokens": 1.25, + "displayName": "Global Claude 4.5 Haiku", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-haiku-4-5-20251001-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-opus-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "US Claude Opus 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, "us.anthropic.claude-opus-4-8": { "format": "anthropic", "flavor": "chat", @@ -9907,146 +9962,112 @@ "bedrock" ] }, - "global.anthropic.claude-fable-5": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 10, - "output_cost_per_mil_tokens": 50, - "input_cache_read_cost_per_mil_tokens": 1, - "input_cache_write_cost_per_mil_tokens": 12.5, - "displayName": "Global Claude Fable 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-fable-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "global.anthropic.claude-opus-4-8": { + "eu.anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude 4.8 Opus", + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "EU Claude Opus 5", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-8", + "parent": "anthropic.claude-opus-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-opus-4-7": { + "eu.anthropic.claude-3-haiku-20240307-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude 4.7 Opus", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-7", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 0.25, + "output_cost_per_mil_tokens": 1.25, + "input_cache_read_cost_per_mil_tokens": 0.025, + "input_cache_write_cost_per_mil_tokens": 0.3125, + "displayName": "EU Claude 3 Haiku", + "deprecated": true, + "deprecation_date": "2026-04-20", + "parent": "anthropic.claude-3-haiku-20240307-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-opus-4-6-v1": { + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude 4.6 Opus", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-6-v1", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "EU Claude 3 Sonnet", + "deprecated": true, + "deprecation_date": "2025-07-21", + "parent": "anthropic.claude-3-sonnet-20240229-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-sonnet-5": { - "format": "anthropic", + "eu.meta.llama3-2-3b-instruct-v1:0": { + "format": "converse", "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "Global Claude Sonnet 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-sonnet-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 0.19, + "output_cost_per_mil_tokens": 0.19, + "displayName": "EU Llama 3.2 3B Instruct", + "parent": "meta.llama3-2-3b-instruct-v1:0", + "max_input_tokens": 128000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-sonnet-4-6": { - "format": "anthropic", + "eu.meta.llama3-2-1b-instruct-v1:0": { + "format": "converse", "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "Global Claude 4.6 Sonnet", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-sonnet-4-6", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 0.13, + "output_cost_per_mil_tokens": 0.13, + "displayName": "EU Llama 3.2 1B Instruct", + "parent": "meta.llama3-2-1b-instruct-v1:0", + "max_input_tokens": 128000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "format": "anthropic", + "eu.mistral.pixtral-large-2502-v1:0": { + "format": "converse", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "Global Claude 4.5 Sonnet", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-sonnet-4-5-20250929-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "displayName": "EU Pixtral Large (2502)", + "parent": "mistral.pixtral-large-2502-v1:0", + "max_input_tokens": 128000, + "max_output_tokens": 16000, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "au.anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 1, - "output_cost_per_mil_tokens": 5, - "input_cache_read_cost_per_mil_tokens": 0.1, - "input_cache_write_cost_per_mil_tokens": 1.25, - "displayName": "Global Claude 4.5 Haiku", + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "AU Claude Opus 5", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-haiku-4-5-20251001-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "parent": "anthropic.claude-opus-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, "available_providers": [ "bedrock" ] @@ -10119,78 +10140,55 @@ "bedrock" ] }, - "eu.anthropic.claude-3-haiku-20240307-v1:0": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 0.25, - "output_cost_per_mil_tokens": 1.25, - "input_cache_read_cost_per_mil_tokens": 0.025, - "input_cache_write_cost_per_mil_tokens": 0.3125, - "displayName": "EU Claude 3 Haiku", - "deprecated": true, - "deprecation_date": "2026-04-20", - "parent": "anthropic.claude-3-haiku-20240307-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "available_providers": [ - "bedrock" - ] - }, - "eu.anthropic.claude-3-sonnet-20240229-v1:0": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "EU Claude 3 Sonnet", - "deprecated": true, - "deprecation_date": "2025-07-21", - "parent": "anthropic.claude-3-sonnet-20240229-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 4096, + "command-a-03-2025": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 2.5, + "output_cost_per_mil_tokens": 10, + "displayName": "Command A", + "max_input_tokens": 256000, + "max_output_tokens": 8000, "available_providers": [ - "bedrock" + "cohere" ] }, - "eu.meta.llama3-2-3b-instruct-v1:0": { - "format": "converse", + "command-r-plus-08-2024": { + "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.19, - "output_cost_per_mil_tokens": 0.19, - "displayName": "EU Llama 3.2 3B Instruct", - "parent": "meta.llama3-2-3b-instruct-v1:0", + "input_cost_per_mil_tokens": 2.5, + "output_cost_per_mil_tokens": 10, + "displayName": "Command R+ (08-2024)", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": [ - "bedrock" + "cohere", + "openrouter" ] }, - "eu.meta.llama3-2-1b-instruct-v1:0": { - "format": "converse", + "command-r-08-2024": { + "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.13, - "output_cost_per_mil_tokens": 0.13, - "displayName": "EU Llama 3.2 1B Instruct", - "parent": "meta.llama3-2-1b-instruct-v1:0", + "input_cost_per_mil_tokens": 0.15, + "output_cost_per_mil_tokens": 0.6, + "displayName": "Command R (08-2024)", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": [ - "bedrock" + "cohere", + "openrouter" ] }, - "eu.mistral.pixtral-large-2502-v1:0": { - "format": "converse", + "command-r7b-12-2024": { + "format": "openai", "flavor": "chat", - "multimodal": true, - "displayName": "EU Pixtral Large (2502)", - "parent": "mistral.pixtral-large-2502-v1:0", + "input_cost_per_mil_tokens": 0.0375, + "output_cost_per_mil_tokens": 0.15, + "displayName": "Command R7B", "max_input_tokens": 128000, - "max_output_tokens": 16000, + "max_output_tokens": 4096, "available_providers": [ - "bedrock" + "cohere", + "openrouter" ] }, "deepseek-ai/DeepSeek-V4-Pro": { @@ -10651,6 +10649,20 @@ "together" ] }, + "zai-org/GLM-5.2-Fast": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 2.1, + "output_cost_per_mil_tokens": 6.6, + "input_cache_read_cost_per_mil_tokens": 0.21, + "displayName": "GLM 5.2 Fast", + "reasoning": true, + "parent": "zai-org/GLM-5.2", + "max_input_tokens": 524288, + "available_providers": [ + "baseten" + ] + }, "zai-org/GLM-5.1": { "format": "openai", "flavor": "chat", @@ -10662,7 +10674,6 @@ "max_input_tokens": 202752, "max_output_tokens": 128000, "available_providers": [ - "baseten", "together" ] }, @@ -10673,7 +10684,6 @@ "output_cost_per_mil_tokens": 3.15, "input_cache_read_cost_per_mil_tokens": 0.2, "available_providers": [ - "baseten", "together" ] }, @@ -10706,20 +10716,9 @@ "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.12, "available_providers": [ - "baseten", "together" ] }, - "nvidia/Nemotron-120B-A12B": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.3, - "output_cost_per_mil_tokens": 0.75, - "input_cache_read_cost_per_mil_tokens": 0.06, - "available_providers": [ - "baseten" - ] - }, "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B": { "format": "openai", "flavor": "chat", @@ -10733,6 +10732,20 @@ "baseten" ] }, + "thinkingmachines/inkling": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1, + "output_cost_per_mil_tokens": 4.05, + "input_cache_read_cost_per_mil_tokens": 0.17, + "displayName": "Inkling", + "reasoning": true, + "max_input_tokens": 1048576, + "available_providers": [ + "baseten" + ] + }, "mistral-large-latest": { "format": "openai", "flavor": "chat", @@ -10901,6 +10914,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.9, + "deprecation_date": "2025-11-30", "parent": "codestral-latest", "fallback_models": [ "publishers/mistralai/models/codestral-2501" @@ -11002,11 +11016,12 @@ "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Mistral Small (2603)", + "reasoning": true, + "reasoning_budget": true, "parent": "mistral-small-latest", "max_input_tokens": 262144, "available_providers": [ - "mistral", - "openrouter" + "mistral" ] }, "magistral-small-latest": { @@ -11041,6 +11056,7 @@ "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Pixtral 12B", + "deprecation_date": "2025-12-31", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": [ @@ -11207,18 +11223,18 @@ "mistral" ] }, - "gemini-3.5-flash": { + "gemini-3.6-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 9, + "output_cost_per_mil_tokens": 7.5, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.5 Flash", + "displayName": "Gemini 3.6 Flash", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "publishers/google/models/gemini-3.5-flash" + "publishers/google/models/gemini-3.6-flash" ], "max_input_tokens": 1048576, "max_output_tokens": 65536, @@ -11227,18 +11243,18 @@ "vertex" ] }, - "gemini-3.6-flash": { + "gemini-3.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 7.5, + "output_cost_per_mil_tokens": 9, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.6 Flash", + "displayName": "Gemini 3.5 Flash", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "publishers/google/models/gemini-3.6-flash" + "publishers/google/models/gemini-3.5-flash" ], "max_input_tokens": 1048576, "max_output_tokens": 65536, @@ -11360,6 +11376,7 @@ "displayName": "Gemini 3.1 Flash-Lite (Preview)", "reasoning": true, "reasoning_budget": true, + "deprecated": true, "fallback_models": [ "publishers/google/models/gemini-3.1-flash-lite-preview" ], @@ -11880,6 +11897,7 @@ "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, + "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.20 (Non-Reasoning)", "max_input_tokens": 1000000, "available_providers": [ @@ -12722,18 +12740,185 @@ "databricks" ] }, - "thinkingmachines/inkling": { + "claude-mythos-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 10, + "output_cost_per_mil_tokens": 50, + "input_cache_read_cost_per_mil_tokens": 1, + "input_cache_write_cost_per_mil_tokens": 12.5, + "displayName": "Claude Mythos 5", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "anthropic" + ] + }, + "claude-mythos-preview": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "displayName": "Claude Mythos Preview", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "anthropic" + ] + }, + "databricks-gpt-5-5-pro": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "GPT-5.5 Pro", + "reasoning": true, + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-gemini-3-5-flash": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "Gemini 3.5 Flash", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "available_providers": [ + "databricks" + ] + }, + "databricks-gpt-5-3-codex": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "GPT-5.3 Codex", + "reasoning": true, + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-gemma-3-12b": { + "format": "openai", + "flavor": "chat", + "displayName": "Gemma 3 12B", + "max_input_tokens": 131072, + "available_providers": [ + "databricks" + ] + }, + "google.gemma-3-12b-it": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.09, + "output_cost_per_mil_tokens": 0.29, + "displayName": "Gemma 3 12B IT", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "google.gemma-3-4b-it": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.04, + "output_cost_per_mil_tokens": 0.08, + "displayName": "Gemma 3 4B IT", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "openai.gpt-5.6-sol": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 33, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.88, + "displayName": "OpenAI GPT-5.6 Sol (Bedrock)", + "reasoning": true, + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "openai.gpt-5.6-terra": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 2.75, + "output_cost_per_mil_tokens": 16.5, + "input_cache_read_cost_per_mil_tokens": 0.28, + "input_cache_write_cost_per_mil_tokens": 3.44, + "displayName": "OpenAI GPT-5.6 Terra (Bedrock)", + "reasoning": true, + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "openai.gpt-5.6-luna": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1.1, + "output_cost_per_mil_tokens": 6.6, + "input_cache_read_cost_per_mil_tokens": 0.11, + "input_cache_write_cost_per_mil_tokens": 1.38, + "displayName": "OpenAI GPT-5.6 Luna (Bedrock)", + "reasoning": true, + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "nvidia.nemotron-nano-9b-v2": { + "format": "converse", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.06, + "output_cost_per_mil_tokens": 0.23, + "displayName": "NVIDIA Nemotron Nano 9B v2", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "databricks-glm-5-2": { + "format": "openai", + "flavor": "chat", + "displayName": "GLM 5.2", + "reasoning": true, + "max_input_tokens": 1048576, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-inkling": { "format": "openai", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 1, - "output_cost_per_mil_tokens": 4.05, - "input_cache_read_cost_per_mil_tokens": 0.17, "displayName": "Inkling", "reasoning": true, "max_input_tokens": 1048576, "available_providers": [ - "baseten" + "databricks" ] } } diff --git a/packages/proxy/scripts/deprecated_model_ids.json b/packages/proxy/scripts/deprecated_model_ids.json index 1ccb7680..7778424f 100644 --- a/packages/proxy/scripts/deprecated_model_ids.json +++ b/packages/proxy/scripts/deprecated_model_ids.json @@ -76,6 +76,7 @@ "magistral-small-2506", "meta-llama/Meta-Llama-3-8B-Instruct-Turbo", "meta-llama/llama-4-maverick-17b-128e-instruct", + "meta-llama/llama-4-scout-17b-16e-instruct", "mistral-large-2411", "mistral-medium-3-5-26-04", "mistral-saba-24b", @@ -85,6 +86,7 @@ "moonshotai/Kimi-K2-Instruct-0905", "moonshotai/Kimi-K2-Thinking", "moonshotai/kimi-k2-instruct-0905", + "nvidia/Nemotron-120B-A12B", "o1-mini", "o1-mini-2024-09-12", "o1-preview", @@ -96,6 +98,7 @@ "qwen-2.5-32b", "qwen-2.5-coder-32b", "qwen-qwq-32b", + "qwen/qwen3-32b", "r1-1776", "sonar-reasoning", "zai-org/GLM-4.6"