From c3b4e156721abe90c7248e4b3a9eeec3a2768faf Mon Sep 17 00:00:00 2001 From: erin2722 <16248113+erin2722@users.noreply.github.com> Date: Sun, 26 Jul 2026 10:39:34 +0000 Subject: [PATCH 1/5] chore: update model catalog from bot issues --- packages/proxy/schema/index.ts | 1 + packages/proxy/schema/model_list.json | 21 ++++++++++++++++++--- 2 files changed, 19 insertions(+), 3 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 91eeb57a..7e8cc148 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -1114,6 +1114,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "command-r-plus-08-2024": ["cohere", "openrouter"], "command-r-08-2024": ["cohere", "openrouter"], "command-r7b-12-2024": ["cohere", "openrouter"], + "gemini-3.1-flash-live-preview": ["google"], }; const modelEndpointAvailableModels = getAvailableModels(); diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index 8f7ea3ba..3b585dec 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -8128,11 +8128,10 @@ "reasoning_budget": true, "fallback_models": [ "anthropic.claude-opus-5", + "eu.anthropic.claude-opus-5", "global.anthropic.claude-opus-5", "publishers/anthropic/models/claude-opus-5", - "us.anthropic.claude-opus-5", - "eu.anthropic.claude-opus-5", - "au.anthropic.claude-opus-5" + "us.anthropic.claude-opus-5" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -11776,6 +11775,22 @@ "vertex" ] }, + "gemini-3.1-flash-live-preview": { + "format": "google", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.75, + "output_cost_per_mil_tokens": 4.5, + "displayName": "Gemini 3.1 Flash Live Preview", + "reasoning": true, + "reasoning_budget": true, + "experimental": true, + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "available_providers": [ + "google" + ] + }, "grok-4-0709": { "format": "openai", "flavor": "chat", From 9fc48f12455b133a70582a6d2ee659cdafc64ae2 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 27 Jul 2026 11:18:43 -0400 Subject: [PATCH 2/5] chore: remove deprecated models from the catalog (#986) ## Model deprecation audit Each model below returned a definitive not-found / deprecated response from its provider (a single 404 / not-found is treated as authoritative). Account/region-scoped providers (bedrock, vertex, databricks) are surfaced for manual review, not auto-removed. ```json { "deprecations": [ { "model": "moonshotai/Kimi-K2.5", "provider": "baseten", "reason": "absent from list + probe not-found", "status": 410, "detail": "{\"error\":\"the model version you are trying to access has been deprecated.\"}\n" }, { "model": "nvidia/Nemotron-120B-A12B", "provider": "baseten", "reason": "absent from list + probe not-found", "status": 410, "detail": "{\"error\":\"the model version you are trying to access has been deprecated.\"}\n" }, { "model": "zai-org/GLM-5", "provider": "baseten", "reason": "absent from list + probe not-found", "status": 410, "detail": "{\"error\":\"the model version you are trying to access has been deprecated.\"}\n" }, { "model": "zai-org/GLM-5.1", "provider": "baseten", "reason": "absent from list + probe not-found", "status": 410, "detail": "{\"error\":\"the model version you are trying to access has been deprecated.\"}\n" }, { "model": "meta-llama/llama-4-scout-17b-16e-instruct", "provider": "groq", "reason": "absent from list + probe not-found", "status": 404, "detail": "{\"error\":{\"message\":\"The model `meta-llama/llama-4-scout-17b-16e-instruct` does not exist or you do not have access to it.\",\"type\":\"invalid_request_error\",\"code" }, { "model": "qwen/qwen3-32b", "provider": "groq", "reason": "absent from list + probe not-found", "status": 404, "detail": "{\"error\":{\"message\":\"The model `qwen/qwen3-32b` does not exist or you do not have access to it.\",\"type\":\"invalid_request_error\",\"code\":\"model_not_found\"}}\n" } ], "reportOnly": [ { "provider": "bedrock", "modelCount": 122 }, { "provider": "databricks", "modelCount": 36 }, { "provider": "fireworks", "modelCount": 266 }, { "provider": "vertex", "modelCount": 122 } ], "skipped": [ { "provider": "cohere", "reason": "no adapter" }, { "provider": "lepton", "reason": "no adapter" }, { "provider": "openrouter", "reason": "no adapter" }, { "provider": "replicate", "reason": "no adapter" } ] } ``` --------- Co-authored-by: erin2722 <16248113+erin2722@users.noreply.github.com> Co-authored-by: Erin McNulty Co-authored-by: Claude Opus 4.8 --- packages/proxy/schema/index.ts | 9 ++-- packages/proxy/schema/model_list.json | 47 +------------------ .../proxy/scripts/deprecated_model_ids.json | 3 ++ 3 files changed, 8 insertions(+), 51 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 91eeb57a..ce14d3b6 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -378,7 +378,6 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "open-mistral-nemo-2407": ["mistral"], mistral: ["ollama"], phi: ["ollama"], - "meta-llama/llama-4-scout-17b-16e-instruct": ["groq"], "llama-3.3-70b-versatile": ["groq"], "llama-3.1-8b-instant": ["groq"], "accounts/fireworks/models/llama-guard-3-8b": ["fireworks"], @@ -387,7 +386,6 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/llama-guard-2-8b": ["fireworks"], "accounts/fireworks/models/deepseek-r1-distill-qwen-32b": ["fireworks"], "accounts/fireworks/models/deepseek-r1-distill-qwen-14b": ["fireworks"], - "qwen/qwen3-32b": ["groq"], "llama3-3-70b": ["lepton"], "llama3-2-3b": ["lepton"], "llama3-2-1b": ["lepton"], @@ -687,7 +685,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "deepcogito/cogito-v2-1-671b": ["together"], "essentialai/rnj-1-instruct": ["together"], "Qwen/Qwen3.6-Plus": ["together"], - "zai-org/GLM-5.1": ["baseten", "together"], + "zai-org/GLM-5.1": ["together"], "zai-org/GLM-5.2": ["baseten", "together"], "MiniMaxAI/MiniMax-M2.7": ["together"], "MiniMaxAI/MiniMax-M3": ["together"], @@ -757,7 +755,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/flux-1-schnell": ["fireworks"], "accounts/fireworks/models/flux-kontext-max": ["fireworks"], "accounts/fireworks/models/flux-kontext-pro": ["fireworks"], - "zai-org/GLM-5": ["baseten", "together"], + "zai-org/GLM-5": ["together"], "accounts/fireworks/models/glm-4p7": ["fireworks"], "zai-org/GLM-4.7": ["baseten"], "accounts/fireworks/models/glm-4p6": ["fireworks"], @@ -920,11 +918,10 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "whisper-1": ["openai", "azure"], "babbage-002": ["openai", "azure"], "davinci-002": ["openai", "azure"], - "nvidia/Nemotron-120B-A12B": ["baseten"], "fireworks_ai/WhereIsAI/UAE-Large-V1": ["fireworks"], "accounts/fireworks/models/kimi-k2p5": ["fireworks"], "accounts/fireworks/models/kimi-k2p6": ["fireworks"], - "moonshotai/Kimi-K2.5": ["baseten", "together"], + "moonshotai/Kimi-K2.5": ["together"], "moonshotai/Kimi-K2.6": ["baseten", "together"], "fireworks_ai/nomic-ai/nomic-embed-text-v1": ["fireworks"], "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": ["fireworks"], diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index 8f7ea3ba..4e6c8836 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -6008,20 +6008,6 @@ "groq" ] }, - "meta-llama/llama-4-scout-17b-16e-instruct": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.11, - "output_cost_per_mil_tokens": 0.34, - "displayName": "Llama 4 Scout (17Bx16E)", - "experimental": true, - "deprecation_date": "2026-07-17", - "max_input_tokens": 131072, - "max_output_tokens": 8192, - "available_providers": [ - "groq" - ] - }, "llama-3.3-70b-versatile": { "format": "openai", "flavor": "chat", @@ -6060,21 +6046,6 @@ "groq" ] }, - "qwen/qwen3-32b": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.29, - "output_cost_per_mil_tokens": 0.59, - "displayName": "Qwen3-32B", - "reasoning": true, - "experimental": true, - "deprecation_date": "2026-07-17", - "max_input_tokens": 131072, - "max_output_tokens": 40960, - "available_providers": [ - "groq" - ] - }, "groq/compound": { "format": "openai", "flavor": "chat", @@ -8128,11 +8099,10 @@ "reasoning_budget": true, "fallback_models": [ "anthropic.claude-opus-5", + "eu.anthropic.claude-opus-5", "global.anthropic.claude-opus-5", "publishers/anthropic/models/claude-opus-5", - "us.anthropic.claude-opus-5", - "eu.anthropic.claude-opus-5", - "au.anthropic.claude-opus-5" + "us.anthropic.claude-opus-5" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -10662,7 +10632,6 @@ "max_input_tokens": 202752, "max_output_tokens": 128000, "available_providers": [ - "baseten", "together" ] }, @@ -10673,7 +10642,6 @@ "output_cost_per_mil_tokens": 3.15, "input_cache_read_cost_per_mil_tokens": 0.2, "available_providers": [ - "baseten", "together" ] }, @@ -10706,20 +10674,9 @@ "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.12, "available_providers": [ - "baseten", "together" ] }, - "nvidia/Nemotron-120B-A12B": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.3, - "output_cost_per_mil_tokens": 0.75, - "input_cache_read_cost_per_mil_tokens": 0.06, - "available_providers": [ - "baseten" - ] - }, "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B": { "format": "openai", "flavor": "chat", diff --git a/packages/proxy/scripts/deprecated_model_ids.json b/packages/proxy/scripts/deprecated_model_ids.json index 1ccb7680..7778424f 100644 --- a/packages/proxy/scripts/deprecated_model_ids.json +++ b/packages/proxy/scripts/deprecated_model_ids.json @@ -76,6 +76,7 @@ "magistral-small-2506", "meta-llama/Meta-Llama-3-8B-Instruct-Turbo", "meta-llama/llama-4-maverick-17b-128e-instruct", + "meta-llama/llama-4-scout-17b-16e-instruct", "mistral-large-2411", "mistral-medium-3-5-26-04", "mistral-saba-24b", @@ -85,6 +86,7 @@ "moonshotai/Kimi-K2-Instruct-0905", "moonshotai/Kimi-K2-Thinking", "moonshotai/kimi-k2-instruct-0905", + "nvidia/Nemotron-120B-A12B", "o1-mini", "o1-mini-2024-09-12", "o1-preview", @@ -96,6 +98,7 @@ "qwen-2.5-32b", "qwen-2.5-coder-32b", "qwen-qwq-32b", + "qwen/qwen3-32b", "r1-1776", "sonar-reasoning", "zai-org/GLM-4.6" From 1e6db268cc941c6a4fcf2097f987464a9b1910ec Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 27 Jul 2026 11:20:40 -0400 Subject: [PATCH 3/5] chore: sync new models (#1009) Automated sync of model metadata and newly available models from the approved provider allowlist. --------- Co-authored-by: erin2722 <16248113+erin2722@users.noreply.github.com> Co-authored-by: Erin McNulty Co-authored-by: Claude Opus 4.8 --- packages/proxy/schema/index.ts | 1 + packages/proxy/schema/model_list.json | 734 +++++++++++++------------- 2 files changed, 375 insertions(+), 360 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index ce14d3b6..e1413d3d 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -687,6 +687,7 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "Qwen/Qwen3.6-Plus": ["together"], "zai-org/GLM-5.1": ["together"], "zai-org/GLM-5.2": ["baseten", "together"], + "zai-org/GLM-5.2-Fast": ["baseten"], "MiniMaxAI/MiniMax-M2.7": ["together"], "MiniMaxAI/MiniMax-M3": ["together"], "mistral-medium-2508": ["mistral"], diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index 4e6c8836..c606fdec 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -6064,40 +6064,40 @@ "groq" ] }, - "publishers/google/models/gemini-3.5-flash": { + "publishers/google/models/gemini-3.6-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 9, + "output_cost_per_mil_tokens": 7.5, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.5 Flash", + "displayName": "Gemini 3.6 Flash", "reasoning": true, "reasoning_budget": true, "locations": [ "global" ], "max_input_tokens": 1048576, - "max_output_tokens": 65535, + "max_output_tokens": 65536, "available_providers": [ "vertex" ] }, - "publishers/google/models/gemini-3.6-flash": { + "publishers/google/models/gemini-3.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 7.5, + "output_cost_per_mil_tokens": 9, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.6 Flash", + "displayName": "Gemini 3.5 Flash", "reasoning": true, "reasoning_budget": true, "locations": [ "global" ], "max_input_tokens": 1048576, - "max_output_tokens": 65536, + "max_output_tokens": 65535, "available_providers": [ "vertex" ] @@ -7018,7 +7018,7 @@ "vertex" ] }, - "publishers/anthropic/models/claude-opus-4-8": { + "publishers/anthropic/models/claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -7026,7 +7026,7 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 4.8", + "displayName": "Claude Opus 5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, @@ -7035,7 +7035,7 @@ "vertex" ] }, - "publishers/anthropic/models/claude-opus-5": { + "publishers/anthropic/models/claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -7043,7 +7043,7 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 5", + "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, @@ -7955,16 +7955,6 @@ "output_cost_per_mil_tokens": 0.07, "displayName": "WizardLM-2 7B" }, - "wizardlm-2-8x22b": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 1, - "output_cost_per_mil_tokens": 1, - "displayName": "WizardLM-2 8x22B", - "available_providers": [ - "openrouter" - ] - }, "dolphin-mixtral-8x7b": { "format": "openai", "flavor": "chat", @@ -8035,6 +8025,16 @@ "max_input_tokens": 1000000, "max_output_tokens": 8000 }, + "wizardlm-2-8x22b": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 1, + "output_cost_per_mil_tokens": 1, + "displayName": "WizardLM-2 8x22B", + "available_providers": [ + "openrouter" + ] + }, "claude-fable-5": { "format": "anthropic", "flavor": "chat", @@ -8059,31 +8059,6 @@ "anthropic" ] }, - "claude-opus-4-8": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "input_cache_write_5m_cost_per_mil_tokens": 6.25, - "input_cache_write_1h_cost_per_mil_tokens": 10, - "displayName": "Claude Opus 4.8", - "reasoning": true, - "reasoning_budget": true, - "fallback_models": [ - "anthropic.claude-opus-4-8", - "global.anthropic.claude-opus-4-8", - "publishers/anthropic/models/claude-opus-4-8", - "us.anthropic.claude-opus-4-8" - ], - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "anthropic" - ] - }, "claude-opus-5": { "format": "anthropic", "flavor": "chat", @@ -8177,7 +8152,7 @@ "anthropic" ] }, - "claude-opus-4-7": { + "claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8187,14 +8162,14 @@ "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, - "displayName": "Claude Opus 4.7", + "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "anthropic.claude-opus-4-7", - "global.anthropic.claude-opus-4-7", - "publishers/anthropic/models/claude-opus-4-7", - "us.anthropic.claude-opus-4-7" + "anthropic.claude-opus-4-8", + "global.anthropic.claude-opus-4-8", + "publishers/anthropic/models/claude-opus-4-8", + "us.anthropic.claude-opus-4-8" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -8227,7 +8202,7 @@ "anthropic" ] }, - "claude-opus-4-6": { + "claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8237,11 +8212,14 @@ "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, - "displayName": "Claude Opus 4.6", + "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "publishers/anthropic/models/claude-opus-4-6" + "anthropic.claude-opus-4-7", + "global.anthropic.claude-opus-4-7", + "publishers/anthropic/models/claude-opus-4-7", + "us.anthropic.claude-opus-4-7" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -8291,6 +8269,28 @@ "anthropic" ] }, + "claude-opus-4-6": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "input_cache_write_5m_cost_per_mil_tokens": 6.25, + "input_cache_write_1h_cost_per_mil_tokens": 10, + "displayName": "Claude Opus 4.6", + "reasoning": true, + "reasoning_budget": true, + "fallback_models": [ + "publishers/anthropic/models/claude-opus-4-6" + ], + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "anthropic" + ] + }, "claude-opus-4-5": { "format": "anthropic", "flavor": "chat", @@ -8386,23 +8386,6 @@ "bedrock" ] }, - "anthropic.claude-opus-4-8": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Claude Opus 4.8", - "reasoning": true, - "reasoning_budget": true, - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, "anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", @@ -8420,7 +8403,7 @@ "bedrock" ] }, - "global.anthropic.claude-opus-5": { + "anthropic.claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, @@ -8428,64 +8411,9 @@ "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude Opus 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "us.anthropic.claude-opus-5": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "US Claude Opus 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "eu.anthropic.claude-opus-5": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "EU Claude Opus 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "au.anthropic.claude-opus-5": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "AU Claude Opus 5", + "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": [ @@ -8732,57 +8660,6 @@ "bedrock" ] }, - "command-a-03-2025": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 2.5, - "output_cost_per_mil_tokens": 10, - "displayName": "Command A", - "max_input_tokens": 256000, - "max_output_tokens": 8000, - "available_providers": [ - "cohere" - ] - }, - "command-r-plus-08-2024": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 2.5, - "output_cost_per_mil_tokens": 10, - "displayName": "Command R+ (08-2024)", - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "available_providers": [ - "cohere", - "openrouter" - ] - }, - "command-r-08-2024": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.15, - "output_cost_per_mil_tokens": 0.6, - "displayName": "Command R (08-2024)", - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "available_providers": [ - "cohere", - "openrouter" - ] - }, - "command-r7b-12-2024": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.0375, - "output_cost_per_mil_tokens": 0.15, - "displayName": "Command R7B", - "max_input_tokens": 128000, - "max_output_tokens": 4096, - "available_providers": [ - "cohere", - "openrouter" - ] - }, "mistral.devstral-2-123b": { "format": "converse", "flavor": "chat", @@ -9453,29 +9330,209 @@ "bedrock" ] }, - "us.anthropic.claude-opus-4-8": { + "global.anthropic.claude-fable-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5.5, - "output_cost_per_mil_tokens": 27.5, - "input_cache_read_cost_per_mil_tokens": 0.55, - "input_cache_write_cost_per_mil_tokens": 6.875, - "displayName": "US Claude 4.8 Opus", + "input_cost_per_mil_tokens": 10, + "output_cost_per_mil_tokens": 50, + "input_cache_read_cost_per_mil_tokens": 1, + "input_cache_write_cost_per_mil_tokens": 12.5, + "displayName": "Global Claude Fable 5", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-8", + "parent": "anthropic.claude-fable-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": [ "bedrock" ] }, - "us.anthropic.claude-opus-4-7": { + "global.anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5.5, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude Opus 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-8": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude 4.8 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-8", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-7": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude 4.7 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-7", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-6-v1": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "displayName": "Global Claude 4.6 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-6-v1", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Global Claude Sonnet 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-4-6": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Global Claude 4.6 Sonnet", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-4-6", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Global Claude 4.5 Sonnet", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-4-5-20250929-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1, + "output_cost_per_mil_tokens": 5, + "input_cache_read_cost_per_mil_tokens": 0.1, + "input_cache_write_cost_per_mil_tokens": 1.25, + "displayName": "Global Claude 4.5 Haiku", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-haiku-4-5-20251001-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-opus-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "US Claude Opus 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-opus-4-8": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "US Claude 4.8 Opus", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-8", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-opus-4-7": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5.5, "output_cost_per_mil_tokens": 27.5, "input_cache_read_cost_per_mil_tokens": 0.55, "input_cache_write_cost_per_mil_tokens": 6.875, @@ -9877,146 +9934,112 @@ "bedrock" ] }, - "global.anthropic.claude-fable-5": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 10, - "output_cost_per_mil_tokens": 50, - "input_cache_read_cost_per_mil_tokens": 1, - "input_cache_write_cost_per_mil_tokens": 12.5, - "displayName": "Global Claude Fable 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-fable-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, - "available_providers": [ - "bedrock" - ] - }, - "global.anthropic.claude-opus-4-8": { + "eu.anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude 4.8 Opus", + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "EU Claude Opus 5", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-8", + "parent": "anthropic.claude-opus-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-opus-4-7": { + "eu.anthropic.claude-3-haiku-20240307-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude 4.7 Opus", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-7", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 0.25, + "output_cost_per_mil_tokens": 1.25, + "input_cache_read_cost_per_mil_tokens": 0.025, + "input_cache_write_cost_per_mil_tokens": 0.3125, + "displayName": "EU Claude 3 Haiku", + "deprecated": true, + "deprecation_date": "2026-04-20", + "parent": "anthropic.claude-3-haiku-20240307-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-opus-4-6-v1": { + "eu.anthropic.claude-3-sonnet-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 5, - "output_cost_per_mil_tokens": 25, - "input_cache_read_cost_per_mil_tokens": 0.5, - "input_cache_write_cost_per_mil_tokens": 6.25, - "displayName": "Global Claude 4.6 Opus", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-opus-4-6-v1", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "EU Claude 3 Sonnet", + "deprecated": true, + "deprecation_date": "2025-07-21", + "parent": "anthropic.claude-3-sonnet-20240229-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-sonnet-5": { - "format": "anthropic", + "eu.meta.llama3-2-3b-instruct-v1:0": { + "format": "converse", "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "Global Claude Sonnet 5", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-sonnet-5", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 0.19, + "output_cost_per_mil_tokens": 0.19, + "displayName": "EU Llama 3.2 3B Instruct", + "parent": "meta.llama3-2-3b-instruct-v1:0", + "max_input_tokens": 128000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-sonnet-4-6": { - "format": "anthropic", + "eu.meta.llama3-2-1b-instruct-v1:0": { + "format": "converse", "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "Global Claude 4.6 Sonnet", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-sonnet-4-6", - "max_input_tokens": 1000000, - "max_output_tokens": 128000, + "input_cost_per_mil_tokens": 0.13, + "output_cost_per_mil_tokens": 0.13, + "displayName": "EU Llama 3.2 1B Instruct", + "parent": "meta.llama3-2-1b-instruct-v1:0", + "max_input_tokens": 128000, + "max_output_tokens": 4096, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { - "format": "anthropic", + "eu.mistral.pixtral-large-2502-v1:0": { + "format": "converse", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "Global Claude 4.5 Sonnet", - "reasoning": true, - "reasoning_budget": true, - "parent": "anthropic.claude-sonnet-4-5-20250929-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "displayName": "EU Pixtral Large (2502)", + "parent": "mistral.pixtral-large-2502-v1:0", + "max_input_tokens": 128000, + "max_output_tokens": 16000, "available_providers": [ "bedrock" ] }, - "global.anthropic.claude-haiku-4-5-20251001-v1:0": { + "au.anthropic.claude-opus-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, - "input_cost_per_mil_tokens": 1, - "output_cost_per_mil_tokens": 5, - "input_cache_read_cost_per_mil_tokens": 0.1, - "input_cache_write_cost_per_mil_tokens": 1.25, - "displayName": "Global Claude 4.5 Haiku", + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 27.5, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.875, + "displayName": "AU Claude Opus 5", "reasoning": true, "reasoning_budget": true, - "parent": "anthropic.claude-haiku-4-5-20251001-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 64000, + "parent": "anthropic.claude-opus-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, "available_providers": [ "bedrock" ] @@ -10089,78 +10112,55 @@ "bedrock" ] }, - "eu.anthropic.claude-3-haiku-20240307-v1:0": { - "format": "anthropic", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 0.25, - "output_cost_per_mil_tokens": 1.25, - "input_cache_read_cost_per_mil_tokens": 0.025, - "input_cache_write_cost_per_mil_tokens": 0.3125, - "displayName": "EU Claude 3 Haiku", - "deprecated": true, - "deprecation_date": "2026-04-20", - "parent": "anthropic.claude-3-haiku-20240307-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 4096, - "available_providers": [ - "bedrock" - ] - }, - "eu.anthropic.claude-3-sonnet-20240229-v1:0": { - "format": "anthropic", + "command-a-03-2025": { + "format": "openai", "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 3, - "output_cost_per_mil_tokens": 15, - "input_cache_read_cost_per_mil_tokens": 0.3, - "input_cache_write_cost_per_mil_tokens": 3.75, - "displayName": "EU Claude 3 Sonnet", - "deprecated": true, - "deprecation_date": "2025-07-21", - "parent": "anthropic.claude-3-sonnet-20240229-v1:0", - "max_input_tokens": 200000, - "max_output_tokens": 4096, + "input_cost_per_mil_tokens": 2.5, + "output_cost_per_mil_tokens": 10, + "displayName": "Command A", + "max_input_tokens": 256000, + "max_output_tokens": 8000, "available_providers": [ - "bedrock" + "cohere" ] }, - "eu.meta.llama3-2-3b-instruct-v1:0": { - "format": "converse", + "command-r-plus-08-2024": { + "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.19, - "output_cost_per_mil_tokens": 0.19, - "displayName": "EU Llama 3.2 3B Instruct", - "parent": "meta.llama3-2-3b-instruct-v1:0", + "input_cost_per_mil_tokens": 2.5, + "output_cost_per_mil_tokens": 10, + "displayName": "Command R+ (08-2024)", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": [ - "bedrock" + "cohere", + "openrouter" ] }, - "eu.meta.llama3-2-1b-instruct-v1:0": { - "format": "converse", + "command-r-08-2024": { + "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.13, - "output_cost_per_mil_tokens": 0.13, - "displayName": "EU Llama 3.2 1B Instruct", - "parent": "meta.llama3-2-1b-instruct-v1:0", + "input_cost_per_mil_tokens": 0.15, + "output_cost_per_mil_tokens": 0.6, + "displayName": "Command R (08-2024)", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": [ - "bedrock" + "cohere", + "openrouter" ] }, - "eu.mistral.pixtral-large-2502-v1:0": { - "format": "converse", + "command-r7b-12-2024": { + "format": "openai", "flavor": "chat", - "multimodal": true, - "displayName": "EU Pixtral Large (2502)", - "parent": "mistral.pixtral-large-2502-v1:0", + "input_cost_per_mil_tokens": 0.0375, + "output_cost_per_mil_tokens": 0.15, + "displayName": "Command R7B", "max_input_tokens": 128000, - "max_output_tokens": 16000, + "max_output_tokens": 4096, "available_providers": [ - "bedrock" + "cohere", + "openrouter" ] }, "deepseek-ai/DeepSeek-V4-Pro": { @@ -10611,7 +10611,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 1.4, "output_cost_per_mil_tokens": 4.4, - "input_cache_read_cost_per_mil_tokens": 0.26, + "input_cache_read_cost_per_mil_tokens": 0.14, "displayName": "GLM 5.2", "reasoning": true, "max_input_tokens": 262144, @@ -10621,6 +10621,20 @@ "together" ] }, + "zai-org/GLM-5.2-Fast": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 2.1, + "output_cost_per_mil_tokens": 6.6, + "input_cache_read_cost_per_mil_tokens": 0.21, + "displayName": "GLM 5.2 Fast", + "reasoning": true, + "parent": "zai-org/GLM-5.2", + "max_input_tokens": 524288, + "available_providers": [ + "baseten" + ] + }, "zai-org/GLM-5.1": { "format": "openai", "flavor": "chat", @@ -10690,6 +10704,20 @@ "baseten" ] }, + "thinkingmachines/inkling": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1, + "output_cost_per_mil_tokens": 4.05, + "input_cache_read_cost_per_mil_tokens": 0.17, + "displayName": "Inkling", + "reasoning": true, + "max_input_tokens": 1048576, + "available_providers": [ + "baseten" + ] + }, "mistral-large-latest": { "format": "openai", "flavor": "chat", @@ -11164,18 +11192,18 @@ "mistral" ] }, - "gemini-3.5-flash": { + "gemini-3.6-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 9, + "output_cost_per_mil_tokens": 7.5, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.5 Flash", + "displayName": "Gemini 3.6 Flash", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "publishers/google/models/gemini-3.5-flash" + "publishers/google/models/gemini-3.6-flash" ], "max_input_tokens": 1048576, "max_output_tokens": 65536, @@ -11184,18 +11212,18 @@ "vertex" ] }, - "gemini-3.6-flash": { + "gemini-3.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, - "output_cost_per_mil_tokens": 7.5, + "output_cost_per_mil_tokens": 9, "input_cache_read_cost_per_mil_tokens": 0.15, - "displayName": "Gemini 3.6 Flash", + "displayName": "Gemini 3.5 Flash", "reasoning": true, "reasoning_budget": true, "fallback_models": [ - "publishers/google/models/gemini-3.6-flash" + "publishers/google/models/gemini-3.5-flash" ], "max_input_tokens": 1048576, "max_output_tokens": 65536, @@ -12678,19 +12706,5 @@ "available_providers": [ "databricks" ] - }, - "thinkingmachines/inkling": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 1, - "output_cost_per_mil_tokens": 4.05, - "input_cache_read_cost_per_mil_tokens": 0.17, - "displayName": "Inkling", - "reasoning": true, - "max_input_tokens": 1048576, - "available_providers": [ - "baseten" - ] } } From 2cf7e7640cd26286b61435e035f5696d593cd985 Mon Sep 17 00:00:00 2001 From: Erin McNulty Date: Mon, 27 Jul 2026 15:27:30 +0000 Subject: [PATCH 4/5] Consolidate all bot-issues catalog changes onto current main MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Single catalog PR containing every genuine "update model catalog" change from the week (#989/#1000/#1003/#1008/#1014/#1017/#1021/#1024), rebuilt on current main after #1009 (sync) and #986 (deprecation) merged. 28 new models + 22 metadata/deprecation-marking changes, with prior review fixes: gemma-3 converse format, gpt-5.6 bedrock cache-write, databricks-glm-5-2 1M context, vertex llama-4 maas pricing/quota, gpt-oss-20b groq-only pin, proxy.ts OpenAI/xAI vertex-maas OpenAPI routing. Also restores GLM-5.2 cached-input to $0.26 (Baseten/Together) — the merged sync left main at Fireworks' $0.14. Validated: gemma-3-4b/12b + nemotron + GLM-5.2 invoke 200 via gateway. Co-Authored-By: Claude Opus 4.8 --- packages/proxy/schema/index.ts | 28 ++ packages/proxy/schema/model_list.json | 475 ++++++++++++++++++++++++-- packages/proxy/src/proxy.ts | 6 +- 3 files changed, 482 insertions(+), 27 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index e1413d3d..15639fe4 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -1112,6 +1112,34 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "command-r-plus-08-2024": ["cohere", "openrouter"], "command-r-08-2024": ["cohere", "openrouter"], "command-r7b-12-2024": ["cohere", "openrouter"], + "publishers/meta/models/llama-4-maverick-17b-128e-instruct-maas": ["vertex"], + "publishers/meta/models/llama-4-scout-17b-16e-instruct-maas": ["vertex"], + "claude-mythos-5": ["anthropic"], + "claude-mythos-preview": ["anthropic"], + "databricks-gpt-5-5-pro": ["databricks"], + "databricks-gpt-5-4-mini": ["databricks"], + "databricks-gemini-3-5-flash": ["databricks"], + "databricks-gpt-5-3-codex": ["databricks"], + "databricks-gemma-3-12b": ["databricks"], + "gpt-realtime-2.1": ["openai", "azure"], + "gpt-realtime-2.1-mini": ["openai", "azure"], + "publishers/mistralai/models/mistral-medium-3": ["vertex"], + "publishers/mistralai/models/mistral-small-2503": ["vertex"], + "publishers/mistralai/models/codestral-2": ["vertex"], + "publishers/openai/models/gpt-oss-120b-maas": ["vertex"], + "publishers/openai/models/gpt-oss-20b-maas": ["vertex"], + "publishers/xai/models/grok-4.3": ["vertex"], + "publishers/xai/models/grok-4.20-non-reasoning": ["vertex"], + "google.gemma-3-12b-it": ["bedrock"], + "google.gemma-3-4b-it": ["bedrock"], + "openai.gpt-5.6-sol": ["bedrock"], + "openai.gpt-5.6-terra": ["bedrock"], + "openai.gpt-5.6-luna": ["bedrock"], + "nvidia.nemotron-nano-9b-v2": ["bedrock"], + "databricks-gemini-3-6-flash": ["databricks"], + "databricks-glm-5-2": ["databricks"], + "databricks-inkling": ["databricks"], + "gemini-3.1-flash-live-preview": ["google"], }; const modelEndpointAvailableModels = getAvailableModels(); diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index c606fdec..f7ccba0e 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -27,6 +27,9 @@ "input_cache_write_cost_per_mil_tokens": 1.25, "displayName": "GPT-5.6 Luna", "reasoning": true, + "fallback_models": [ + "openai.gpt-5.6-luna" + ], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": [ @@ -45,6 +48,9 @@ "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "GPT-5.6 Sol", "reasoning": true, + "fallback_models": [ + "openai.gpt-5.6-sol" + ], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": [ @@ -63,6 +69,9 @@ "input_cache_write_cost_per_mil_tokens": 3.125, "displayName": "GPT-5.6 Terra", "reasoning": true, + "fallback_models": [ + "openai.gpt-5.6-terra" + ], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": [ @@ -764,12 +773,12 @@ "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-4.1 nano", + "deprecation_date": "2026-10-23", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "gpt-4.1-2025-04-14": { @@ -841,12 +850,12 @@ "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "displayName": "GPT-4 Turbo", + "deprecation_date": "2026-10-23", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "gpt-4o": { @@ -857,12 +866,12 @@ "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o", + "deprecation_date": "2026-10-23", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "gpt-4o-audio-preview": { @@ -1384,12 +1393,12 @@ "input_cache_read_cost_per_mil_tokens": 0.275, "displayName": "o4-mini", "reasoning": true, + "deprecation_date": "2026-10-23", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "o4-mini-deep-research": { @@ -1485,12 +1494,12 @@ "input_cache_read_cost_per_mil_tokens": 0.55, "displayName": "o3 mini", "reasoning": true, + "deprecation_date": "2026-10-23", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "o3-pro": { @@ -1586,12 +1595,12 @@ "input_cache_read_cost_per_mil_tokens": 7.5, "displayName": "o1", "reasoning": true, + "deprecation_date": "2026-10-23", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": [ "openai", - "azure", - "openrouter" + "azure" ] }, "o1-pro": { @@ -5967,9 +5976,9 @@ "openai/gpt-oss-120b": { "format": "openai", "flavor": "chat", - "input_cost_per_mil_tokens": 0.1, - "output_cost_per_mil_tokens": 0.5, - "input_cache_read_cost_per_mil_tokens": 0.1, + "input_cost_per_mil_tokens": 0.15, + "output_cost_per_mil_tokens": 0.6, + "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "OpenAI GPT-OSS (120B)", "reasoning": true, "max_input_tokens": 131072, @@ -5991,8 +6000,7 @@ "max_input_tokens": 131072, "max_output_tokens": 65536, "available_providers": [ - "groq", - "together" + "groq" ] }, "openai/gpt-oss-safeguard-20b": { @@ -7869,35 +7877,55 @@ "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.3, - "parent": "mistral-small-latest" + "deprecation_date": "2025-11-30", + "parent": "mistral-small-latest", + "available_providers": [ + "mistral" + ] }, "ministral-8b-2410": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, - "parent": "ministral-8b-latest" + "deprecation_date": "2025-12-31", + "parent": "ministral-8b-latest", + "available_providers": [ + "mistral" + ] }, "ministral-3b-2410": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.04, "output_cost_per_mil_tokens": 0.04, - "parent": "ministral-3b-latest" + "deprecation_date": "2025-12-31", + "parent": "ministral-3b-latest", + "available_providers": [ + "mistral" + ] }, "mistral-saba-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, - "displayName": "Mistral Saba" + "displayName": "Mistral Saba", + "deprecation_date": "2025-09-30", + "available_providers": [ + "mistral" + ] }, "mistral-saba-2502": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, - "parent": "mistral-saba-latest" + "deprecation_date": "2025-09-30", + "parent": "mistral-saba-latest", + "available_providers": [ + "mistral" + ] }, "llama3-3-70b": { "format": "openai", @@ -10611,7 +10639,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 1.4, "output_cost_per_mil_tokens": 4.4, - "input_cache_read_cost_per_mil_tokens": 0.14, + "input_cache_read_cost_per_mil_tokens": 0.26, "displayName": "GLM 5.2", "reasoning": true, "max_input_tokens": 262144, @@ -10886,6 +10914,7 @@ "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.9, + "deprecation_date": "2025-11-30", "parent": "codestral-latest", "fallback_models": [ "publishers/mistralai/models/codestral-2501" @@ -10987,11 +11016,12 @@ "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Mistral Small (2603)", + "reasoning": true, + "reasoning_budget": true, "parent": "mistral-small-latest", "max_input_tokens": 262144, "available_providers": [ - "mistral", - "openrouter" + "mistral" ] }, "magistral-small-latest": { @@ -11026,6 +11056,7 @@ "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Pixtral 12B", + "deprecation_date": "2025-12-31", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": [ @@ -11345,6 +11376,7 @@ "displayName": "Gemini 3.1 Flash-Lite (Preview)", "reasoning": true, "reasoning_budget": true, + "deprecated": true, "fallback_models": [ "publishers/google/models/gemini-3.1-flash-lite-preview" ], @@ -11865,6 +11897,7 @@ "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, + "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.20 (Non-Reasoning)", "max_input_tokens": 1000000, "available_providers": [ @@ -12706,5 +12739,397 @@ "available_providers": [ "databricks" ] + }, + "publishers/meta/models/llama-4-maverick-17b-128e-instruct-maas": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.35, + "output_cost_per_mil_tokens": 1.15, + "displayName": "Llama 4 Maverick (17Bx128E) Instruct", + "locations": [ + "us-east5" + ], + "max_input_tokens": 524288, + "max_output_tokens": 8192, + "available_providers": [ + "vertex" + ] + }, + "publishers/meta/models/llama-4-scout-17b-16e-instruct-maas": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.25, + "output_cost_per_mil_tokens": 0.7, + "displayName": "Llama 4 Scout (17Bx16E) Instruct", + "locations": [ + "us-east5" + ], + "max_input_tokens": 1310720, + "max_output_tokens": 8192, + "available_providers": [ + "vertex" + ] + }, + "claude-mythos-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 10, + "output_cost_per_mil_tokens": 50, + "input_cache_read_cost_per_mil_tokens": 1, + "input_cache_write_cost_per_mil_tokens": 12.5, + "displayName": "Claude Mythos 5", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "anthropic" + ] + }, + "claude-mythos-preview": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "displayName": "Claude Mythos Preview", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "anthropic" + ] + }, + "databricks-gpt-5-5-pro": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "GPT-5.5 Pro", + "reasoning": true, + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-gpt-5-4-mini": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "GPT-5.4 mini", + "reasoning": true, + "max_input_tokens": 272000, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-gemini-3-5-flash": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "Gemini 3.5 Flash", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "available_providers": [ + "databricks" + ] + }, + "databricks-gpt-5-3-codex": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "GPT-5.3 Codex", + "reasoning": true, + "max_input_tokens": 400000, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-gemma-3-12b": { + "format": "openai", + "flavor": "chat", + "displayName": "Gemma 3 12B", + "max_input_tokens": 131072, + "available_providers": [ + "databricks" + ] + }, + "gpt-realtime-2.1": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 4, + "output_cost_per_mil_tokens": 24, + "input_cache_read_cost_per_mil_tokens": 0.4, + "displayName": "GPT Realtime 2.1", + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "available_providers": [ + "openai", + "azure" + ] + }, + "gpt-realtime-2.1-mini": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.6, + "output_cost_per_mil_tokens": 2.4, + "input_cache_read_cost_per_mil_tokens": 0.06, + "displayName": "GPT Realtime 2.1 mini", + "max_input_tokens": 128000, + "max_output_tokens": 32000, + "available_providers": [ + "openai", + "azure" + ] + }, + "publishers/mistralai/models/mistral-medium-3": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.4, + "output_cost_per_mil_tokens": 2, + "displayName": "Mistral Medium 3 (Vertex)", + "locations": [ + "europe-west4", + "us-central1" + ], + "max_input_tokens": 131072, + "available_providers": [ + "vertex" + ] + }, + "publishers/mistralai/models/mistral-small-2503": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.1, + "output_cost_per_mil_tokens": 0.3, + "displayName": "Mistral Small 3.1 (Vertex)", + "locations": [ + "europe-west4", + "us-central1" + ], + "max_input_tokens": 131072, + "available_providers": [ + "vertex" + ] + }, + "publishers/mistralai/models/codestral-2": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.3, + "output_cost_per_mil_tokens": 0.9, + "displayName": "Codestral 2 (Vertex)", + "locations": [ + "europe-west4", + "us-central1" + ], + "max_input_tokens": 262144, + "available_providers": [ + "vertex" + ] + }, + "publishers/openai/models/gpt-oss-120b-maas": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.15, + "output_cost_per_mil_tokens": 0.6, + "displayName": "GPT-OSS 120B (Vertex)", + "reasoning": true, + "locations": [ + "us-central1" + ], + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "available_providers": [ + "vertex" + ] + }, + "publishers/openai/models/gpt-oss-20b-maas": { + "format": "openai", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.075, + "output_cost_per_mil_tokens": 0.3, + "displayName": "GPT-OSS 20B (Vertex)", + "reasoning": true, + "locations": [ + "us-central1" + ], + "max_input_tokens": 131072, + "max_output_tokens": 32768, + "available_providers": [ + "vertex" + ] + }, + "publishers/xai/models/grok-4.3": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1.25, + "output_cost_per_mil_tokens": 2.5, + "input_cache_read_cost_per_mil_tokens": 0.2, + "displayName": "Grok 4.3 (Vertex)", + "reasoning": true, + "locations": [ + "global" + ], + "max_input_tokens": 1000000, + "max_output_tokens": 1000000, + "available_providers": [ + "vertex" + ] + }, + "publishers/xai/models/grok-4.20-non-reasoning": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1.25, + "output_cost_per_mil_tokens": 2.5, + "displayName": "Grok 4.20 Non-Reasoning (Vertex)", + "locations": [ + "global" + ], + "max_input_tokens": 1000000, + "available_providers": [ + "vertex" + ] + }, + "google.gemma-3-12b-it": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.09, + "output_cost_per_mil_tokens": 0.29, + "displayName": "Gemma 3 12B IT", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "google.gemma-3-4b-it": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.04, + "output_cost_per_mil_tokens": 0.08, + "displayName": "Gemma 3 4B IT", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "openai.gpt-5.6-sol": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5.5, + "output_cost_per_mil_tokens": 33, + "input_cache_read_cost_per_mil_tokens": 0.55, + "input_cache_write_cost_per_mil_tokens": 6.88, + "displayName": "OpenAI GPT-5.6 Sol (Bedrock)", + "reasoning": true, + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "openai.gpt-5.6-terra": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 2.75, + "output_cost_per_mil_tokens": 16.5, + "input_cache_read_cost_per_mil_tokens": 0.28, + "input_cache_write_cost_per_mil_tokens": 3.44, + "displayName": "OpenAI GPT-5.6 Terra (Bedrock)", + "reasoning": true, + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "openai.gpt-5.6-luna": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 1.1, + "output_cost_per_mil_tokens": 6.6, + "input_cache_read_cost_per_mil_tokens": 0.11, + "input_cache_write_cost_per_mil_tokens": 1.38, + "displayName": "OpenAI GPT-5.6 Luna (Bedrock)", + "reasoning": true, + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "nvidia.nemotron-nano-9b-v2": { + "format": "converse", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.06, + "output_cost_per_mil_tokens": 0.23, + "displayName": "NVIDIA Nemotron Nano 9B v2", + "max_input_tokens": 128000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "databricks-gemini-3-6-flash": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "Gemini 3.6 Flash", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "available_providers": [ + "databricks" + ] + }, + "databricks-glm-5-2": { + "format": "openai", + "flavor": "chat", + "displayName": "GLM 5.2", + "reasoning": true, + "max_input_tokens": 1048576, + "max_output_tokens": 128000, + "available_providers": [ + "databricks" + ] + }, + "databricks-inkling": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "displayName": "Inkling", + "reasoning": true, + "max_input_tokens": 1048576, + "available_providers": [ + "databricks" + ] + }, + "gemini-3.1-flash-live-preview": { + "format": "google", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.75, + "output_cost_per_mil_tokens": 4.5, + "displayName": "Gemini 3.1 Flash Live Preview", + "reasoning": true, + "reasoning_budget": true, + "experimental": true, + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "available_providers": [ + "google" + ] } } diff --git a/packages/proxy/src/proxy.ts b/packages/proxy/src/proxy.ts index a7ad1a04..6b006852 100644 --- a/packages/proxy/src/proxy.ts +++ b/packages/proxy/src/proxy.ts @@ -2201,10 +2201,12 @@ async function fetchOpenAI( if ( bodyData?.model?.startsWith("publishers/meta") || - bodyData?.model?.startsWith("publishers/qwen") + bodyData?.model?.startsWith("publishers/qwen") || + bodyData?.model?.startsWith("publishers/openai") || + bodyData?.model?.startsWith("publishers/xai") ) { // Use the OpenAPI endpoint. - // Meta models use v1beta1, Qwen models use v1 + // Meta models use v1beta1; Qwen/OpenAI/xAI models use v1 const apiVersion = bodyData.model.startsWith("publishers/meta") ? "v1beta1" : "v1"; From 75f494f39491d85b08c65ef9111e8996304a0994 Mon Sep 17 00:00:00 2001 From: Erin McNulty Date: Mon, 27 Jul 2026 15:46:53 +0000 Subject: [PATCH 5/5] Trim realtime/Live, Vertex MaaS, and dead Databricks endpoints from #1024 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Per review, narrow this catalog PR to models that belong here: - Remove realtime/Live models (gpt-realtime-2.1, gpt-realtime-2.1-mini, gemini-3.1-flash-live-preview) — not chat/completions models. - Remove Vertex MaaS additions (llama-4 maas, mistral vertex, gpt-oss maas, xai vertex) + the proxy.ts OpenAI/xAI routing change — moved to a dedicated PR. - Remove Databricks endpoints that return ENDPOINT_NOT_FOUND (databricks-gpt-5-4-mini, databricks-gemini-3-6-flash) — not deployed on the account. Remaining: 14 new models + 22 metadata/deprecation changes. Co-Authored-By: Claude Opus 4.8 --- packages/proxy/schema/index.ts | 14 -- packages/proxy/schema/model_list.json | 211 -------------------------- packages/proxy/src/proxy.ts | 6 +- 3 files changed, 2 insertions(+), 229 deletions(-) diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 15639fe4..20f964c4 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -1112,34 +1112,20 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "command-r-plus-08-2024": ["cohere", "openrouter"], "command-r-08-2024": ["cohere", "openrouter"], "command-r7b-12-2024": ["cohere", "openrouter"], - "publishers/meta/models/llama-4-maverick-17b-128e-instruct-maas": ["vertex"], - "publishers/meta/models/llama-4-scout-17b-16e-instruct-maas": ["vertex"], "claude-mythos-5": ["anthropic"], "claude-mythos-preview": ["anthropic"], "databricks-gpt-5-5-pro": ["databricks"], - "databricks-gpt-5-4-mini": ["databricks"], "databricks-gemini-3-5-flash": ["databricks"], "databricks-gpt-5-3-codex": ["databricks"], "databricks-gemma-3-12b": ["databricks"], - "gpt-realtime-2.1": ["openai", "azure"], - "gpt-realtime-2.1-mini": ["openai", "azure"], - "publishers/mistralai/models/mistral-medium-3": ["vertex"], - "publishers/mistralai/models/mistral-small-2503": ["vertex"], - "publishers/mistralai/models/codestral-2": ["vertex"], - "publishers/openai/models/gpt-oss-120b-maas": ["vertex"], - "publishers/openai/models/gpt-oss-20b-maas": ["vertex"], - "publishers/xai/models/grok-4.3": ["vertex"], - "publishers/xai/models/grok-4.20-non-reasoning": ["vertex"], "google.gemma-3-12b-it": ["bedrock"], "google.gemma-3-4b-it": ["bedrock"], "openai.gpt-5.6-sol": ["bedrock"], "openai.gpt-5.6-terra": ["bedrock"], "openai.gpt-5.6-luna": ["bedrock"], "nvidia.nemotron-nano-9b-v2": ["bedrock"], - "databricks-gemini-3-6-flash": ["databricks"], "databricks-glm-5-2": ["databricks"], "databricks-inkling": ["databricks"], - "gemini-3.1-flash-live-preview": ["google"], }; const modelEndpointAvailableModels = getAvailableModels(); diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index f7ccba0e..cd768ecf 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -12740,38 +12740,6 @@ "databricks" ] }, - "publishers/meta/models/llama-4-maverick-17b-128e-instruct-maas": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 0.35, - "output_cost_per_mil_tokens": 1.15, - "displayName": "Llama 4 Maverick (17Bx128E) Instruct", - "locations": [ - "us-east5" - ], - "max_input_tokens": 524288, - "max_output_tokens": 8192, - "available_providers": [ - "vertex" - ] - }, - "publishers/meta/models/llama-4-scout-17b-16e-instruct-maas": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 0.25, - "output_cost_per_mil_tokens": 0.7, - "displayName": "Llama 4 Scout (17Bx16E) Instruct", - "locations": [ - "us-east5" - ], - "max_input_tokens": 1310720, - "max_output_tokens": 8192, - "available_providers": [ - "vertex" - ] - }, "claude-mythos-5": { "format": "anthropic", "flavor": "chat", @@ -12814,18 +12782,6 @@ "databricks" ] }, - "databricks-gpt-5-4-mini": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "displayName": "GPT-5.4 mini", - "reasoning": true, - "max_input_tokens": 272000, - "max_output_tokens": 128000, - "available_providers": [ - "databricks" - ] - }, "databricks-gemini-3-5-flash": { "format": "openai", "flavor": "chat", @@ -12860,144 +12816,6 @@ "databricks" ] }, - "gpt-realtime-2.1": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 4, - "output_cost_per_mil_tokens": 24, - "input_cache_read_cost_per_mil_tokens": 0.4, - "displayName": "GPT Realtime 2.1", - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "available_providers": [ - "openai", - "azure" - ] - }, - "gpt-realtime-2.1-mini": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.6, - "output_cost_per_mil_tokens": 2.4, - "input_cache_read_cost_per_mil_tokens": 0.06, - "displayName": "GPT Realtime 2.1 mini", - "max_input_tokens": 128000, - "max_output_tokens": 32000, - "available_providers": [ - "openai", - "azure" - ] - }, - "publishers/mistralai/models/mistral-medium-3": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.4, - "output_cost_per_mil_tokens": 2, - "displayName": "Mistral Medium 3 (Vertex)", - "locations": [ - "europe-west4", - "us-central1" - ], - "max_input_tokens": 131072, - "available_providers": [ - "vertex" - ] - }, - "publishers/mistralai/models/mistral-small-2503": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.1, - "output_cost_per_mil_tokens": 0.3, - "displayName": "Mistral Small 3.1 (Vertex)", - "locations": [ - "europe-west4", - "us-central1" - ], - "max_input_tokens": 131072, - "available_providers": [ - "vertex" - ] - }, - "publishers/mistralai/models/codestral-2": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.3, - "output_cost_per_mil_tokens": 0.9, - "displayName": "Codestral 2 (Vertex)", - "locations": [ - "europe-west4", - "us-central1" - ], - "max_input_tokens": 262144, - "available_providers": [ - "vertex" - ] - }, - "publishers/openai/models/gpt-oss-120b-maas": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.15, - "output_cost_per_mil_tokens": 0.6, - "displayName": "GPT-OSS 120B (Vertex)", - "reasoning": true, - "locations": [ - "us-central1" - ], - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "available_providers": [ - "vertex" - ] - }, - "publishers/openai/models/gpt-oss-20b-maas": { - "format": "openai", - "flavor": "chat", - "input_cost_per_mil_tokens": 0.075, - "output_cost_per_mil_tokens": 0.3, - "displayName": "GPT-OSS 20B (Vertex)", - "reasoning": true, - "locations": [ - "us-central1" - ], - "max_input_tokens": 131072, - "max_output_tokens": 32768, - "available_providers": [ - "vertex" - ] - }, - "publishers/xai/models/grok-4.3": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 1.25, - "output_cost_per_mil_tokens": 2.5, - "input_cache_read_cost_per_mil_tokens": 0.2, - "displayName": "Grok 4.3 (Vertex)", - "reasoning": true, - "locations": [ - "global" - ], - "max_input_tokens": 1000000, - "max_output_tokens": 1000000, - "available_providers": [ - "vertex" - ] - }, - "publishers/xai/models/grok-4.20-non-reasoning": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 1.25, - "output_cost_per_mil_tokens": 2.5, - "displayName": "Grok 4.20 Non-Reasoning (Vertex)", - "locations": [ - "global" - ], - "max_input_tokens": 1000000, - "available_providers": [ - "vertex" - ] - }, "google.gemma-3-12b-it": { "format": "converse", "flavor": "chat", @@ -13081,19 +12899,6 @@ "bedrock" ] }, - "databricks-gemini-3-6-flash": { - "format": "openai", - "flavor": "chat", - "multimodal": true, - "displayName": "Gemini 3.6 Flash", - "reasoning": true, - "reasoning_budget": true, - "max_input_tokens": 1048576, - "max_output_tokens": 65536, - "available_providers": [ - "databricks" - ] - }, "databricks-glm-5-2": { "format": "openai", "flavor": "chat", @@ -13115,21 +12920,5 @@ "available_providers": [ "databricks" ] - }, - "gemini-3.1-flash-live-preview": { - "format": "google", - "flavor": "chat", - "multimodal": true, - "input_cost_per_mil_tokens": 0.75, - "output_cost_per_mil_tokens": 4.5, - "displayName": "Gemini 3.1 Flash Live Preview", - "reasoning": true, - "reasoning_budget": true, - "experimental": true, - "max_input_tokens": 131072, - "max_output_tokens": 65536, - "available_providers": [ - "google" - ] } } diff --git a/packages/proxy/src/proxy.ts b/packages/proxy/src/proxy.ts index 6b006852..a7ad1a04 100644 --- a/packages/proxy/src/proxy.ts +++ b/packages/proxy/src/proxy.ts @@ -2201,12 +2201,10 @@ async function fetchOpenAI( if ( bodyData?.model?.startsWith("publishers/meta") || - bodyData?.model?.startsWith("publishers/qwen") || - bodyData?.model?.startsWith("publishers/openai") || - bodyData?.model?.startsWith("publishers/xai") + bodyData?.model?.startsWith("publishers/qwen") ) { // Use the OpenAPI endpoint. - // Meta models use v1beta1; Qwen/OpenAI/xAI models use v1 + // Meta models use v1beta1, Qwen models use v1 const apiVersion = bodyData.model.startsWith("publishers/meta") ? "v1beta1" : "v1";