From 0e669bbd18fd1a9beffb8d1cf7436bbec20d3a7d Mon Sep 17 00:00:00 2001 From: Frank Date: Tue, 26 May 2026 18:49:10 -0400 Subject: [PATCH] zen: disable models --- packages/console/app/src/routes/zen/util/handler.ts | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/packages/console/app/src/routes/zen/util/handler.ts b/packages/console/app/src/routes/zen/util/handler.ts index 0434f9100b..dac287551f 100644 --- a/packages/console/app/src/routes/zen/util/handler.ts +++ b/packages/console/app/src/routes/zen/util/handler.ts @@ -483,27 +483,29 @@ export async function handler( modelTpsLimits: Record | undefined, ) { const modelProvider = (() => { + const allProviders = modelInfo.providers.filter((provider) => !provider.disabled) + // Byok is top priority b/c if user set their own API key, we should use it // instead of using the sticky provider for the same session if (authInfo?.provider?.credentials) { - return modelInfo.providers.find((provider) => provider.id === modelInfo.byokProvider) + return allProviders.find((provider) => provider.id === modelInfo.byokProvider) } // Always use the same provider for the same session if (stickyProvider) { - const provider = modelInfo.providers.find((provider) => provider.id === stickyProvider) + const provider = allProviders.find((provider) => provider.id === stickyProvider) if (provider) return provider } if (trialProviders) { const trialProvider = trialProviders[Math.floor(Math.random() * trialProviders.length)] - const provider = modelInfo.providers.find((provider) => provider.id === trialProvider) + const provider = allProviders.find((provider) => provider.id === trialProvider) if (provider) return provider } if (retry.retryCount !== MAX_FAILOVER_RETRIES) { let topPriority = Infinity - const providers = modelInfo.providers + const providers = allProviders .filter((provider) => !provider.disabled) .filter((provider) => provider.weight !== 0) .filter((provider) => !retry.excludeProviders.includes(provider.id)) @@ -536,7 +538,7 @@ export async function handler( } // fallback provider - return modelInfo.providers.find((provider) => provider.id === modelInfo.fallbackProvider) + return allProviders.find((provider) => provider.id === modelInfo.fallbackProvider) })() if (!modelProvider) throw new ModelError(t("zen.api.error.noProviderAvailable"))