EnterpriseAI/ClosedCode
1
0
Fork 0
Code Issues Pull Requests Actions 29 Packages Projects Releases Wiki Activity

zen: retry on 529

Browse Source
This commit is contained in:
Frank
2026-07-09 08:03:16 -04:00
parent fe96d4aebd
commit fc9021ccec
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/console/app/src/routes/zen/util/handler.ts
+7 -7
View File
@@ -86,7 +86,7 @@ export async function handler(
type CostInfo = ReturnType<typeof calculateCost> type CostInfo = ReturnType<typeof calculateCost>
const MAX_FAILOVER_RETRIES = 3 const MAX_FAILOVER_RETRIES = 3
const MAX_429_RETRIES = 3 const MAX_RETRYABLE_STATUS_RETRIES = 3
const dict = i18n(localeFromRequest(input.request)) const dict = i18n(localeFromRequest(input.request))
const t = (key: Key, params?: Record<string, string | number>) => resolve(dict[key], params) const t = (key: Key, params?: Record<string, string | number>) => resolve(dict[key], params)
const ADMIN_WORKSPACES = [ const ADMIN_WORKSPACES = [
@@ -213,7 +213,7 @@ export async function handler(
logger.debug("REQUEST URL: " + reqUrl) logger.debug("REQUEST URL: " + reqUrl)
logger.debug("REQUEST: " + reqBody.substring(0, 300) + "...") logger.debug("REQUEST: " + reqBody.substring(0, 300) + "...")
const isNewInference = providerInfo.id.startsWith("console.") || providerInfo.id.startsWith("console-go.") const isNewInference = providerInfo.id.startsWith("console.") || providerInfo.id.startsWith("console-go.")
const res = await fetchWith429Retry( const res = await fetchWithRetryableStatus(
reqUrl, reqUrl,
{ {
method: "POST", method: "POST",
@@ -246,7 +246,7 @@ export async function handler(
// abandoned Console requests do not leave orphaned inference work open. // abandoned Console requests do not leave orphaned inference work open.
signal: input.request.signal, signal: input.request.signal,
}, },
{ count: isNewInference ? MAX_429_RETRIES : 0 }, { count: isNewInference ? MAX_RETRYABLE_STATUS_RETRIES : 0 },
) )
if (isNewInference) { if (isNewInference) {
@@ -307,7 +307,7 @@ export async function handler(
logger.debug("STATUS: " + res.status + " " + res.statusText) logger.debug("STATUS: " + res.status + " " + res.statusText)
// Handle non-streaming response // Handle non-streaming response
if (!isStream || [400, 404, 429].includes(res.status)) { if (!isStream || [400, 404, 429, 529].includes(res.status)) {
const json = await res.json() const json = await res.json()
await rateLimiter?.track() await rateLimiter?.track()
const usage = providerInfo.extractUsage(json) const usage = providerInfo.extractUsage(json)
@@ -999,11 +999,11 @@ export async function handler(
providerInfo.apiKey = authInfo.provider.credentials providerInfo.apiKey = authInfo.provider.credentials
} }
async function fetchWith429Retry(url: string, options: RequestInit, retry = { count: 0 }) { async function fetchWithRetryableStatus(url: string, options: RequestInit, retry = { count: 0 }) {
const res = await fetch(url, options) const res = await fetch(url, options)
if (res.status === 429 && retry.count < MAX_429_RETRIES) { if ([429, 529].includes(res.status) && retry.count < MAX_RETRYABLE_STATUS_RETRIES) {
await new Promise((resolve) => setTimeout(resolve, Math.pow(2, retry.count) * 500)) await new Promise((resolve) => setTimeout(resolve, Math.pow(2, retry.count) * 500))
return fetchWith429Retry(url, options, { count: retry.count + 1 }) return fetchWithRetryableStatus(url, options, { count: retry.count + 1 })
} }
return res return res
} }