zen: stat worker

2026-05-12 23:19:25 -04:00
parent 784796e27a
commit 77e51b0a32
6 changed files with 26 additions and 16 deletions
@@ -320,6 +320,7 @@ export async function handler(
                  await modelTpsLimiter?.track(
                    providerInfo.id,
                    providerInfo.model,
+                    providerInfo.tpsGoal,
                    timestampFirstByte,
                    timestampLastByte,
                    usageInfo,
@@ -525,7 +526,7 @@ export async function handler(
          })
          .filter((provider) => {
            if (!provider.tpsGoal) return true
-            const isLowTps = modelTpsLimits?.[`${provider.id}/${provider.model}`] ?? false
+            const isLowTps = modelTpsLimits?.[`${provider.id}/${provider.model}/${provider.tpsGoal}`] ?? false
            return !isLowTps
          })
          .map((provider) => {