@acarmisc/backstage-plugin-litellm-backend 0.11.0 → 0.12.0

package/dist/client.js

@@ -98,6 +98,7 @@ class LiteLLMClient {
                 teams: teamIds,
                 models: inner.models ?? raw?.models,
                 max_budget: inner.max_budget ?? raw?.max_budget,
+                budget_duration: inner.budget_duration ?? raw?.budget_duration,
                 spend: inner.spend ?? raw?.spend,
                 current_spend: inner.current_spend ?? raw?.current_spend,
                 soft_limit: inner.soft_limit ?? raw?.soft_limit,
@@ -162,6 +163,7 @@ class LiteLLMClient {
             expires_at: k.expires ?? undefined,
             spend: k.spend ?? 0,
             max_budget: k.max_budget ?? undefined,
+            budget_duration: k.budget_duration ?? undefined,
             tpm_limit: k.tpm_limit ?? undefined,
             rpm_limit: k.rpm_limit ?? undefined,
             models: k.models ?? [],

package/dist/index.cjs.js

@@ -8099,6 +8099,7 @@ var LiteLLMClient = class {
         teams: teamIds,
         models: inner.models ?? raw?.models,
         max_budget: inner.max_budget ?? raw?.max_budget,
+        budget_duration: inner.budget_duration ?? raw?.budget_duration,
         spend: inner.spend ?? raw?.spend,
         current_spend: inner.current_spend ?? raw?.current_spend,
         soft_limit: inner.soft_limit ?? raw?.soft_limit,
@@ -8161,6 +8162,7 @@ var LiteLLMClient = class {
       expires_at: k.expires ?? void 0,
       spend: k.spend ?? 0,
       max_budget: k.max_budget ?? void 0,
+      budget_duration: k.budget_duration ?? void 0,
       tpm_limit: k.tpm_limit ?? void 0,
       rpm_limit: k.rpm_limit ?? void 0,
       models: k.models ?? [],
@@ -10827,6 +10829,25 @@ function validateTeamPatchInput(input, cfg) {
 
 // src/router.ts
 var teamCreateInFlight = /* @__PURE__ */ new Map();
+var TEAM_FETCH_RETRY_DELAYS_MS = [100, 300, 900];
+function isRetryableTeamFetchError(err) {
+  if (err instanceof LiteLLMUpstreamError) {
+    return err.status >= 500;
+  }
+  return true;
+}
+async function withTeamFetchRetry(fn, delaysMs = TEAM_FETCH_RETRY_DELAYS_MS) {
+  for (let attempt = 0; ; attempt++) {
+    try {
+      return await fn();
+    } catch (err) {
+      if (attempt >= delaysMs.length || !isRetryableTeamFetchError(err)) {
+        throw err;
+      }
+      await new Promise((resolve) => setTimeout(resolve, delaysMs[attempt]));
+    }
+  }
+}
 async function createRouter(options) {
   const { config, logger, auth, discovery, permissions } = options;
   const baseUrl = config.getString("litellm.baseUrl");
@@ -11260,8 +11281,8 @@ async function createRouter(options) {
       }
       const teams = await Promise.all(
         userInfo.teams.map(
-          (teamId) => client.getTeamInfo(teamId).catch((err) => {
-            logger.warn(`Failed to fetch team ${teamId}: ${err.message}`);
+          (teamId) => withTeamFetchRetry(() => client.getTeamInfo(teamId)).catch((err) => {
+            logger.warn(`Failed to fetch team ${teamId} after retries: ${err.message}`);
             return null;
           })
         )
@@ -11494,7 +11515,7 @@ async function createRouter(options) {
     }
     let existing;
     try {
-      existing = await client.getTeamInfo(teamId);
+      existing = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
     } catch (err) {
       if (err instanceof LiteLLMUpstreamError && err.status === 404) {
         res.status(404).json({ error: "Team not found" });
@@ -11608,7 +11629,7 @@ async function createRouter(options) {
           member: litellmUserId,
           owningGroup
         });
-        const updated = await client.getTeamInfo(teamId);
+        const updated = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
         res.json(updated);
       } catch (err) {
         sendTeamError(err, res);
@@ -11639,7 +11660,7 @@ async function createRouter(options) {
           member: litellmUserId,
           owningGroup
         });
-        const updated = await client.getTeamInfo(teamId);
+        const updated = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
         res.json(updated);
       } catch (err) {
         sendTeamError(err, res);