@acarmisc/backstage-plugin-litellm-backend 0.10.0 → 0.11.1

package/config.d.ts

@@ -184,8 +184,7 @@ export interface Config {
 
       /**
        * Hard USD ceiling for max_budget an admin may set on a team.
-       * When omitted, no admin-settable budget is allowed unless
-       * allowUnlimitedBudget is true.
+       * @default 1000
        * @visibility backend
        */
       maxBudgetCeiling?: number;

package/dist/client.js

@@ -314,6 +314,7 @@ class LiteLLMClient {
             team_id: raw?.team_id ?? inner.team_id ?? fallbackId ?? '',
             team_alias: inner.team_alias ?? raw?.team_alias,
             max_budget: inner.max_budget ?? raw?.max_budget,
+            budget_duration: inner.budget_duration ?? raw?.budget_duration,
             spend: inner.spend ?? raw?.spend ?? 0,
             members_with_roles: inner.members_with_roles ?? raw?.members_with_roles,
             models: inner.models ?? raw?.models,

package/dist/index.cjs.js

@@ -8301,6 +8301,7 @@ var LiteLLMClient = class {
       team_id: raw?.team_id ?? inner.team_id ?? fallbackId ?? "",
       team_alias: inner.team_alias ?? raw?.team_alias,
       max_budget: inner.max_budget ?? raw?.max_budget,
+      budget_duration: inner.budget_duration ?? raw?.budget_duration,
       spend: inner.spend ?? raw?.spend ?? 0,
       members_with_roles: inner.members_with_roles ?? raw?.members_with_roles,
       models: inner.models ?? raw?.models,
@@ -10630,6 +10631,7 @@ var litellmPermissions = [
 
 // src/teamAdmin.ts
 var import_plugin_permission_common2 = __toESM(require_index_cjs2());
+var DEFAULT_TEAM_BUDGET_CEILING = 1e3;
 function isTeamManagementEnabled(config) {
   const permEnabled = config.getOptionalBoolean("permission.enabled") ?? false;
   const adminConfig = readTeamAdminConfig(config);
@@ -10689,9 +10691,7 @@ function readTeamAdminConfig(config) {
     allowedModelAccessGroups: config.getOptionalStringArray(
       "litellm.teamAdmin.allowedModelAccessGroups"
     ) ?? [],
-    maxBudgetCeiling: config.getOptionalNumber(
-      "litellm.teamAdmin.maxBudgetCeiling"
-    ),
+    maxBudgetCeiling: config.getOptionalNumber("litellm.teamAdmin.maxBudgetCeiling") ?? DEFAULT_TEAM_BUDGET_CEILING,
     allowUnlimitedBudget: config.getOptionalBoolean("litellm.teamAdmin.allowUnlimitedBudget") ?? false,
     allowedVectorStores: config.getOptionalStringArray("litellm.teamAdmin.allowedVectorStores") ?? [],
     allowedMcpServers: config.getOptionalStringArray("litellm.teamAdmin.allowedMcpServers") ?? [],
@@ -10730,13 +10730,10 @@ function validateTeamWriteInput(input, cfg) {
     if (maxBudget === void 0) {
       return { ok: false, error: "max_budget is required" };
     }
-    if (cfg.maxBudgetCeiling === void 0) {
-      return { ok: false, error: "team budget ceiling is not configured (litellm.teamAdmin.maxBudgetCeiling)" };
-    }
     if (maxBudget > cfg.maxBudgetCeiling) {
       return { ok: false, error: `max_budget $${maxBudget} exceeds the ceiling $${cfg.maxBudgetCeiling}` };
     }
-  } else if (maxBudget !== void 0 && cfg.maxBudgetCeiling !== void 0 && maxBudget > cfg.maxBudgetCeiling) {
+  } else if (maxBudget !== void 0 && maxBudget > cfg.maxBudgetCeiling) {
     return { ok: false, error: `max_budget $${maxBudget} exceeds the ceiling $${cfg.maxBudgetCeiling}` };
   }
   let budgetDuration = input.budget_duration;
@@ -10797,7 +10794,7 @@ function validateTeamPatchInput(input, cfg) {
       if (!Number.isFinite(input.max_budget) || input.max_budget <= 0) {
         return { ok: false, error: "max_budget must be a positive number" };
       }
-      if (cfg.maxBudgetCeiling !== void 0 && input.max_budget > cfg.maxBudgetCeiling) {
+      if (input.max_budget > cfg.maxBudgetCeiling) {
         return { ok: false, error: `max_budget $${input.max_budget} exceeds the ceiling $${cfg.maxBudgetCeiling}` };
       }
       result.max_budget = input.max_budget;
@@ -10830,6 +10827,25 @@ function validateTeamPatchInput(input, cfg) {
 
 // src/router.ts
 var teamCreateInFlight = /* @__PURE__ */ new Map();
+var TEAM_FETCH_RETRY_DELAYS_MS = [100, 300, 900];
+function isRetryableTeamFetchError(err) {
+  if (err instanceof LiteLLMUpstreamError) {
+    return err.status >= 500;
+  }
+  return true;
+}
+async function withTeamFetchRetry(fn, delaysMs = TEAM_FETCH_RETRY_DELAYS_MS) {
+  for (let attempt = 0; ; attempt++) {
+    try {
+      return await fn();
+    } catch (err) {
+      if (attempt >= delaysMs.length || !isRetryableTeamFetchError(err)) {
+        throw err;
+      }
+      await new Promise((resolve) => setTimeout(resolve, delaysMs[attempt]));
+    }
+  }
+}
 async function createRouter(options) {
   const { config, logger, auth, discovery, permissions } = options;
   const baseUrl = config.getString("litellm.baseUrl");
@@ -10867,7 +10883,7 @@ async function createRouter(options) {
       keyGeneration: { allowUnlimitedBudget, teamRequired },
       teamManagement: {
         enabled: teamMgmtEnabled,
-        maxBudgetCeiling: teamAdminCfg.maxBudgetCeiling ?? null,
+        maxBudgetCeiling: teamAdminCfg.maxBudgetCeiling,
         allowUnlimitedBudget: teamAdminCfg.allowUnlimitedBudget,
         objectPermissionsEnabled: objectPermsEnabled
       }
@@ -11263,8 +11279,8 @@ async function createRouter(options) {
       }
       const teams = await Promise.all(
         userInfo.teams.map(
-          (teamId) => client.getTeamInfo(teamId).catch((err) => {
-            logger.warn(`Failed to fetch team ${teamId}: ${err.message}`);
+          (teamId) => withTeamFetchRetry(() => client.getTeamInfo(teamId)).catch((err) => {
+            logger.warn(`Failed to fetch team ${teamId} after retries: ${err.message}`);
             return null;
           })
         )
@@ -11497,7 +11513,7 @@ async function createRouter(options) {
     }
     let existing;
     try {
-      existing = await client.getTeamInfo(teamId);
+      existing = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
     } catch (err) {
       if (err instanceof LiteLLMUpstreamError && err.status === 404) {
         res.status(404).json({ error: "Team not found" });
@@ -11611,7 +11627,7 @@ async function createRouter(options) {
           member: litellmUserId,
           owningGroup
         });
-        const updated = await client.getTeamInfo(teamId);
+        const updated = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
         res.json(updated);
       } catch (err) {
         sendTeamError(err, res);
@@ -11642,7 +11658,7 @@ async function createRouter(options) {
           member: litellmUserId,
           owningGroup
         });
-        const updated = await client.getTeamInfo(teamId);
+        const updated = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
         res.json(updated);
       } catch (err) {
         sendTeamError(err, res);