@acarmisc/backstage-plugin-litellm-backend 0.11.0 → 0.11.1

package/dist/index.cjs.js

@@ -10827,6 +10827,25 @@ function validateTeamPatchInput(input, cfg) {
 
 // src/router.ts
 var teamCreateInFlight = /* @__PURE__ */ new Map();
+var TEAM_FETCH_RETRY_DELAYS_MS = [100, 300, 900];
+function isRetryableTeamFetchError(err) {
+  if (err instanceof LiteLLMUpstreamError) {
+    return err.status >= 500;
+  }
+  return true;
+}
+async function withTeamFetchRetry(fn, delaysMs = TEAM_FETCH_RETRY_DELAYS_MS) {
+  for (let attempt = 0; ; attempt++) {
+    try {
+      return await fn();
+    } catch (err) {
+      if (attempt >= delaysMs.length || !isRetryableTeamFetchError(err)) {
+        throw err;
+      }
+      await new Promise((resolve) => setTimeout(resolve, delaysMs[attempt]));
+    }
+  }
+}
 async function createRouter(options) {
   const { config, logger, auth, discovery, permissions } = options;
   const baseUrl = config.getString("litellm.baseUrl");
@@ -11260,8 +11279,8 @@ async function createRouter(options) {
       }
       const teams = await Promise.all(
         userInfo.teams.map(
-          (teamId) => client.getTeamInfo(teamId).catch((err) => {
-            logger.warn(`Failed to fetch team ${teamId}: ${err.message}`);
+          (teamId) => withTeamFetchRetry(() => client.getTeamInfo(teamId)).catch((err) => {
+            logger.warn(`Failed to fetch team ${teamId} after retries: ${err.message}`);
             return null;
           })
         )
@@ -11494,7 +11513,7 @@ async function createRouter(options) {
     }
     let existing;
     try {
-      existing = await client.getTeamInfo(teamId);
+      existing = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
     } catch (err) {
       if (err instanceof LiteLLMUpstreamError && err.status === 404) {
         res.status(404).json({ error: "Team not found" });
@@ -11608,7 +11627,7 @@ async function createRouter(options) {
           member: litellmUserId,
           owningGroup
         });
-        const updated = await client.getTeamInfo(teamId);
+        const updated = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
         res.json(updated);
       } catch (err) {
         sendTeamError(err, res);
@@ -11639,7 +11658,7 @@ async function createRouter(options) {
           member: litellmUserId,
           owningGroup
         });
-        const updated = await client.getTeamInfo(teamId);
+        const updated = await withTeamFetchRetry(() => client.getTeamInfo(teamId));
         res.json(updated);
       } catch (err) {
         sendTeamError(err, res);