@acarmisc/backstage-plugin-litellm 0.5.0 → 0.7.0

package/dist/api.d.ts

@@ -12,6 +12,9 @@ export interface LiteLlmApiInterface {
     blockKey(keyId: string): Promise<void>;
     unblockKey(keyId: string): Promise<void>;
     resetKeySpend(keyId: string): Promise<void>;
+    pruneExpiredKeys(): Promise<{
+        pruned: number;
+    }>;
     listModels(): Promise<ModelInfo[]>;
     getTeams(): Promise<TeamInfo[]>;
     getUsage(startDate: string, endDate: string): Promise<UsageMetrics>;
@@ -19,6 +22,8 @@ export interface LiteLlmApiInterface {
     getAuditLogs(params: AuditLogsParams): Promise<PaginatedAuditLogs>;
 }
 export declare const liteLlmApiRef: import("@backstage/core-plugin-api").ApiRef<LiteLlmApiInterface>;
+export type ExpiryStatus = 'expired' | 'soon' | 'ok';
+export declare function expiryStatus(expiresAt?: string): ExpiryStatus | null;
 export declare class LiteLlmApi implements LiteLlmApiInterface {
     private fetchApi;
     private basePath;
@@ -38,6 +43,9 @@ export declare class LiteLlmApi implements LiteLlmApiInterface {
     blockKey(keyId: string): Promise<void>;
     unblockKey(keyId: string): Promise<void>;
     resetKeySpend(keyId: string): Promise<void>;
+    pruneExpiredKeys(): Promise<{
+        pruned: number;
+    }>;
     getAuditLogs(params: AuditLogsParams): Promise<PaginatedAuditLogs>;
     listModels(): Promise<ModelInfo[]>;
     getTeams(): Promise<TeamInfo[]>;

package/dist/components/KeysTable.d.ts

@@ -12,6 +12,9 @@ interface KeysTableProps {
     onUnblockKey: (keyId: string) => Promise<void>;
     onResetKeySpend: (keyId: string) => Promise<void>;
     onDeleteKey: (keyId: string) => Promise<void>;
+    onPruneExpiredKeys: () => Promise<{
+        pruned: number;
+    }>;
 }
 export declare const KeysTable: React.FC<KeysTableProps>;
 export {};

package/dist/index.cjs.js

@@ -36,6 +36,14 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/api.ts
+function expiryStatus(expiresAt) {
+  if (!expiresAt) return null;
+  const diff = new Date(expiresAt).getTime() - Date.now();
+  const days = diff / (1e3 * 60 * 60 * 24);
+  if (days < 0) return "expired";
+  if (days < 7) return "soon";
+  return "ok";
+}
 var import_core_plugin_api, ApiError, liteLlmApiRef, LiteLlmApi;
 var init_api = __esm({
   "src/api.ts"() {
@@ -122,6 +130,19 @@ var init_api = __esm({
       async resetKeySpend(keyId) {
         await this.post(`/keys/${encodeURIComponent(keyId)}/reset_spend`, {});
       }
+      async pruneExpiredKeys() {
+        const keys = await this.get("/keys");
+        const expired = keys.filter((k) => expiryStatus(k.expires_at) === "expired");
+        if (expired.length === 0) return { pruned: 0 };
+        for (const key of expired) {
+          try {
+            await this.del(`/keys/${encodeURIComponent(key.token ?? key.key)}`);
+          } catch (err) {
+            console.warn(`Failed to delete expired key ${key.token ?? key.key}:`, err);
+          }
+        }
+        return { pruned: expired.length };
+      }
       async getAuditLogs(params) {
         const strParams = {};
         if (params.page !== void 0) strParams.page = String(params.page);
@@ -179,14 +200,6 @@ var init_DashboardHeader = __esm({
 });
 
 // src/components/KeysTable.tsx
-function expiryStatus(expiresAt) {
-  if (!expiresAt) return null;
-  const diff = new Date(expiresAt).getTime() - Date.now();
-  const days = diff / (1e3 * 60 * 60 * 24);
-  if (days < 0) return "expired";
-  if (days < 7) return "soon";
-  return "ok";
-}
 function ExpiryChip({ expiresAt }) {
   const status = expiryStatus(expiresAt);
   if (!status) return /* @__PURE__ */ import_react2.default.createElement(import_material2.Typography, { variant: "body2", color: "text.secondary" }, "-");
@@ -213,6 +226,7 @@ var init_KeysTable = __esm({
     import_react2 = __toESM(require("react"));
     import_material2 = require("@mui/material");
     import_icons_material = require("@mui/icons-material");
+    init_api();
     maskKey = (key) => {
       if (key.length <= 8) return "***";
       return `${key.slice(0, 4)}...${key.slice(-4)}`;
@@ -257,7 +271,8 @@ var init_KeysTable = __esm({
       onBlockKey,
       onUnblockKey,
       onResetKeySpend,
-      onDeleteKey
+      onDeleteKey,
+      onPruneExpiredKeys
     }) => {
       const [generateModalOpen, setGenerateModalOpen] = (0, import_react2.useState)(false);
       const [newKeyValue, setNewKeyValue] = (0, import_react2.useState)(null);
@@ -370,6 +385,23 @@ var init_KeysTable = __esm({
       const copyToClipboard = (text) => {
         navigator.clipboard.writeText(text);
       };
+      const [pruneConfirmCount, setPruneConfirmCount] = (0, import_react2.useState)(null);
+      const [pruneSubmitting, setPruneSubmitting] = (0, import_react2.useState)(false);
+      const expiredKeys = (0, import_react2.useMemo)(() => {
+        return keys.filter((k) => expiryStatus(k.expires_at) === "expired");
+      }, [keys]);
+      const handlePruneExpired = async () => {
+        if (pruneConfirmCount === null || pruneConfirmCount === 0) return;
+        setPruneSubmitting(true);
+        try {
+          await onPruneExpiredKeys();
+        } catch (error) {
+          console.error("Failed to prune expired keys:", error);
+        } finally {
+          setPruneSubmitting(false);
+          setPruneConfirmCount(null);
+        }
+      };
       const modelOption = (m) => {
         const inCost = fmtCost(m.input_cost_per_token);
         const outCost = fmtCost(m.output_cost_per_token);
@@ -387,6 +419,17 @@ var init_KeysTable = __esm({
             startAdornment: /* @__PURE__ */ import_react2.default.createElement(import_material2.InputAdornment, { position: "start" }, /* @__PURE__ */ import_react2.default.createElement(import_icons_material.Search, { fontSize: "small" }))
           }
         }
+      ), expiredKeys.length > 0 && /* @__PURE__ */ import_react2.default.createElement(
+        import_material2.Button,
+        {
+          variant: "outlined",
+          color: "error",
+          startIcon: /* @__PURE__ */ import_react2.default.createElement(import_icons_material.Autorenew, null),
+          onClick: () => setPruneConfirmCount(expiredKeys.length)
+        },
+        "Prune expired (",
+        expiredKeys.length,
+        ")"
       ), /* @__PURE__ */ import_react2.default.createElement(
         import_material2.Button,
         {
@@ -650,6 +693,15 @@ var init_KeysTable = __esm({
           disabled: deleteSubmitting
         },
         deleteSubmitting ? /* @__PURE__ */ import_react2.default.createElement(import_material2.CircularProgress, { size: 20 }) : "Revoke"
+      ))), /* @__PURE__ */ import_react2.default.createElement(import_material2.Dialog, { open: pruneConfirmCount !== null, onClose: () => setPruneConfirmCount(null), maxWidth: "xs", fullWidth: true }, /* @__PURE__ */ import_react2.default.createElement(import_material2.DialogTitle, null, "Prune Expired Keys?"), /* @__PURE__ */ import_react2.default.createElement(import_material2.DialogContent, null, /* @__PURE__ */ import_react2.default.createElement(import_material2.Typography, null, "This will permanently delete ", pruneConfirmCount, " expired key", pruneConfirmCount !== 1 ? "s" : "", " from LiteLLM. Any integrations using them will stop working immediately.")), /* @__PURE__ */ import_react2.default.createElement(import_material2.DialogActions, null, /* @__PURE__ */ import_react2.default.createElement(import_material2.Button, { onClick: () => setPruneConfirmCount(null), disabled: pruneSubmitting }, "Cancel"), /* @__PURE__ */ import_react2.default.createElement(
+        import_material2.Button,
+        {
+          onClick: handlePruneExpired,
+          variant: "contained",
+          color: "error",
+          disabled: pruneSubmitting
+        },
+        pruneSubmitting ? /* @__PURE__ */ import_react2.default.createElement(import_material2.CircularProgress, { size: 20 }) : "Prune"
       ))));
     };
   }
@@ -1236,6 +1288,19 @@ var init_LiteLLMPage = __esm({
         },
         [api, refreshKeys]
       );
+      const handlePruneExpiredKeys = (0, import_react6.useCallback)(
+        async () => {
+          try {
+            const result = await api.pruneExpiredKeys();
+            setSnackbar({ message: `Pruned ${result.pruned} expired key${result.pruned !== 1 ? "s" : ""}`, severity: "success" });
+            refreshKeys();
+          } catch (e) {
+            setSnackbar({ message: `Failed to prune expired keys: ${e.message}`, severity: "error" });
+          }
+          return { pruned: 0 };
+        },
+        [api, refreshKeys]
+      );
       const isInitialLoading = userLoading && !userInfo;
       if (isInitialLoading) {
         return /* @__PURE__ */ import_react6.default.createElement(import_material6.Box, { display: "flex", justifyContent: "center", alignItems: "center", minHeight: "50vh" }, /* @__PURE__ */ import_react6.default.createElement(import_material6.CircularProgress, null));
@@ -1245,7 +1310,7 @@ var init_LiteLLMPage = __esm({
         const hint = userError?.body?.hint;
         return /* @__PURE__ */ import_react6.default.createElement(import_material6.Box, { p: 3 }, /* @__PURE__ */ import_react6.default.createElement(import_material6.Paper, { sx: { p: 3 } }, /* @__PURE__ */ import_react6.default.createElement(import_material6.Typography, { variant: "h6", gutterBottom: true }, "Account not provisioned"), /* @__PURE__ */ import_react6.default.createElement(import_material6.Typography, { color: "text.secondary", paragraph: true }, "Your Backstage account is not linked to a LiteLLM user."), hint ? /* @__PURE__ */ import_react6.default.createElement(import_material6.Typography, { variant: "body2", color: "text.secondary" }, hint) : /* @__PURE__ */ import_react6.default.createElement(import_material6.Typography, { variant: "body2", color: "text.secondary" }, isProvisioningEnabled ? "Auto-provisioning is enabled but failed. Check the backend logs." : "Set litellm.provisioning.enabled: true in app-config.yaml to enable auto-provisioning, or ask your administrator to create the account manually.")));
       }
-      return /* @__PURE__ */ import_react6.default.createElement(import_material6.Box, { p: 3 }, userInfo.can_view_audit && /* @__PURE__ */ import_react6.default.createElement(
+      return /* @__PURE__ */ import_react6.default.createElement(import_material6.Box, { p: 3 }, /* @__PURE__ */ import_react6.default.createElement(import_material6.Box, { mb: 2 }, /* @__PURE__ */ import_react6.default.createElement(DashboardHeader, { userInfo, teams: teams ?? [], loading: userLoading || teamsLoading })), /* @__PURE__ */ import_react6.default.createElement(
         import_material6.Tabs,
         {
           value: activeTab,
@@ -1253,20 +1318,10 @@ var init_LiteLLMPage = __esm({
           sx: { mb: 2, borderBottom: 1, borderColor: "divider" }
         },
         /* @__PURE__ */ import_react6.default.createElement(import_material6.Tab, { label: "Overview", value: "overview" }),
-        /* @__PURE__ */ import_react6.default.createElement(import_material6.Tab, { label: "Audit Log", value: "audit" })
-      ), activeTab === "audit" ? /* @__PURE__ */ import_react6.default.createElement(AuditLog, { api }) : /* @__PURE__ */ import_react6.default.createElement(import_material6.Grid, { container: true, spacing: 2 }, /* @__PURE__ */ import_react6.default.createElement(import_material6.Grid, { item: true, xs: 12 }, /* @__PURE__ */ import_react6.default.createElement(DashboardHeader, { userInfo, teams: teams ?? [], loading: userLoading || teamsLoading })), /* @__PURE__ */ import_react6.default.createElement(import_material6.Grid, { item: true, xs: 12 }, /* @__PURE__ */ import_react6.default.createElement(
-        TeamUsage,
-        {
-          teams: teams ?? [],
-          loading: teamsLoading,
-          dateRange,
-          getTeamUsage: (teamId) => {
-            if (teamUsageCache[teamId] === void 0) loadTeamUsage(teamId);
-            return teamUsageCache[teamId] ?? null;
-          },
-          getTeamUsageLoading: (teamId) => teamUsageLoading[teamId] ?? false
-        }
-      )), /* @__PURE__ */ import_react6.default.createElement(import_material6.Grid, { item: true, xs: 12 }, /* @__PURE__ */ import_react6.default.createElement(
+        /* @__PURE__ */ import_react6.default.createElement(import_material6.Tab, { label: "Keys", value: "keys" }),
+        /* @__PURE__ */ import_react6.default.createElement(import_material6.Tab, { label: "Teams", value: "teams" }),
+        userInfo.can_view_audit && /* @__PURE__ */ import_react6.default.createElement(import_material6.Tab, { label: "Audit Log", value: "audit" })
+      ), activeTab === "overview" && /* @__PURE__ */ import_react6.default.createElement(
         UsageStats,
         {
           usage: usage ?? null,
@@ -1276,7 +1331,7 @@ var init_LiteLLMPage = __esm({
           loading: usageLoading,
           userInfo
         }
-      )), /* @__PURE__ */ import_react6.default.createElement(import_material6.Grid, { item: true, xs: 12 }, /* @__PURE__ */ import_react6.default.createElement(
+      ), activeTab === "keys" && /* @__PURE__ */ import_react6.default.createElement(
         KeysTable,
         {
           keys: keys ?? [],
@@ -1289,9 +1344,22 @@ var init_LiteLLMPage = __esm({
           onBlockKey: handleBlockKey,
           onUnblockKey: handleUnblockKey,
           onResetKeySpend: handleResetKeySpend,
-          onDeleteKey: handleDeleteKey
+          onDeleteKey: handleDeleteKey,
+          onPruneExpiredKeys: handlePruneExpiredKeys
+        }
+      ), activeTab === "teams" && /* @__PURE__ */ import_react6.default.createElement(
+        TeamUsage,
+        {
+          teams: teams ?? [],
+          loading: teamsLoading,
+          dateRange,
+          getTeamUsage: (teamId) => {
+            if (teamUsageCache[teamId] === void 0) loadTeamUsage(teamId);
+            return teamUsageCache[teamId] ?? null;
+          },
+          getTeamUsageLoading: (teamId) => teamUsageLoading[teamId] ?? false
         }
-      ))), /* @__PURE__ */ import_react6.default.createElement(
+      ), activeTab === "audit" && userInfo.can_view_audit && /* @__PURE__ */ import_react6.default.createElement(AuditLog, { api }), /* @__PURE__ */ import_react6.default.createElement(
         import_material6.Snackbar,
         {
           open: !!snackbar,