@acarmisc/backstage-plugin-litellm-backend 0.21.0 → 0.23.0

package/dist/client.d.ts

@@ -1,4 +1,4 @@
-import { LiteLLMConfig, UserInfo, VirtualKey, ModelInfo, UsageMetrics, TeamInfo, GenerateKeyRequest, GenerateKeyResponse, UpdateKeyRequest, DeleteKeyRequest, CreateUserRequest, CreateUserResponse, CreateTeamRequest, CreateTeamResponse, UpdateTeamRequest, AuditLogsParams, PaginatedAuditLogs } from './types';
+import { LiteLLMConfig, UserInfo, VirtualKey, ModelInfo, UsageMetrics, TeamInfo, GenerateKeyRequest, GenerateKeyResponse, UpdateKeyRequest, DeleteKeyRequest, CreateUserRequest, CreateUserResponse, CreateTeamRequest, CreateTeamResponse, UpdateTeamRequest, AuditLogsParams, PaginatedAuditLogs, SpendLogsParams, PaginatedSpendLogs } from './types';
 /**
  * Typed error for failed upstream LiteLLM responses. Preserves the HTTP
  * status and the structured `param` (e.g. `key_alias`) from the upstream
@@ -185,4 +185,15 @@ export declare class LiteLLMClient {
     private transformDailyActivity;
     getUsage(startDate: string, endDate: string, userId: string): Promise<UsageMetrics>;
     getTeamUsage(teamId: string, startDate: string, endDate: string): Promise<UsageMetrics>;
+    /**
+     * Returns per-request spend rows from `/spend/logs` (retried as
+     * `/spend/logs/v2` on 404 — the path differs across LiteLLM versions).
+     * The response shape is version-dependent, so rows are parsed tolerantly:
+     * a bare array or a `{ data | results | logs }` envelope, with per-field
+     * fallbacks in normalizeSpendLogs.
+     */
+    getSpendLogs(params: SpendLogsParams & {
+        apiKeyHash?: string;
+    }): Promise<PaginatedSpendLogs>;
+    private normalizeSpendLogs;
 }

package/dist/client.js

@@ -683,5 +683,96 @@ class LiteLLMClient {
             throw err;
         }
     }
+    /**
+     * Returns per-request spend rows from `/spend/logs` (retried as
+     * `/spend/logs/v2` on 404 — the path differs across LiteLLM versions).
+     * The response shape is version-dependent, so rows are parsed tolerantly:
+     * a bare array or a `{ data | results | logs }` envelope, with per-field
+     * fallbacks in normalizeSpendLogs.
+     */
+    async getSpendLogs(params) {
+        const page = params.page ?? 1;
+        const pageSize = Math.min(params.pageSize ?? 25, 100);
+        const buildQuery = () => {
+            const q = new URLSearchParams({
+                summarize: 'false',
+                start_date: params.startDate,
+                end_date: params.endDate,
+                page: String(page),
+                page_size: String(pageSize),
+            });
+            if (params.userId)
+                q.set('user_id', params.userId);
+            if (params.teamId)
+                q.set('team_id', params.teamId);
+            if (params.apiKeyHash)
+                q.set('api_key', params.apiKeyHash);
+            return q.toString();
+        };
+        let raw;
+        try {
+            raw = await this.request(`/spend/logs?${buildQuery()}`);
+        }
+        catch (err) {
+            if (err instanceof LiteLLMUpstreamError && err.status === 404) {
+                raw = await this.request(`/spend/logs/v2?${buildQuery()}`);
+            }
+            else {
+                throw err;
+            }
+        }
+        return this.normalizeSpendLogs(raw, page, pageSize);
+    }
+    normalizeSpendLogs(raw, page, pageSize) {
+        const rows = Array.isArray(raw)
+            ? raw
+            : Array.isArray(raw?.data)
+                ? raw.data
+                : Array.isArray(raw?.results)
+                    ? raw.results
+                    : Array.isArray(raw?.logs)
+                        ? raw.logs
+                        : [];
+        const toNum = (v, fallback = 0) => {
+            const n = typeof v === 'number'
+                ? v
+                : typeof v === 'string' && v.trim() !== ''
+                    ? Number(v)
+                    : NaN;
+            return Number.isFinite(n) ? n : fallback;
+        };
+        const data = rows.map((r) => {
+            const promptTokens = toNum(r?.prompt_tokens ?? r?.promptTokens ?? r?.input_tokens);
+            const completionTokens = toNum(r?.completion_tokens ?? r?.completionTokens ?? r?.output_tokens);
+            return {
+                requestId: String(r?.request_id ?? r?.requestId ?? r?.id ?? ''),
+                model: String(r?.model ?? r?.model_name ?? ''),
+                spend: toNum(r?.spend ?? r?.cost),
+                promptTokens,
+                completionTokens,
+                totalTokens: toNum(r?.total_tokens ?? r?.totalTokens, promptTokens + completionTokens),
+                status: String(r?.status ?? r?.request_status ?? 'unknown'),
+                cacheHit: Boolean(r?.cache_hit ?? r?.cacheHit ?? r?.cached === true),
+                ...(r?.user_id ?? r?.userId
+                    ? { userId: String(r.user_id ?? r.userId) }
+                    : {}),
+                ...(r?.team_id ?? r?.teamId
+                    ? { teamId: String(r.team_id ?? r.teamId) }
+                    : {}),
+                ...(r?.api_key ?? r?.keyHash
+                    ? { keyHash: String(r.api_key ?? r.keyHash) }
+                    : {}),
+                timestamp: String(r?.timestamp ?? r?.startTime ?? r?.created_at ?? r?.date ?? ''),
+            };
+        });
+        // Upstream truncation is not signalled in-band, so truncated = full page.
+        return {
+            data,
+            total: toNum(raw?.total ?? raw?.total_count, data.length),
+            page,
+            pageSize,
+            truncated: data.length >= pageSize,
+        };
+    }
 }
 exports.LiteLLMClient = LiteLLMClient;

package/dist/index.cjs.js

@@ -8022,7 +8022,7 @@ var import_backend_plugin_api = require("@backstage/backend-plugin-api");
 // src/router.ts
 var import_express = __toESM(require("express"));
 var import_plugin_permission_common2 = __toESM(require_index_cjs2());
-var import_errors21 = __toESM(require_index_cjs());
+var import_errors22 = __toESM(require_index_cjs());
 var import_catalog_client = require("@backstage/catalog-client");
 
 // src/client.ts
@@ -8655,6 +8655,82 @@ var LiteLLMClient = class {
       throw err;
     }
   }
+  /**
+   * Returns per-request spend rows from `/spend/logs` (retried as
+   * `/spend/logs/v2` on 404 — the path differs across LiteLLM versions).
+   * The response shape is version-dependent, so rows are parsed tolerantly:
+   * a bare array or a `{ data | results | logs }` envelope, with per-field
+   * fallbacks in normalizeSpendLogs.
+   */
+  async getSpendLogs(params) {
+    const page = params.page ?? 1;
+    const pageSize = Math.min(params.pageSize ?? 25, 100);
+    const buildQuery = () => {
+      const q = new URLSearchParams({
+        summarize: "false",
+        start_date: params.startDate,
+        end_date: params.endDate,
+        page: String(page),
+        page_size: String(pageSize)
+      });
+      if (params.userId) q.set("user_id", params.userId);
+      if (params.teamId) q.set("team_id", params.teamId);
+      if (params.apiKeyHash) q.set("api_key", params.apiKeyHash);
+      return q.toString();
+    };
+    let raw;
+    try {
+      raw = await this.request(`/spend/logs?${buildQuery()}`);
+    } catch (err) {
+      if (err instanceof LiteLLMUpstreamError && err.status === 404) {
+        raw = await this.request(`/spend/logs/v2?${buildQuery()}`);
+      } else {
+        throw err;
+      }
+    }
+    return this.normalizeSpendLogs(raw, page, pageSize);
+  }
+  normalizeSpendLogs(raw, page, pageSize) {
+    const rows = Array.isArray(raw) ? raw : Array.isArray(raw?.data) ? raw.data : Array.isArray(raw?.results) ? raw.results : Array.isArray(raw?.logs) ? raw.logs : [];
+    const toNum = (v, fallback = 0) => {
+      const n = typeof v === "number" ? v : typeof v === "string" && v.trim() !== "" ? Number(v) : NaN;
+      return Number.isFinite(n) ? n : fallback;
+    };
+    const data = rows.map((r) => {
+      const promptTokens = toNum(
+        r?.prompt_tokens ?? r?.promptTokens ?? r?.input_tokens
+      );
+      const completionTokens = toNum(
+        r?.completion_tokens ?? r?.completionTokens ?? r?.output_tokens
+      );
+      return {
+        requestId: String(r?.request_id ?? r?.requestId ?? r?.id ?? ""),
+        model: String(r?.model ?? r?.model_name ?? ""),
+        spend: toNum(r?.spend ?? r?.cost),
+        promptTokens,
+        completionTokens,
+        totalTokens: toNum(
+          r?.total_tokens ?? r?.totalTokens,
+          promptTokens + completionTokens
+        ),
+        status: String(r?.status ?? r?.request_status ?? "unknown"),
+        cacheHit: Boolean(r?.cache_hit ?? r?.cacheHit ?? r?.cached === true),
+        ...r?.user_id ?? r?.userId ? { userId: String(r.user_id ?? r.userId) } : {},
+        ...r?.team_id ?? r?.teamId ? { teamId: String(r.team_id ?? r.teamId) } : {},
+        ...r?.api_key ?? r?.keyHash ? { keyHash: String(r.api_key ?? r.keyHash) } : {},
+        timestamp: String(
+          r?.timestamp ?? r?.startTime ?? r?.created_at ?? r?.date ?? ""
+        )
+      };
+    });
+    return {
+      data,
+      total: toNum(raw?.total ?? raw?.total_count, data.length),
+      page,
+      pageSize,
+      truncated: data.length >= pageSize
+    };
+  }
 };
 
 // src/errors.ts
@@ -10637,6 +10713,8 @@ function registerOpencodeRoutes(router, ctx) {
         const reusable = existing.find(
           (k) => k.key_alias === alias && !k.blocked && k.user_id === userId
         );
+        const teamPerm = teamId ? (await client.getTeamInfo(teamId).catch(() => void 0))?.object_permission : void 0;
+        const mcp = teamPerm?.mcp_servers?.length || teamPerm?.mcp_access_groups?.length ? { mcp_servers: teamPerm.mcp_servers ?? [], mcp_access_groups: teamPerm.mcp_access_groups ?? [] } : void 0;
         const mintNewKey = async () => {
           const profile = await resolveUserProfile(
             tokenEntityRef,
@@ -10657,7 +10735,8 @@ function registerOpencodeRoutes(router, ctx) {
               ...profile.email && { created_by_email: profile.email },
               ...teamId && { opencode_team: teamId }
             },
-            user_id: userId
+            user_id: userId,
+            ...mcp && { object_permission: mcp }
           });
           return result.key;
         };
@@ -10668,6 +10747,7 @@ function registerOpencodeRoutes(router, ctx) {
           try {
             key = (await client.regenerateKey(keyHashOrId)).key;
             rotated = true;
+            if (key && mcp) await client.updateKey({ key, object_permission: mcp });
           } catch (err) {
             const unsupported = err instanceof LiteLLMUpstreamError && ([400, 404, 405, 501].includes(err.status) || /enterprise|premium/i.test(err.message));
             if (!unsupported) throw err;
@@ -11478,6 +11558,46 @@ function registerTeamUsageRoutes(router, ctx) {
   }
 }
 
+// src/routes/insights.ts
+function registerInsightsRoutes(router, ctx) {
+  const { client, catalogClient, auth, logger, auditGroup } = ctx;
+  const requireUser = createRequireUser(ctx);
+  router.get("/insights/spend-logs", requireUser, async (req, res) => {
+    try {
+      const { start_date, end_date, userId, teamId, page, page_size } = req.query;
+      if (!start_date || !end_date) {
+        res.status(400).json({ error: "start_date and end_date are required" });
+        return;
+      }
+      const tokenEntityRef = res.locals.tokenEntityRef;
+      await getProvisionedUser(ctx, res);
+      const callerId = res.locals.userId;
+      const isAudit = auditGroup ? await isUserMemberOfGroup(
+        tokenEntityRef,
+        auditGroup,
+        catalogClient,
+        auth,
+        logger
+      ) : false;
+      const result = await client.getSpendLogs({
+        startDate: start_date,
+        endDate: end_date,
+        userId: isAudit ? userId || callerId : callerId,
+        teamId: isAudit ? teamId : void 0,
+        page: page ? Number(page) : void 0,
+        pageSize: page_size ? Number(page_size) : void 0
+      });
+      res.json(result);
+    } catch (error) {
+      if (error instanceof ProvisioningError) {
+        res.status(error.status).json(error.body);
+        return;
+      }
+      sendError(res, error, logger, "fetch spend logs");
+    }
+  });
+}
+
 // node_modules/jose/dist/node/esm/runtime/base64url.js
 var import_node_buffer = require("node:buffer");
 
@@ -13265,14 +13385,14 @@ async function createRouter(options) {
     // Helper functions - defined inline below this object
     authorizeKeyAction: async (req, keyId) => {
       if (!req.res || !req.res.locals.tokenEntityRef || !req.res.locals.userId) {
-        throw new import_errors21.NotAllowedError("User identity not found in request");
+        throw new import_errors22.NotAllowedError("User identity not found in request");
       }
       const tokenEntityRef = req.res.locals.tokenEntityRef;
       const userId = await resolveMemberUserId(tokenEntityRef);
       const ownKeys = await client.listKeys(userId);
       const key = ownKeys.find((k) => (k.token ?? k.key) === keyId);
       if (!key) {
-        throw new import_errors21.NotAllowedError("Access denied: key does not belong to the caller");
+        throw new import_errors22.NotAllowedError("Access denied: key does not belong to the caller");
       }
       return { tokenEntityRef, userId, key };
     },
@@ -13406,13 +13526,14 @@ async function createRouter(options) {
   router.use(import_express.default.json());
   router.use(import_express.default.urlencoded({ extended: false }));
   const requireUser = createRequireUser(ctx);
-  router.use(["/user/info", "/keys", "/usage"], requireUser);
+  router.use(["/user/info", "/keys", "/usage", "/insights"], requireUser);
   registerConfigRoutes(router, ctx);
   registerKeysRoutes(router, ctx);
   registerOpencodeRoutes(router, ctx);
   registerTeamsRoutes(router, ctx);
   registerObjectPermissionsRoutes(router, ctx);
   registerTeamUsageRoutes(router, ctx);
+  registerInsightsRoutes(router, ctx);
   registerBridgeRoutes(router, ctx, { config, tokenVerifier: options.tokenVerifier });
   return router;
 }