@acarmisc/backstage-plugin-litellm-backend 0.1.8 → 0.1.11

package/dist/index.cjs.js

@@ -5658,6 +5658,12 @@ var LiteLLMClient = class {
       body: JSON.stringify({ json: request })
     });
   }
+  async updateKey(request) {
+    return this.request("/key/update", {
+      method: "POST",
+      body: JSON.stringify(request)
+    });
+  }
   async deleteKeys(request) {
     return this.request("/key/delete", {
       method: "POST",
@@ -5671,22 +5677,153 @@ var LiteLLMClient = class {
   async getTeamInfo(teamId) {
     return this.request(`/team/info?team_id=${encodeURIComponent(teamId)}`);
   }
-  async getUsage(startDate, endDate, userId, groupBy) {
-    const params = new URLSearchParams({ start_date: startDate, end_date: endDate });
+  emptyUsage() {
+    return {
+      total_spend: 0,
+      total_tokens: 0,
+      prompt_tokens: 0,
+      completion_tokens: 0,
+      api_requests: 0,
+      successful_requests: 0,
+      failed_requests: 0,
+      usage_by_model: {},
+      usage_by_key: {},
+      daily_usage: [],
+      daily_by_model: []
+    };
+  }
+  /**
+   * Transforms LiteLLM's SpendAnalyticsPaginatedResponse into the flatter
+   * UsageMetrics shape consumed by the frontend charts.
+   *
+   * Source shape (per result row):
+   *   { date, metrics, breakdown: { models: { [name]: { metrics, api_key_breakdown: { [keyHash]: { metrics, metadata } } } } } }
+   *
+   * We fan that out into three views the UI consumes:
+   *   - daily_usage     → spend + request trends over time
+   *   - usage_by_model  → which models drove cost / traffic
+   *   - usage_by_key    → which keys drove cost / traffic (with key_alias + team_id from metadata)
+   */
+  transformDailyActivity(response) {
+    const results = Array.isArray(response?.results) ? response.results : [];
+    const meta = response?.metadata ?? {};
+    const daily_usage = results.map((r) => ({
+      date: r.date,
+      spend: r.metrics?.spend ?? 0,
+      total_tokens: r.metrics?.total_tokens ?? 0,
+      prompt_tokens: r.metrics?.prompt_tokens ?? 0,
+      completion_tokens: r.metrics?.completion_tokens ?? 0,
+      api_requests: r.metrics?.api_requests ?? 0,
+      successful_requests: r.metrics?.successful_requests ?? 0,
+      failed_requests: r.metrics?.failed_requests ?? 0
+    })).sort((a, b) => a.date.localeCompare(b.date));
+    const usage_by_model = {};
+    const usage_by_key = {};
+    const daily_by_model = [];
+    const emptyModelBucket = () => ({
+      total_spend: 0,
+      total_tokens: 0,
+      prompt_tokens: 0,
+      completion_tokens: 0,
+      api_requests: 0,
+      successful_requests: 0,
+      failed_requests: 0
+    });
+    for (const r of results) {
+      const models = r.breakdown?.models ?? {};
+      for (const [name, entry] of Object.entries(models)) {
+        const m = entry?.metrics ?? {};
+        const bucket = usage_by_model[name] ?? emptyModelBucket();
+        bucket.total_spend += m.spend ?? 0;
+        bucket.total_tokens += m.total_tokens ?? 0;
+        bucket.prompt_tokens += m.prompt_tokens ?? 0;
+        bucket.completion_tokens += m.completion_tokens ?? 0;
+        bucket.api_requests += m.api_requests ?? 0;
+        bucket.successful_requests += m.successful_requests ?? 0;
+        bucket.failed_requests += m.failed_requests ?? 0;
+        usage_by_model[name] = bucket;
+        daily_by_model.push({
+          date: r.date,
+          model: name,
+          spend: m.spend ?? 0,
+          prompt_tokens: m.prompt_tokens ?? 0,
+          completion_tokens: m.completion_tokens ?? 0,
+          total_tokens: m.total_tokens ?? 0,
+          api_requests: m.api_requests ?? 0,
+          successful_requests: m.successful_requests ?? 0,
+          failed_requests: m.failed_requests ?? 0
+        });
+        const keyMap = entry?.api_key_breakdown ?? {};
+        for (const [keyHash, keyEntry] of Object.entries(keyMap)) {
+          const km = keyEntry?.metrics ?? {};
+          const kmeta = keyEntry?.metadata ?? {};
+          const kb = usage_by_key[keyHash] ?? {
+            key_alias: kmeta.key_alias,
+            team_id: kmeta.team_id ?? null,
+            models: [],
+            ...emptyModelBucket()
+          };
+          if (!kb.key_alias && kmeta.key_alias) kb.key_alias = kmeta.key_alias;
+          if (kb.team_id == null && kmeta.team_id) kb.team_id = kmeta.team_id;
+          if (!kb.models.includes(name)) kb.models.push(name);
+          kb.total_spend += km.spend ?? 0;
+          kb.total_tokens += km.total_tokens ?? 0;
+          kb.prompt_tokens += km.prompt_tokens ?? 0;
+          kb.completion_tokens += km.completion_tokens ?? 0;
+          kb.api_requests += km.api_requests ?? 0;
+          kb.successful_requests += km.successful_requests ?? 0;
+          kb.failed_requests += km.failed_requests ?? 0;
+          usage_by_key[keyHash] = kb;
+        }
+      }
+    }
+    return {
+      total_spend: meta.total_spend ?? 0,
+      total_tokens: meta.total_tokens ?? 0,
+      prompt_tokens: meta.total_prompt_tokens ?? 0,
+      completion_tokens: meta.total_completion_tokens ?? 0,
+      api_requests: meta.total_api_requests ?? 0,
+      successful_requests: meta.total_successful_requests ?? 0,
+      failed_requests: meta.total_failed_requests ?? 0,
+      usage_by_model,
+      usage_by_key,
+      daily_usage,
+      daily_by_model
+    };
+  }
+  async getUsage(startDate, endDate, userId, _groupBy) {
+    const params = new URLSearchParams({
+      start_date: startDate,
+      end_date: endDate,
+      page_size: "100"
+    });
     if (userId) params.append("user_id", userId);
-    if (groupBy) params.append("group_by", groupBy);
     try {
-      return await this.request(`/usage/keys?${params.toString()}`);
+      const response = await this.request(`/user/daily/activity?${params.toString()}`);
+      return this.transformDailyActivity(response);
     } catch (err) {
       if (err.status === 404 || err.message.includes("not found")) {
-        return { total_spend: 0, total_tokens: 0, prompt_tokens: 0, completion_tokens: 0, usage_by_model: {}, daily_usage: [] };
+        return this.emptyUsage();
       }
       throw err;
     }
   }
   async getTeamUsage(teamId, startDate, endDate) {
-    const params = new URLSearchParams({ start_date: startDate, end_date: endDate, team_id: teamId });
-    return this.request(`/usage/keys?${params.toString()}`);
+    const params = new URLSearchParams({
+      start_date: startDate,
+      end_date: endDate,
+      team_ids: teamId,
+      page_size: "100"
+    });
+    try {
+      const response = await this.request(`/team/daily/activity?${params.toString()}`);
+      return this.transformDailyActivity(response);
+    } catch (err) {
+      if (err.status === 404 || err.message.includes("not found")) {
+        return this.emptyUsage();
+      }
+      throw err;
+    }
   }
 };
 
@@ -5860,6 +5997,21 @@ async function createRouter(options) {
       res.status(500).json({ error: error.message });
     }
   });
+  router.post("/keys/:keyId/update", async (req, res) => {
+    try {
+      const { keyId } = req.params;
+      if (!keyId) {
+        res.status(400).json({ error: "keyId is required" });
+        return;
+      }
+      const request = { ...req.body, key: keyId };
+      const result = await client.updateKey(request);
+      res.json(result);
+    } catch (error) {
+      logger.error("Failed to update key", error);
+      res.status(500).json({ error: error.message });
+    }
+  });
   router.delete("/keys/:keyId", async (req, res) => {
     try {
       const { keyId } = req.params;