@acarmisc/backstage-plugin-litellm-backend 0.1.11 → 0.1.12

package/dist/client.d.ts

@@ -1,4 +1,4 @@
-import { LiteLLMConfig, UserInfo, VirtualKey, ModelInfo, UsageMetrics, TeamInfo, GenerateKeyRequest, GenerateKeyResponse, DeleteKeyRequest, CreateUserRequest, CreateUserResponse } from './types';
+import { LiteLLMConfig, UserInfo, VirtualKey, ModelInfo, UsageMetrics, TeamInfo, GenerateKeyRequest, GenerateKeyResponse, UpdateKeyRequest, DeleteKeyRequest, CreateUserRequest, CreateUserResponse } from './types';
 export declare class LiteLLMClient {
     private baseUrl;
     private masterKey;
@@ -13,11 +13,26 @@ export declare class LiteLLMClient {
     createUser(payload: CreateUserRequest): Promise<CreateUserResponse>;
     listKeys(userId?: string): Promise<VirtualKey[]>;
     generateKey(request: GenerateKeyRequest): Promise<GenerateKeyResponse>;
+    updateKey(request: UpdateKeyRequest): Promise<VirtualKey>;
     deleteKeys(request: DeleteKeyRequest): Promise<{
         success: boolean;
     }>;
     listModels(): Promise<ModelInfo[]>;
     getTeamInfo(teamId: string): Promise<TeamInfo>;
-    getUsage(startDate: string, endDate: string, userId?: string, groupBy?: string): Promise<UsageMetrics>;
+    private emptyUsage;
+    /**
+     * Transforms LiteLLM's SpendAnalyticsPaginatedResponse into the flatter
+     * UsageMetrics shape consumed by the frontend charts.
+     *
+     * Source shape (per result row):
+     *   { date, metrics, breakdown: { models: { [name]: { metrics, api_key_breakdown: { [keyHash]: { metrics, metadata } } } } } }
+     *
+     * We fan that out into three views the UI consumes:
+     *   - daily_usage     → spend + request trends over time
+     *   - usage_by_model  → which models drove cost / traffic
+     *   - usage_by_key    → which keys drove cost / traffic (with key_alias + team_id from metadata)
+     */
+    private transformDailyActivity;
+    getUsage(startDate: string, endDate: string, userId?: string, _groupBy?: string): Promise<UsageMetrics>;
     getTeamUsage(teamId: string, startDate: string, endDate: string): Promise<UsageMetrics>;
 }

package/dist/client.js

@@ -56,11 +56,25 @@ class LiteLLMClient {
     }
     async listKeys(userId) {
         const query = userId ? `?user_id=${encodeURIComponent(userId)}` : '';
-        const response = await this.request(`/key/info${query}`);
-        return Array.isArray(response) ? response : (response.info ?? []);
+        try {
+            const response = await this.request(`/key/info${query}`);
+            return Array.isArray(response) ? response : (response.info ?? []);
+        }
+        catch (err) {
+            if (err.status === 404 || err.message.includes('not found')) {
+                return [];
+            }
+            throw err;
+        }
     }
     async generateKey(request) {
         return this.request('/key/generate', {
+            method: 'POST',
+            body: JSON.stringify({ json: request }),
+        });
+    }
+    async updateKey(request) {
+        return this.request('/key/update', {
             method: 'POST',
             body: JSON.stringify(request),
         });
@@ -78,17 +92,161 @@ class LiteLLMClient {
     async getTeamInfo(teamId) {
         return this.request(`/team/info?team_id=${encodeURIComponent(teamId)}`);
     }
-    async getUsage(startDate, endDate, userId, groupBy) {
-        const params = new URLSearchParams({ start_date: startDate, end_date: endDate });
+    emptyUsage() {
+        return {
+            total_spend: 0,
+            total_tokens: 0,
+            prompt_tokens: 0,
+            completion_tokens: 0,
+            api_requests: 0,
+            successful_requests: 0,
+            failed_requests: 0,
+            usage_by_model: {},
+            usage_by_key: {},
+            daily_usage: [],
+            daily_by_model: [],
+        };
+    }
+    /**
+     * Transforms LiteLLM's SpendAnalyticsPaginatedResponse into the flatter
+     * UsageMetrics shape consumed by the frontend charts.
+     *
+     * Source shape (per result row):
+     *   { date, metrics, breakdown: { models: { [name]: { metrics, api_key_breakdown: { [keyHash]: { metrics, metadata } } } } } }
+     *
+     * We fan that out into three views the UI consumes:
+     *   - daily_usage     → spend + request trends over time
+     *   - usage_by_model  → which models drove cost / traffic
+     *   - usage_by_key    → which keys drove cost / traffic (with key_alias + team_id from metadata)
+     */
+    transformDailyActivity(response) {
+        const results = Array.isArray(response?.results) ? response.results : [];
+        const meta = response?.metadata ?? {};
+        const daily_usage = results
+            .map(r => ({
+            date: r.date,
+            spend: r.metrics?.spend ?? 0,
+            total_tokens: r.metrics?.total_tokens ?? 0,
+            prompt_tokens: r.metrics?.prompt_tokens ?? 0,
+            completion_tokens: r.metrics?.completion_tokens ?? 0,
+            api_requests: r.metrics?.api_requests ?? 0,
+            successful_requests: r.metrics?.successful_requests ?? 0,
+            failed_requests: r.metrics?.failed_requests ?? 0,
+        }))
+            .sort((a, b) => a.date.localeCompare(b.date));
+        const usage_by_model = {};
+        const usage_by_key = {};
+        const daily_by_model = [];
+        const emptyModelBucket = () => ({
+            total_spend: 0,
+            total_tokens: 0,
+            prompt_tokens: 0,
+            completion_tokens: 0,
+            api_requests: 0,
+            successful_requests: 0,
+            failed_requests: 0,
+        });
+        for (const r of results) {
+            const models = r.breakdown?.models ?? {};
+            for (const [name, entry] of Object.entries(models)) {
+                const m = entry?.metrics ?? {};
+                const bucket = usage_by_model[name] ?? emptyModelBucket();
+                bucket.total_spend += m.spend ?? 0;
+                bucket.total_tokens += m.total_tokens ?? 0;
+                bucket.prompt_tokens += m.prompt_tokens ?? 0;
+                bucket.completion_tokens += m.completion_tokens ?? 0;
+                bucket.api_requests += m.api_requests ?? 0;
+                bucket.successful_requests += m.successful_requests ?? 0;
+                bucket.failed_requests += m.failed_requests ?? 0;
+                usage_by_model[name] = bucket;
+                daily_by_model.push({
+                    date: r.date,
+                    model: name,
+                    spend: m.spend ?? 0,
+                    prompt_tokens: m.prompt_tokens ?? 0,
+                    completion_tokens: m.completion_tokens ?? 0,
+                    total_tokens: m.total_tokens ?? 0,
+                    api_requests: m.api_requests ?? 0,
+                    successful_requests: m.successful_requests ?? 0,
+                    failed_requests: m.failed_requests ?? 0,
+                });
+                const keyMap = entry?.api_key_breakdown ?? {};
+                for (const [keyHash, keyEntry] of Object.entries(keyMap)) {
+                    const km = keyEntry?.metrics ?? {};
+                    const kmeta = keyEntry?.metadata ?? {};
+                    const kb = usage_by_key[keyHash] ?? {
+                        key_alias: kmeta.key_alias,
+                        team_id: kmeta.team_id ?? null,
+                        models: [],
+                        ...emptyModelBucket(),
+                    };
+                    if (!kb.key_alias && kmeta.key_alias)
+                        kb.key_alias = kmeta.key_alias;
+                    if (kb.team_id == null && kmeta.team_id)
+                        kb.team_id = kmeta.team_id;
+                    if (!kb.models.includes(name))
+                        kb.models.push(name);
+                    kb.total_spend += km.spend ?? 0;
+                    kb.total_tokens += km.total_tokens ?? 0;
+                    kb.prompt_tokens += km.prompt_tokens ?? 0;
+                    kb.completion_tokens += km.completion_tokens ?? 0;
+                    kb.api_requests += km.api_requests ?? 0;
+                    kb.successful_requests += km.successful_requests ?? 0;
+                    kb.failed_requests += km.failed_requests ?? 0;
+                    usage_by_key[keyHash] = kb;
+                }
+            }
+        }
+        return {
+            total_spend: meta.total_spend ?? 0,
+            total_tokens: meta.total_tokens ?? 0,
+            prompt_tokens: meta.total_prompt_tokens ?? 0,
+            completion_tokens: meta.total_completion_tokens ?? 0,
+            api_requests: meta.total_api_requests ?? 0,
+            successful_requests: meta.total_successful_requests ?? 0,
+            failed_requests: meta.total_failed_requests ?? 0,
+            usage_by_model,
+            usage_by_key,
+            daily_usage,
+            daily_by_model,
+        };
+    }
+    async getUsage(startDate, endDate, userId, _groupBy) {
+        const params = new URLSearchParams({
+            start_date: startDate,
+            end_date: endDate,
+            page_size: '100',
+        });
         if (userId)
             params.append('user_id', userId);
-        if (groupBy)
-            params.append('group_by', groupBy);
-        return this.request(`/usage/keys?${params.toString()}`);
+        try {
+            const response = await this.request(`/user/daily/activity?${params.toString()}`);
+            return this.transformDailyActivity(response);
+        }
+        catch (err) {
+            if (err.status === 404 || err.message.includes('not found')) {
+                return this.emptyUsage();
+            }
+            throw err;
+        }
     }
     async getTeamUsage(teamId, startDate, endDate) {
-        const params = new URLSearchParams({ start_date: startDate, end_date: endDate, team_id: teamId });
-        return this.request(`/usage/keys?${params.toString()}`);
+        const params = new URLSearchParams({
+            start_date: startDate,
+            end_date: endDate,
+            team_ids: teamId,
+            page_size: '100',
+        });
+        try {
+            const response = await this.request(`/team/daily/activity?${params.toString()}`);
+            return this.transformDailyActivity(response);
+        }
+        catch (err) {
+            if (err.status === 404 || err.message.includes('not found')) {
+                return this.emptyUsage();
+            }
+            throw err;
+        }
     }
 }
 exports.LiteLLMClient = LiteLLMClient;