@revenium/litellm 0.0.1

package/dist/index.js

@@ -0,0 +1,189 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resetHttpClientManager = exports.resetConfigManager = exports.resetConfig = exports.getLogger = exports.getConfig = void 0;
+exports.configure = configure;
+exports.isMiddlewareInitialized = isMiddlewareInitialized;
+exports.getInitializationState = getInitializationState;
+exports.resetInitializationState = resetInitializationState;
+exports.getStatus = getStatus;
+exports.enable = enable;
+exports.disable = disable;
+exports.setCustomLogger = setCustomLogger;
+exports.initialize = initialize;
+const config_1 = require("./config");
+const client_1 = require("./client");
+/**
+ * Track initialization state
+ */
+let isInitialized = false;
+// Global logger
+const logger = (0, config_1.getLogger)();
+// Global config
+const config = (0, config_1.getConfig)();
+/**
+ * Initialize the Revenium LiteLLM middleware
+ */
+function initialize() {
+    if (isInitialized) {
+        logger.debug("Revenium LiteLLM middleware already initialized");
+        return true;
+    }
+    logger.debug("Initializing Revenium LiteLLM middleware");
+    // Try to load configuration from environment
+    const configLoaded = (0, config_1.initializeConfig)();
+    if (!configLoaded) {
+        logger.warn("Revenium LiteLLM middleware not initialized - missing configuration");
+        logger.info("Required environment variables: REVENIUM_METERING_API_KEY, LITELLM_PROXY_URL");
+        logger.info("See env.example for complete configuration options");
+        return false;
+    }
+    // Patch HTTP client to intercept LiteLLM Proxy requests
+    const patchSuccess = (0, client_1.patchHttpClient)();
+    if (!patchSuccess) {
+        logger.error("Failed to patch HTTP client - middleware disabled");
+        return false;
+    }
+    isInitialized = true;
+    logger.info("🚀 Revenium LiteLLM middleware initialized successfully");
+    logger.info("All requests to your LiteLLM Proxy will now be tracked automatically");
+    if (config) {
+        logger.debug("Configuration details", {
+            reveniumMeteringBaseUrl: config.reveniumMeteringBaseUrl,
+            litellmProxyUrl: config.litellmProxyUrl,
+            hasProxyKey: !!config.litellmApiKey,
+            organizationId: config.organizationId,
+        });
+    }
+    return true;
+}
+/**
+ * Auto-initialize when module is imported (zero-touch experience)
+ *
+ * This follows the industry standard pattern used by Sentry, DataDog, New Relic, etc.
+ * If environment variables are properly set, the middleware will automatically start
+ * tracking LiteLLM requests with zero configuration required.
+ *
+ * If auto-initialization fails (missing env vars), it gracefully falls back
+ * to allow manual configuration via initialize() or configure().
+ *
+ * Usage patterns:
+ *
+ * Zero-touch (90% of users):
+ *   import '@revenium/litellm';
+ *   // Done! All LiteLLM requests are now tracked
+ *
+ * Explicit control (10% of users):
+ *   import { initialize, configure } from '@revenium/litellm';
+ *   initialize(); // or configure({...})
+ */
+try {
+    const autoInitialized = initialize();
+    if (autoInitialized)
+        logger.debug("Revenium LiteLLM middleware auto-initialized successfully");
+}
+catch (error) {
+    // Graceful fallback - don't throw, just log debug message
+    // This allows manual configuration later via initialize() or configure()
+    logger.debug("Auto-initialization skipped - manual configuration available", {
+        reason: error instanceof Error ? error.message : String(error),
+        hint: "Use initialize() or configure() for manual setup",
+    });
+}
+// Export public API
+/**
+ * Manually set configuration (alternative to environment variables)
+ */
+function configure(config) {
+    try {
+        (0, config_1.setConfig)(config);
+        logger.info("Revenium LiteLLM configuration updated manually");
+        // Re-initialize with new configuration
+        if (!(0, client_1.isHttpClientPatched)()) {
+            const patchSuccess = (0, client_1.patchHttpClient)();
+            if (patchSuccess) {
+                isInitialized = true;
+                logger.info("🚀 Revenium LiteLLM middleware enabled with manual configuration");
+            }
+            return patchSuccess;
+        }
+        return true;
+    }
+    catch (error) {
+        logger.error("Failed to set Revenium LiteLLM configuration", {
+            error: error instanceof Error ? error.message : String(error),
+        });
+        return false;
+    }
+}
+/**
+ * Check if middleware is initialized and working
+ */
+function isMiddlewareInitialized() {
+    return isInitialized && (0, client_1.isHttpClientPatched)();
+}
+/**
+ * Check if the middleware has been initialized (for testing)
+ */
+function getInitializationState() {
+    return isInitialized;
+}
+/**
+ * Reset initialization state (for testing)
+ */
+function resetInitializationState() {
+    isInitialized = false;
+}
+/**
+ * Get detailed status information
+ */
+function getStatus() {
+    return {
+        initialized: isInitialized,
+        patched: (0, client_1.isHttpClientPatched)(),
+        hasConfig: !!config,
+        proxyUrl: config?.litellmProxyUrl,
+    };
+}
+/**
+ * Enable the middleware (patch HTTP client)
+ */
+function enable() {
+    if (!config) {
+        logger.error("Cannot enable middleware without configuration");
+        return false;
+    }
+    const success = (0, client_1.patchHttpClient)();
+    if (success) {
+        isInitialized = true;
+        logger.info("Revenium LiteLLM middleware enabled");
+    }
+    return success;
+}
+/**
+ * Disable the middleware (unpatch HTTP client)
+ */
+function disable() {
+    const success = (0, client_1.unpatchHttpClient)();
+    if (success) {
+        isInitialized = false;
+        logger.info("Revenium LiteLLM middleware disabled");
+    }
+    return success;
+}
+/**
+ * Set a custom logger
+ */
+function setCustomLogger(logger) {
+    (0, config_1.setLogger)(logger);
+}
+// Export configuration functions for advanced usage
+var config_2 = require("./config");
+Object.defineProperty(exports, "getConfig", { enumerable: true, get: function () { return config_2.getConfig; } });
+Object.defineProperty(exports, "getLogger", { enumerable: true, get: function () { return config_2.getLogger; } });
+Object.defineProperty(exports, "resetConfig", { enumerable: true, get: function () { return config_2.resetConfig; } });
+Object.defineProperty(exports, "resetConfigManager", { enumerable: true, get: function () { return config_2.resetConfigManager; } });
+// Export HTTP client management functions for testing
+var client_2 = require("./client");
+Object.defineProperty(exports, "resetHttpClientManager", { enumerable: true, get: function () { return client_2.resetHttpClientManager; } });
+// Testing utilities are exported above with their function declarations
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAgHA,8BAwBC;AAKD,0DAEC;AAKD,wDAEC;AAKD,4DAEC;AAKD,8BAOC;AAKD,wBAYC;AAKD,0BAOC;AAKD,0CAEC;AAyBQ,gCAAU;AAtOnB,qCAMkB;AAClB,qCAIkB;AAGlB;;GAEG;AACH,IAAI,aAAa,GAAG,KAAK,CAAC;AAE1B,gBAAgB;AAChB,MAAM,MAAM,GAAG,IAAA,kBAAS,GAAE,CAAC;AAC3B,gBAAgB;AAChB,MAAM,MAAM,GAAG,IAAA,kBAAS,GAAE,CAAC;AAE3B;;GAEG;AACH,SAAS,UAAU;IACjB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAEzD,6CAA6C;IAC7C,MAAM,YAAY,GAAG,IAAA,yBAAgB,GAAE,CAAC;IACxC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CACT,qEAAqE,CACtE,CAAC;QACF,MAAM,CAAC,IAAI,CACT,8EAA8E,CAC/E,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wDAAwD;IACxD,MAAM,YAAY,GAAG,IAAA,wBAAe,GAAE,CAAC;IAEvC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,aAAa,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IACvE,MAAM,CAAC,IAAI,CACT,sEAAsE,CACvE,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;YACpC,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;YACvD,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,IAAI,CAAC;IACH,MAAM,eAAe,GAAG,UAAU,EAAE,CAAC;IACrC,IAAI,eAAe;QACjB,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC9E,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,0DAA0D;IAC1D,yEAAyE;IACzE,MAAM,CAAC,KAAK,CAAC,8DAA8D,EAAE;QAC3E,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC9D,IAAI,EAAE,kDAAkD;KACzD,CAAC,CAAC;AACL,CAAC;AAED,oBAAoB;AAEpB;;GAEG;AACH,SAAgB,SAAS,CAAC,MAAsB;IAC9C,IAAI,CAAC;QACH,IAAA,kBAAS,EAAC,MAAM,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAE/D,uCAAuC;QACvC,IAAI,CAAC,IAAA,4BAAmB,GAAE,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAA,wBAAe,GAAE,CAAC;YACvC,IAAI,YAAY,EAAE,CAAC;gBACjB,aAAa,GAAG,IAAI,CAAC;gBACrB,MAAM,CAAC,IAAI,CACT,kEAAkE,CACnE,CAAC;YACJ,CAAC;YACD,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE;YAC3D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,uBAAuB;IACrC,OAAO,aAAa,IAAI,IAAA,4BAAmB,GAAE,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB;IACpC,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,SAAgB,wBAAwB;IACtC,aAAa,GAAG,KAAK,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAgB,SAAS;IACvB,OAAO;QACL,WAAW,EAAE,aAAa;QAC1B,OAAO,EAAE,IAAA,4BAAmB,GAAE;QAC9B,SAAS,EAAE,CAAC,CAAC,MAAM;QACnB,QAAQ,EAAE,MAAM,EAAE,eAAe;KAClC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,MAAM;IACpB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAC/D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,OAAO,GAAG,IAAA,wBAAe,GAAE,CAAC;IAClC,IAAI,OAAO,EAAE,CAAC;QACZ,aAAa,GAAG,IAAI,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAgB,OAAO;IACrB,MAAM,OAAO,GAAG,IAAA,0BAAiB,GAAE,CAAC;IACpC,IAAI,OAAO,EAAE,CAAC;QACZ,aAAa,GAAG,KAAK,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,MAAc;IAC5C,IAAA,kBAAS,EAAC,MAAM,CAAC,CAAC;AACpB,CAAC;AAaD,oDAAoD;AACpD,mCAKkB;AAJhB,mGAAA,SAAS,OAAA;AACT,mGAAA,SAAS,OAAA;AACT,qGAAA,WAAW,OAAA;AACX,4GAAA,kBAAkB,OAAA;AAGpB,sDAAsD;AACtD,mCAAkD;AAAzC,gHAAA,sBAAsB,OAAA;AAK/B,wEAAwE"}

package/dist/prompt-extraction.d.ts

@@ -0,0 +1,11 @@
+import { UsageMetadata, LiteLLMChatCompletionRequest, LiteLLMChatCompletionResponse } from "./types.js";
+export declare function getMaxPromptSize(metadata?: UsageMetadata): number;
+export interface PromptData {
+    systemPrompt?: string;
+    inputMessages?: string;
+    outputResponse?: string;
+    promptsTruncated: boolean;
+}
+export declare function shouldCapturePrompts(metadata?: UsageMetadata): boolean;
+export declare function extractPrompts(request: LiteLLMChatCompletionRequest, response: LiteLLMChatCompletionResponse, metadata?: UsageMetadata): PromptData | null;
+//# sourceMappingURL=prompt-extraction.d.ts.map

package/dist/prompt-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-extraction.d.ts","sourceRoot":"","sources":["../src/prompt-extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,4BAA4B,EAC5B,6BAA6B,EAC9B,MAAM,YAAY,CAAC;AAMpB,wBAAgB,gBAAgB,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,MAAM,CAmBjE;AAED,MAAM,WAAW,UAAU;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AA+KD,wBAAgB,oBAAoB,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAgBtE;AAED,wBAAgB,cAAc,CAC5B,OAAO,EAAE,4BAA4B,EACrC,QAAQ,EAAE,6BAA6B,EACvC,QAAQ,CAAC,EAAE,aAAa,GACvB,UAAU,GAAG,IAAI,CAmCnB"}

package/dist/prompt-extraction.js

@@ -0,0 +1,201 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getMaxPromptSize = getMaxPromptSize;
+exports.shouldCapturePrompts = shouldCapturePrompts;
+exports.extractPrompts = extractPrompts;
+const config_js_1 = require("./config.js");
+const DEFAULT_MAX_PROMPT_SIZE = 50000;
+const CAPTURE_PROMPTS_DEFAULT = false;
+function getMaxPromptSize(metadata) {
+    if (metadata?.maxPromptSize && metadata.maxPromptSize > 0) {
+        return metadata.maxPromptSize;
+    }
+    const config = (0, config_js_1.getConfig)();
+    if (config?.maxPromptSize && config.maxPromptSize > 0) {
+        return config.maxPromptSize;
+    }
+    const envValue = process.env.REVENIUM_MAX_PROMPT_SIZE;
+    if (envValue) {
+        const parsed = parseInt(envValue, 10);
+        if (!isNaN(parsed) && parsed > 0) {
+            return parsed;
+        }
+    }
+    return DEFAULT_MAX_PROMPT_SIZE;
+}
+function sanitizeCredentials(text) {
+    const patterns = [
+        {
+            regex: /sk-proj-[a-zA-Z0-9_-]{48,}/g,
+            replacement: "sk-proj-***REDACTED***",
+        },
+        { regex: /sk-[a-zA-Z0-9_-]{20,}/g, replacement: "sk-***REDACTED***" },
+        {
+            regex: /Bearer\s+[a-zA-Z0-9_\-\.]+/gi,
+            replacement: "Bearer ***REDACTED***",
+        },
+        {
+            regex: /api[_-]?key["\s:=]+[a-zA-Z0-9_\-\.\+\/=]{20,}/gi,
+            replacement: "api_key: ***REDACTED***",
+        },
+        {
+            regex: /token["\s:=]+[a-zA-Z0-9_\-\.]{20,}/gi,
+            replacement: "token: ***REDACTED***",
+        },
+        {
+            regex: /password["\s:=]+[^\s"']{8,}/gi,
+            replacement: "password: ***REDACTED***",
+        },
+    ];
+    let sanitized = text;
+    for (const pattern of patterns) {
+        sanitized = sanitized.replace(pattern.regex, pattern.replacement);
+    }
+    return sanitized;
+}
+function truncateString(str, maxLength) {
+    if (!str || str.length === 0) {
+        return { value: "", truncated: false };
+    }
+    const sanitized = sanitizeCredentials(str);
+    if (sanitized.length <= maxLength) {
+        return { value: sanitized, truncated: false };
+    }
+    return { value: sanitized.substring(0, maxLength), truncated: true };
+}
+function extractSystemPrompt(request) {
+    if (!request.messages || !Array.isArray(request.messages)) {
+        return "";
+    }
+    const systemMessages = request.messages
+        .filter((msg) => msg.role === "system")
+        .map((msg) => {
+        const content = msg.content;
+        if (typeof content === "string") {
+            return content;
+        }
+        if (Array.isArray(content)) {
+            return content
+                .map((block) => {
+                if (block.type === "text" && block.text) {
+                    return block.text;
+                }
+                if (block.type === "image_url") {
+                    return "[IMAGE]";
+                }
+                return "";
+            })
+                .filter(Boolean)
+                .join("\n");
+        }
+        return "";
+    })
+        .filter(Boolean);
+    return systemMessages.join("\n\n");
+}
+function extractInputMessages(request) {
+    if (!request.messages || !Array.isArray(request.messages)) {
+        return "";
+    }
+    return request.messages
+        .map((message) => {
+        const role = message.role;
+        let content = "";
+        const msgContent = message.content;
+        if (typeof msgContent === "string") {
+            content = msgContent;
+        }
+        else if (Array.isArray(msgContent)) {
+            content = msgContent
+                .map((block) => {
+                if (block.type === "text" && block.text) {
+                    return block.text;
+                }
+                if (block.type === "image_url") {
+                    return "[IMAGE]";
+                }
+                if (block.type === "tool_use") {
+                    const toolName = block.name || "unknown";
+                    return `[TOOL_USE: ${toolName}]`;
+                }
+                if (block.type === "tool_result") {
+                    return "[TOOL_RESULT]";
+                }
+                return "";
+            })
+                .filter(Boolean)
+                .join("\n");
+        }
+        const msgWithTools = message;
+        if (msgWithTools.tool_calls && Array.isArray(msgWithTools.tool_calls)) {
+            const toolCalls = msgWithTools.tool_calls
+                .map((tc) => `[TOOL_USE: ${tc.function?.name || "unknown"}]`)
+                .join("\n");
+            content = content ? `${content}\n${toolCalls}` : toolCalls;
+        }
+        return `[${role}]\n${content}`;
+    })
+        .join("\n\n");
+}
+function extractOutputResponse(response) {
+    if (!response.choices || response.choices.length === 0) {
+        return "";
+    }
+    const choice = response.choices[0];
+    const parts = [];
+    if (choice.message?.content) {
+        parts.push(choice.message.content);
+    }
+    const message = choice.message;
+    if (message?.tool_calls && Array.isArray(message.tool_calls)) {
+        message.tool_calls.forEach((toolCall) => {
+            if (toolCall.function?.name) {
+                parts.push(`[TOOL_USE: ${toolCall.function.name}]`);
+            }
+        });
+    }
+    return parts.join("\n");
+}
+function shouldCapturePrompts(metadata) {
+    if (metadata?.capturePrompts !== undefined) {
+        return metadata.capturePrompts;
+    }
+    const config = (0, config_js_1.getConfig)();
+    if (config?.capturePrompts !== undefined) {
+        return config.capturePrompts;
+    }
+    const envValue = process.env.REVENIUM_CAPTURE_PROMPTS;
+    if (envValue !== undefined) {
+        return envValue.toLowerCase() === "true";
+    }
+    return CAPTURE_PROMPTS_DEFAULT;
+}
+function extractPrompts(request, response, metadata) {
+    if (!shouldCapturePrompts(metadata)) {
+        return null;
+    }
+    const maxSize = getMaxPromptSize(metadata);
+    let anyTruncated = false;
+    const systemPromptRaw = extractSystemPrompt(request);
+    const systemPromptResult = truncateString(systemPromptRaw, maxSize);
+    anyTruncated = anyTruncated || systemPromptResult.truncated;
+    const inputMessagesRaw = extractInputMessages(request);
+    const inputMessagesResult = truncateString(inputMessagesRaw, maxSize);
+    anyTruncated = anyTruncated || inputMessagesResult.truncated;
+    const outputResponseRaw = extractOutputResponse(response);
+    const outputResponseResult = truncateString(outputResponseRaw, maxSize);
+    anyTruncated = anyTruncated || outputResponseResult.truncated;
+    const hasAnyContent = systemPromptResult.value ||
+        inputMessagesResult.value ||
+        outputResponseResult.value;
+    if (!hasAnyContent) {
+        return null;
+    }
+    return {
+        systemPrompt: systemPromptResult.value || undefined,
+        inputMessages: inputMessagesResult.value || undefined,
+        outputResponse: outputResponseResult.value || undefined,
+        promptsTruncated: anyTruncated,
+    };
+}
+//# sourceMappingURL=prompt-extraction.js.map

package/dist/prompt-extraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-extraction.js","sourceRoot":"","sources":["../src/prompt-extraction.ts"],"names":[],"mappings":";;AAUA,4CAmBC;AAsLD,oDAgBC;AAED,wCAuCC;AAvQD,2CAAwC;AAExC,MAAM,uBAAuB,GAAG,KAAK,CAAC;AACtC,MAAM,uBAAuB,GAAG,KAAK,CAAC;AAEtC,SAAgB,gBAAgB,CAAC,QAAwB;IACvD,IAAI,QAAQ,EAAE,aAAa,IAAI,QAAQ,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,QAAQ,CAAC,aAAa,CAAC;IAChC,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,qBAAS,GAAE,CAAC;IAC3B,IAAI,MAAM,EAAE,aAAa,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QACtD,OAAO,MAAM,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACtD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,uBAAuB,CAAC;AACjC,CAAC;AA2BD,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,QAAQ,GAAG;QACf;YACE,KAAK,EAAE,6BAA6B;YACpC,WAAW,EAAE,wBAAwB;SACtC;QACD,EAAE,KAAK,EAAE,wBAAwB,EAAE,WAAW,EAAE,mBAAmB,EAAE;QACrE;YACE,KAAK,EAAE,8BAA8B;YACrC,WAAW,EAAE,uBAAuB;SACrC;QACD;YACE,KAAK,EAAE,iDAAiD;YACxD,WAAW,EAAE,yBAAyB;SACvC;QACD;YACE,KAAK,EAAE,sCAAsC;YAC7C,WAAW,EAAE,uBAAuB;SACrC;QACD;YACE,KAAK,EAAE,+BAA+B;YACtC,WAAW,EAAE,0BAA0B;SACxC;KACF,CAAC;IAEF,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CACrB,GAA8B,EAC9B,SAAiB;IAEjB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAE3C,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAClC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAqC;IAChE,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ;SACpC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC;SACtC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,MAAM,OAAO,GAAG,GAAG,CAAC,OAAyB,CAAC;QAC9C,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO;iBACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACxC,OAAO,KAAK,CAAC,IAAI,CAAC;gBACpB,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC/B,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;iBACD,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAqC;IACjE,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,OAAO,CAAC,QAAQ;SACpB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACf,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,UAAU,GAAG,OAAO,CAAC,OAAyB,CAAC;QAErD,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,GAAG,UAAU,CAAC;QACvB,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACrC,OAAO,GAAG,UAAU;iBACjB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACxC,OAAO,KAAK,CAAC,IAAI,CAAC;gBACpB,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC/B,OAAO,SAAS,CAAC;gBACnB,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC9B,MAAM,QAAQ,GAAI,KAAa,CAAC,IAAI,IAAI,SAAS,CAAC;oBAClD,OAAO,cAAc,QAAQ,GAAG,CAAC;gBACnC,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACjC,OAAO,eAAe,CAAC;gBACzB,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;iBACD,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;QAED,MAAM,YAAY,GAAG,OAA2B,CAAC;QACjD,IAAI,YAAY,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;YACtE,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU;iBACtC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,SAAS,GAAG,CAAC;iBAC5D,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,KAAK,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC;IACjC,CAAC,CAAC;SACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAC5B,QAAuC;IAEvC,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAuC,CAAC;IAC/D,IAAI,OAAO,EAAE,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7D,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YACtC,IAAI,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gBAC5B,KAAK,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAgB,oBAAoB,CAAC,QAAwB;IAC3D,IAAI,QAAQ,EAAE,cAAc,KAAK,SAAS,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC,cAAc,CAAC;IACjC,CAAC;IAED,MAAM,MAAM,GAAG,IAAA,qBAAS,GAAE,CAAC;IAC3B,IAAI,MAAM,EAAE,cAAc,KAAK,SAAS,EAAE,CAAC;QACzC,OAAO,MAAM,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;IACtD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,QAAQ,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;IAC3C,CAAC;IAED,OAAO,uBAAuB,CAAC;AACjC,CAAC;AAED,SAAgB,cAAc,CAC5B,OAAqC,EACrC,QAAuC,EACvC,QAAwB;IAExB,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC3C,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,MAAM,eAAe,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,kBAAkB,GAAG,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACpE,YAAY,GAAG,YAAY,IAAI,kBAAkB,CAAC,SAAS,CAAC;IAE5D,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,mBAAmB,GAAG,cAAc,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;IACtE,YAAY,GAAG,YAAY,IAAI,mBAAmB,CAAC,SAAS,CAAC;IAE7D,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAC1D,MAAM,oBAAoB,GAAG,cAAc,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;IACxE,YAAY,GAAG,YAAY,IAAI,oBAAoB,CAAC,SAAS,CAAC;IAE9D,MAAM,aAAa,GACjB,kBAAkB,CAAC,KAAK;QACxB,mBAAmB,CAAC,KAAK;QACzB,oBAAoB,CAAC,KAAK,CAAC;IAE7B,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,YAAY,EAAE,kBAAkB,CAAC,KAAK,IAAI,SAAS;QACnD,aAAa,EAAE,mBAAmB,CAAC,KAAK,IAAI,SAAS;QACrD,cAAc,EAAE,oBAAoB,CAAC,KAAK,IAAI,SAAS;QACvD,gBAAgB,EAAE,YAAY;KAC/B,CAAC;AACJ,CAAC"}

package/dist/tracking.d.ts

@@ -0,0 +1,47 @@
+import { UsageMetadata, LiteLLMChatCompletionResponse, LiteLLMChatCompletionRequest } from "./types";
+export declare function sendReveniumMetrics(data: {
+    requestId: string;
+    model: string;
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    reasoningTokens?: number;
+    cachedTokens?: number;
+    duration: number;
+    finishReason: string | null;
+    usageMetadata?: UsageMetadata;
+    isStreamed?: boolean;
+    timeToFirstToken?: number;
+    operationType?: "CHAT" | "EMBED";
+    responseFormat?: any;
+    request?: LiteLLMChatCompletionRequest;
+    response?: LiteLLMChatCompletionResponse;
+}): Promise<void>;
+/**
+ * Fire-and-forget async tracking wrapper
+ * This ensures tracking never blocks the main application flow
+ */
+export declare function trackUsageAsync(trackingData: Parameters<typeof sendReveniumMetrics>[0]): void;
+/**
+ * Fire-and-forget async tracking wrapper specifically for embeddings
+ * This ensures embeddings tracking never blocks the main application flow
+ */
+export declare function trackEmbeddingsUsageAsync(data: {
+    requestId: string;
+    model: string;
+    promptTokens: number;
+    totalTokens: number;
+    duration: number;
+    usageMetadata?: UsageMetadata;
+}): void;
+export declare function extractMetadataFromHeaders(headers: Record<string, string>): UsageMetadata;
+/**
+ * Process LiteLLM response and extract token usage
+ */
+export declare function extractUsageFromResponse(response: LiteLLMChatCompletionResponse): {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    finishReason: string | null;
+};
+//# sourceMappingURL=tracking.d.ts.map

package/dist/tracking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracking.d.ts","sourceRoot":"","sources":["../src/tracking.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,aAAa,EACb,6BAA6B,EAC7B,4BAA4B,EAE7B,MAAM,SAAS,CAAC;AAuCjB,wBAAsB,mBAAmB,CAAC,IAAI,EAAE;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACjC,cAAc,CAAC,EAAE,GAAG,CAAC;IACrB,OAAO,CAAC,EAAE,4BAA4B,CAAC;IACvC,QAAQ,CAAC,EAAE,6BAA6B,CAAC;CAC1C,GAAG,OAAO,CAAC,IAAI,CAAC,CA8PhB;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC7B,YAAY,EAAE,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC,GACtD,IAAI,CAiBN;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,EAAE;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B,GAAG,IAAI,CASP;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,aAAa,CA2Bf;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,6BAA6B,GACtC;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAUA"}