@revenium/openai 1.0.8

package/dist/esm/core/wrapper/instance-patcher.js

@@ -0,0 +1,199 @@
+/**
+ * Instance Patcher Module
+ *
+ * Handles patching of OpenAI client instances.
+ * Extracted from wrapper.ts for better organization.
+ */
+import { isOpenAIClientInstance } from '../../utils/type-guards.js';
+import { extractMetadata, createLoggingContext } from '../../utils/metadata-builder.js';
+import { requestHandlerFactory, ensureFactoryInitialized, } from '../../utils/request-handler-factory.js';
+import { getLogger, getConfig } from '../config/index.js';
+import { detectProvider } from '../providers/index.js';
+// Import the type augmentations to ensure they're available
+import '../../types/openai-augmentation.js';
+/**
+ * Set to track patched instances
+ */
+const patchedInstances = new WeakSet();
+/**
+ * WeakMap to store provider information for each client instance
+ */
+const instanceProviders = new WeakMap();
+// Global logger
+const logger = getLogger();
+/**
+ * Get provider information for a client instance
+ */
+export function getProviderInfo(instance) {
+    return instanceProviders.get(instance);
+}
+/**
+ * Simple approach: Only patch instances when users create them
+ * No global patching, no dummy keys - just clean instance patching
+ */
+export function patchOpenAI() {
+    logger.info('Revenium OpenAI middleware loaded and ready');
+    logger.debug('Use patchOpenAIInstance() to patch specific OpenAI instances');
+}
+/**
+ * Manually patch an existing OpenAI instance
+ * This is the main function users should call
+ */
+export function patchOpenAIInstance(instance) {
+    // Check if middleware is initialized
+    const config = getConfig();
+    if (!config) {
+        logger.warn('Revenium middleware not initialized.');
+        logger.warn('Auto-initialization may have failed. Try calling initializeReveniumFromEnv() explicitly.');
+        logger.warn('Check that REVENIUM_METERING_API_KEY environment variable is set.');
+        logger.warn('OpenAI instance will be patched but tracking may not work without proper configuration.');
+    }
+    else {
+        logger.debug('Revenium middleware is properly configured');
+    }
+    if (patchedInstances.has(instance)) {
+        logger.debug('OpenAI instance already patched, skipping');
+        return instance;
+    }
+    patchInstance(instance);
+    logger.debug('OpenAI instance patched successfully');
+    return instance;
+}
+/**
+ * Patch an individual OpenAI instance
+ */
+function patchInstance(instance) {
+    try {
+        // Validate instance
+        if (!isOpenAIClientInstance(instance)) {
+            logger.error('Invalid OpenAI client instance provided to patchInstance');
+            return;
+        }
+        // Detect provider type for this instance
+        const providerInfo = detectProvider(instance);
+        instanceProviders.set(instance, providerInfo);
+        logger.debug('Provider detection completed for instance', {
+            provider: providerInfo.provider,
+            isAzure: providerInfo.isAzure,
+            hasAzureConfig: !!providerInfo.azureConfig,
+        });
+        // Patch chat completions
+        patchChatCompletions(instance);
+        // Patch embeddings
+        patchEmbeddings(instance);
+        // Patch responses API (new OpenAI Responses API)
+        patchResponses(instance);
+        // Mark as patched
+        patchedInstances.add(instance);
+    }
+    catch (error) {
+        logger.error('Failed to patch OpenAI instance', {
+            error: error instanceof Error ? error.message : String(error),
+        });
+    }
+}
+/**
+ * Patch chat completions endpoint
+ */
+function patchChatCompletions(instance) {
+    if (!instance.chat || !instance.chat.completions || !instance.chat.completions.create) {
+        return logger.warn('OpenAI instance missing chat.completions.create, skipping chat patch');
+    }
+    // Store the original create method
+    const originalCreate = instance.chat.completions.create.bind(instance.chat.completions);
+    // Replace the create method with our wrapped version
+    instance.chat.completions.create = async function (params, options) {
+        // Extract metadata using utility
+        const { metadata, cleanParams } = extractMetadata(params);
+        const typedParams = params;
+        logger.debug('OpenAI chat.completions.create intercepted', {
+            ...createLoggingContext(metadata),
+            model: typedParams.model,
+            stream: !!typedParams.stream,
+        });
+        // Record request start time
+        const requestStartTime = Date.now();
+        // Ensure factory is initialized and route request
+        try {
+            await ensureFactoryInitialized();
+        }
+        catch (error) {
+            logger.error('Failed to initialize request handler factory', { error });
+            throw new Error('Middleware initialization failed - cannot process request');
+        }
+        return requestHandlerFactory.routeChatRequest(originalCreate, cleanParams, options, metadata, requestStartTime, instance);
+    };
+}
+/**
+ * Patch embeddings endpoint
+ */
+function patchEmbeddings(instance) {
+    if (!instance.embeddings || !instance.embeddings.create) {
+        return logger.warn('OpenAI instance missing embeddings.create, skipping embeddings patch');
+    }
+    // Store the original embeddings create method
+    const originalEmbeddingsCreate = instance.embeddings.create.bind(instance.embeddings);
+    // Replace the embeddings create method with our wrapped version
+    instance.embeddings.create = async function (params, options) {
+        // Extract metadata using utility
+        const { metadata, cleanParams } = extractMetadata(params);
+        const typedParams = params;
+        logger.debug('OpenAI embeddings.create intercepted', {
+            ...createLoggingContext(metadata),
+            model: typedParams.model,
+            inputType: typeof typedParams.input,
+        });
+        // Record request start time
+        const requestStartTime = Date.now();
+        // Ensure factory is initialized and route request
+        try {
+            await ensureFactoryInitialized();
+        }
+        catch (error) {
+            logger.error('Failed to initialize request handler factory', { error });
+            throw new Error('Middleware initialization failed - cannot process request');
+        }
+        return requestHandlerFactory.routeEmbeddingsRequest(originalEmbeddingsCreate, cleanParams, options, metadata, requestStartTime, instance);
+    };
+}
+/**
+ * Patch responses endpoint (new OpenAI Responses API)
+ */
+function patchResponses(instance) {
+    // Type assertion for new Responses API (not yet in OpenAI types)
+    const responsesAPI = instance;
+    // Check if the instance has the responses API (it's a newer feature)
+    if (!responsesAPI.responses || !responsesAPI.responses.create) {
+        logger.debug('OpenAI instance missing responses.create, skipping responses patch (this is normal for older SDK versions)');
+        return;
+    }
+    // Store the original responses create method
+    const originalResponsesCreate = responsesAPI.responses.create.bind(responsesAPI.responses);
+    // Replace the responses create method with our wrapped version
+    responsesAPI.responses.create = async function (params, options) {
+        // Extract metadata using utility (similar to chat completions)
+        const { metadata, cleanParams } = extractMetadata(params);
+        logger.debug('OpenAI responses.create intercepted', {
+            ...createLoggingContext(metadata),
+            model: params.model,
+            stream: !!params.stream,
+            inputType: typeof params.input,
+        });
+        // Record request start time
+        const requestStartTime = Date.now();
+        // Ensure factory is initialized and route request
+        try {
+            await ensureFactoryInitialized();
+        }
+        catch (error) {
+            logger.error('Failed to initialize request handler factory', { error });
+            throw new Error('Middleware initialization failed - cannot process request');
+        }
+        return requestHandlerFactory.routeResponsesRequest(originalResponsesCreate, cleanParams, options, metadata, requestStartTime, instance);
+    };
+}
+/**
+ * Export instance providers for request handlers
+ */
+export { instanceProviders };
+//# sourceMappingURL=instance-patcher.js.map

package/dist/esm/core/wrapper/instance-patcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"instance-patcher.js","sourceRoot":"","sources":["../../../../src/core/wrapper/instance-patcher.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAaH,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACxF,OAAO,EACL,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAGvD,4DAA4D;AAC5D,OAAO,oCAAoC,CAAC;AAS5C;;GAEG;AACH,MAAM,gBAAgB,GAAG,IAAI,OAAO,EAAE,CAAC;AAEvC;;GAEG;AACH,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAsC,CAAC;AAE5E,gBAAgB;AAChB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;AAE3B;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,QAA8B;IAC5D,OAAO,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW;IACzB,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC3D,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;AAC/E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,qCAAqC;IACrC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CACT,0FAA0F,CAC3F,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QACjF,MAAM,CAAC,IAAI,CACT,yFAAyF,CAC1F,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC1D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,aAAa,CAAC,QAA2C,CAAC,CAAC;IAC3D,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAErD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,QAA8B;IACnD,IAAI,CAAC;QACH,oBAAoB;QACpB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,yCAAyC;QACzC,MAAM,YAAY,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9C,iBAAiB,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAE9C,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE;YACxD,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,cAAc,EAAE,CAAC,CAAC,YAAY,CAAC,WAAW;SAC3C,CAAC,CAAC;QAEH,yBAAyB;QACzB,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE/B,mBAAmB;QACnB,eAAe,CAAC,QAAQ,CAAC,CAAC;QAE1B,iDAAiD;QACjD,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEzB,kBAAkB;QAClB,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;YAC9C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,QAA8B;IAC1D,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;QACtF,OAAO,MAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IAC7F,CAAC;IAED,mCAAmC;IACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAExF,qDAAqD;IACrD,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WACtC,MAAkC,EAClC,OAA8B;QAE9B,iCAAiC;QACjC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,MAA2B,CAAC,CAAC;QAC/E,MAAM,WAAW,GAAG,MAA2B,CAAC;QAEhD,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;YACzD,GAAG,oBAAoB,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM;SAC7B,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,kDAAkD;QAClD,IAAI,CAAC;YACH,MAAM,wBAAwB,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,qBAAqB,CAAC,gBAAgB,CAC3C,cAAc,EACd,WAAW,EACX,OAAO,EACP,QAAQ,EACR,gBAAgB,EAChB,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,QAA8B;IACrD,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QACxD,OAAO,MAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IAC7F,CAAC;IACD,8CAA8C;IAC9C,MAAM,wBAAwB,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEtF,gEAAgE;IAChE,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,KAAK,WAChC,MAA6B,EAC7B,OAA8B;QAE9B,iCAAiC;QACjC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,MAAgC,CAAC,CAAC;QACpF,MAAM,WAAW,GAAG,MAAgC,CAAC;QAErD,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;YACnD,GAAG,oBAAoB,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,SAAS,EAAE,OAAO,WAAW,CAAC,KAAK;SACpC,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,kDAAkD;QAClD,IAAI,CAAC;YACH,MAAM,wBAAwB,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,qBAAqB,CAAC,sBAAsB,CACjD,wBAAwB,EACxB,WAAW,EACX,OAAO,EACP,QAAQ,EACR,gBAAgB,EAChB,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,QAA8B;IACpD,iEAAiE;IACjE,MAAM,YAAY,GAAG,QAA+B,CAAC;IAErD,qEAAqE;IACrE,IAAI,CAAC,YAAY,CAAC,SAAS,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAC9D,MAAM,CAAC,KAAK,CACV,4GAA4G,CAC7G,CAAC;QACF,OAAO;IACT,CAAC;IAED,6CAA6C;IAC7C,MAAM,uBAAuB,GAAG,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAE3F,+DAA+D;IAC/D,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,KAAK,WACnC,MAA8B,EAC9B,OAA8B;QAE9B,+DAA+D;QAC/D,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QAE1D,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;YAClD,GAAG,oBAAoB,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;YACvB,SAAS,EAAE,OAAO,MAAM,CAAC,KAAK;SAC/B,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,kDAAkD;QAClD,IAAI,CAAC;YACH,MAAM,wBAAwB,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,qBAAqB,CAAC,qBAAqB,CAChD,uBAA0D,EAC1D,WAAW,EACX,OAAO,EACP,QAAQ,EACR,gBAAgB,EAChB,QAAQ,CACT,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/esm/core/wrapper/request-handler.js

@@ -0,0 +1,310 @@
+/**
+ * Request Handler Module
+ *
+ * Handles different types of OpenAI requests (streaming, non-streaming, embeddings).
+ * Extracted from wrapper.ts for better organization.
+ */
+import { randomUUID } from 'crypto';
+import { isOpenAIChatResponse, isOpenAIEmbeddingResponse, hasValidUsage, } from '../../utils/type-guards.js';
+import { safeAsyncOperation, NetworkError, classifyError } from '../../utils/error-handler.js';
+import { createLoggingContext } from '../../utils/metadata-builder.js';
+import { trackUsageAsync, trackEmbeddingsUsageAsync } from '../tracking/index.js';
+import { getLogger } from '../config/index.js';
+import { instanceProviders } from './instance-patcher.js';
+import { createTrackingStreamWrapper } from './stream-wrapper.js';
+// Global logger
+const logger = getLogger();
+/**
+ * Handle non-streaming OpenAI requests
+ */
+export async function handleNonStreamingRequest(originalCreate, params, options, usageMetadata, requestStartTime, instance) {
+    const loggingContext = createLoggingContext(usageMetadata);
+    const result = await safeAsyncOperation(async () => {
+        // Call the original OpenAI method (cast params back to original type since usageMetadata is removed)
+        const response = await originalCreate(params, options);
+        // Validate response structure
+        if (!hasValidUsage(response)) {
+            logger.warn('Invalid response structure from OpenAI API', {
+                ...loggingContext,
+                response,
+            });
+            return response;
+        }
+        // Calculate duration
+        const duration = Date.now() - requestStartTime;
+        // Get provider info for this instance
+        const providerInfo = instanceProviders.get(instance);
+        // Track usage for chat completions
+        if (isOpenAIChatResponse(response)) {
+            trackUsageAsync({
+                requestId: response.id,
+                model: response.model,
+                promptTokens: response.usage.prompt_tokens,
+                completionTokens: response.usage.completion_tokens || 0,
+                totalTokens: response.usage.total_tokens,
+                reasoningTokens: response.usage.reasoning_tokens,
+                cachedTokens: response.usage.cached_tokens,
+                duration,
+                finishReason: response.choices?.[0]?.finish_reason || null,
+                usageMetadata,
+                isStreamed: false,
+                providerInfo,
+            });
+        }
+        logger.debug('Chat completion request completed', {
+            ...loggingContext,
+            model: response.model,
+            duration,
+            totalTokens: response.usage.total_tokens,
+        });
+        return response;
+    }, 'Non-streaming OpenAI request', {
+        logError: true,
+        rethrow: true,
+        messagePrefix: 'Chat completion request failed: ',
+        transformError: error => {
+            const classified = classifyError(error);
+            if (classified.type === 'network') {
+                return new NetworkError(classified.message, {
+                    ...loggingContext,
+                    duration: Date.now() - requestStartTime,
+                });
+            }
+            return error instanceof Error ? error : new Error(String(error));
+        },
+    }, logger);
+    if (!result)
+        throw new Error('OpenAI request failed without specific error');
+    return result;
+}
+/**
+ * Handle streaming OpenAI requests
+ */
+export async function handleStreamingRequest(originalCreate, params, options, usageMetadata, requestStartTime, instance) {
+    try {
+        // Ensure stream_options includes usage data for token tracking
+        const enhancedParams = {
+            ...params,
+            stream_options: {
+                include_usage: true,
+                ...(params.stream_options || {}),
+            },
+        };
+        logger.debug('Enhanced streaming params with usage tracking', {
+            originalStreamOptions: params.stream_options,
+            enhancedStreamOptions: enhancedParams.stream_options,
+        });
+        // Call the original OpenAI method to get the stream (cast params back to original type since usageMetadata is removed)
+        const originalStream = await originalCreate(enhancedParams, options);
+        logger.debug('Chat completion streaming request initiated', {
+            model: params.model,
+        });
+        // Return a wrapped stream that tracks usage when complete
+        return createTrackingStreamWrapper(originalStream, usageMetadata, requestStartTime, instance);
+    }
+    catch (error) {
+        const duration = Date.now() - requestStartTime;
+        logger.error('Chat completion streaming request failed', {
+            error: error instanceof Error ? error.message : String(error),
+            duration,
+        });
+        // Re-throw the error to maintain original behavior
+        throw error;
+    }
+}
+/**
+ * Handle embeddings requests
+ */
+export async function handleEmbeddingsRequest(originalCreate, params, options, usageMetadata, requestStartTime, instance) {
+    try {
+        // Call the original OpenAI method (cast params back to original type since usageMetadata is removed)
+        const response = await originalCreate(params, options);
+        // Validate response structure
+        if (!isOpenAIEmbeddingResponse(response)) {
+            logger.warn('Invalid embeddings response structure from OpenAI API', { response });
+            return response;
+        }
+        // Calculate duration
+        const duration = Date.now() - requestStartTime;
+        // Get provider info for this instance
+        const providerInfo = instanceProviders.get(instance);
+        // Track embeddings usage
+        trackEmbeddingsUsageAsync({
+            transactionId: `embed-${randomUUID()}`,
+            model: response.model,
+            promptTokens: response.usage.prompt_tokens,
+            totalTokens: response.usage.total_tokens,
+            duration,
+            usageMetadata,
+            requestStartTime,
+            providerInfo,
+        });
+        logger.debug('Embeddings request completed', {
+            model: response.model,
+            duration,
+            totalTokens: response.usage.total_tokens,
+        });
+        return response;
+    }
+    catch (error) {
+        const duration = Date.now() - requestStartTime;
+        logger.error('Embeddings request failed', {
+            error: error instanceof Error ? error.message : String(error),
+            duration,
+        });
+        // Re-throw the error to maintain original behavior
+        throw error;
+    }
+}
+/**
+ * Handle non-streaming OpenAI Responses API requests
+ */
+export async function handleResponsesNonStreamingRequest(originalCreate, params, options, usageMetadata, requestStartTime, instance) {
+    const loggingContext = createLoggingContext(usageMetadata);
+    const result = await safeAsyncOperation(async () => {
+        // Call the original OpenAI method (cast params back to original type since usageMetadata is removed)
+        const response = await originalCreate(params, options);
+        // Validate response structure
+        if (!response || typeof response !== 'object') {
+            throw new Error('Invalid response from OpenAI Responses API');
+        }
+        const duration = Date.now() - requestStartTime;
+        // Extract usage information (Responses API may have different structure)
+        const usage = response.usage;
+        if (usage) {
+            // Track usage asynchronously using similar pattern to chat completions
+            trackUsageAsync({
+                requestId: response.id || randomUUID(),
+                model: response.model || params.model,
+                promptTokens: usage.input_tokens || 0,
+                completionTokens: usage.output_tokens || 0,
+                totalTokens: usage.total_tokens || 0,
+                reasoningTokens: usage.reasoning_tokens,
+                cachedTokens: usage.cached_tokens,
+                duration,
+                finishReason: response.finish_reason || 'completed',
+                usageMetadata,
+                isStreamed: false,
+                providerInfo: instanceProviders.get(instance),
+            });
+        }
+        logger.debug('Responses API request completed', {
+            ...loggingContext,
+            model: response.model,
+            duration,
+            totalTokens: usage?.total_tokens,
+        });
+        return response;
+    }, 'Non-streaming OpenAI Responses API request', {
+        logError: true,
+        rethrow: true,
+        messagePrefix: 'Responses API request failed: ',
+        transformError: error => {
+            const classified = classifyError(error);
+            if (classified.type === 'network') {
+                return new NetworkError(classified.message, {
+                    ...loggingContext,
+                    duration: Date.now() - requestStartTime,
+                });
+            }
+            return error instanceof Error ? error : new Error(String(error));
+        },
+    }, logger);
+    if (!result)
+        throw new Error('OpenAI Responses API request failed without specific error');
+    return result;
+}
+/**
+ * Handle streaming OpenAI Responses API requests
+ */
+export async function handleResponsesStreamingRequest(originalCreate, params, options, usageMetadata, requestStartTime, instance) {
+    try {
+        // Call the original OpenAI method to get the stream (cast params back to original type since usageMetadata is removed)
+        const originalStream = await originalCreate(params, options);
+        logger.debug('Responses API streaming request initiated', {
+            model: params.model,
+        });
+        // Return a wrapped stream that tracks usage when complete
+        // We'll use a similar pattern to chat completions but adapted for Responses API
+        return createResponsesTrackingStreamWrapper(originalStream, usageMetadata, requestStartTime, instance);
+    }
+    catch (error) {
+        const duration = Date.now() - requestStartTime;
+        logger.error('Responses API streaming request failed', {
+            error: error instanceof Error ? error.message : String(error),
+            duration,
+        });
+        // Re-throw the error to maintain original behavior
+        throw error;
+    }
+}
+/**
+ * Create a tracking stream wrapper for Responses API
+ * Similar to createTrackingStreamWrapper but adapted for Responses API structure
+ */
+async function* createResponsesTrackingStreamWrapper(originalStream, usageMetadata, requestStartTime, instance) {
+    let firstChunkTime;
+    let finalUsage = null;
+    let model = '';
+    let requestId = '';
+    let finishReason = null;
+    try {
+        for await (const chunk of originalStream) {
+            // Record time to first token
+            if (!firstChunkTime) {
+                firstChunkTime = Date.now();
+            }
+            // Extract information from chunk (Responses API structure may differ)
+            if (chunk && typeof chunk === 'object') {
+                const chunkObj = chunk;
+                // Extract model and ID from chunk
+                if (chunkObj.model)
+                    model = chunkObj.model;
+                if (chunkObj.id)
+                    requestId = chunkObj.id;
+                // Check for final usage information
+                if (chunkObj.usage) {
+                    finalUsage = chunkObj.usage;
+                }
+                // Check for finish reason
+                if (chunkObj.finish_reason) {
+                    finishReason = chunkObj.finish_reason;
+                }
+            }
+            yield chunk;
+        }
+        // Track usage after stream completes
+        if (finalUsage) {
+            const duration = Date.now() - requestStartTime;
+            const timeToFirstToken = firstChunkTime ? firstChunkTime - requestStartTime : undefined;
+            trackUsageAsync({
+                requestId: requestId || randomUUID(),
+                model: model,
+                promptTokens: finalUsage.input_tokens || 0,
+                completionTokens: finalUsage.output_tokens || 0,
+                totalTokens: finalUsage.total_tokens || 0,
+                reasoningTokens: finalUsage.reasoning_tokens,
+                cachedTokens: finalUsage.cached_tokens,
+                duration,
+                finishReason: finishReason || 'completed',
+                usageMetadata,
+                isStreamed: true,
+                timeToFirstToken,
+                providerInfo: instanceProviders.get(instance),
+            });
+            logger.debug('Responses API streaming completed', {
+                model,
+                duration,
+                timeToFirstToken,
+                totalTokens: finalUsage.total_tokens,
+            });
+        }
+    }
+    catch (error) {
+        logger.error('Error in Responses API stream wrapper', {
+            error: error instanceof Error ? error.message : String(error),
+        });
+        throw error;
+    }
+}
+//# sourceMappingURL=request-handler.js.map

package/dist/esm/core/wrapper/request-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-handler.js","sourceRoot":"","sources":["../../../../src/core/wrapper/request-handler.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAYpC,OAAO,EACL,oBAAoB,EACpB,yBAAyB,EACzB,aAAa,GACd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC/F,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAElE,gBAAgB;AAChB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;AAE3B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,cAAsC,EACtC,MAAgG,EAChG,OAAyC,EACzC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,MAAM,cAAc,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAE3D,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,KAAK,IAAI,EAAE;QACT,qGAAqG;QACrG,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAa,EAAE,OAAO,CAAC,CAAC;QAE9D,8BAA8B;QAC9B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;gBACxD,GAAG,cAAc;gBACjB,QAAQ;aACT,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAE/C,sCAAsC;QACtC,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAErD,mCAAmC;QACnC,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnC,eAAe,CAAC;gBACd,SAAS,EAAE,QAAQ,CAAC,EAAE;gBACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gBACvD,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACxC,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,gBAAgB;gBAChD,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,QAAQ;gBACR,YAAY,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,IAAI;gBAC1D,aAAa;gBACb,UAAU,EAAE,KAAK;gBACjB,YAAY;aACb,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;YAChD,GAAG,cAAc;YACjB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,QAAQ;YACR,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;SACzC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC,EACD,8BAA8B,EAC9B;QACE,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,kCAAkC;QACjD,cAAc,EAAE,KAAK,CAAC,EAAE;YACtB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClC,OAAO,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE;oBAC1C,GAAG,cAAc;oBACjB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;iBACxC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,CAAC;KACF,EACD,MAAM,CACP,CAAC;IAEF,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC7E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,cAAsC,EACtC,MAAgD,EAChD,OAAyC,EACzC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,IAAI,CAAC;QACH,+DAA+D;QAC/D,MAAM,cAAc,GAAG;YACrB,GAAG,MAAM;YACT,cAAc,EAAE;gBACd,aAAa,EAAE,IAAI;gBACnB,GAAG,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;aACjC;SACF,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;YAC5D,qBAAqB,EAAE,MAAM,CAAC,cAAc;YAC5C,qBAAqB,EAAE,cAAc,CAAC,cAAc;SACrD,CAAC,CAAC;QAEH,uHAAuH;QACvH,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,cAAqB,EAAE,OAAO,CAAC,CAAC;QAE5E,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;YAC1D,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QAEH,0DAA0D;QAC1D,OAAO,2BAA2B,CAChC,cAAmD,EACnD,aAAa,EACb,gBAAgB,EAChB,QAAQ,CACT,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;YACvD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ;SACT,CAAC,CAAC;QAEH,mDAAmD;QACnD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,cAAsC,EACtC,MAAqD,EACrD,OAAyC,EACzC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,IAAI,CAAC;QACH,qGAAqG;QACrG,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAa,EAAE,OAAO,CAAC,CAAC;QAE9D,8BAA8B;QAC9B,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,uDAAuD,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnF,OAAO,QAA8C,CAAC;QACxD,CAAC;QAED,qBAAqB;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAE/C,sCAAsC;QACtC,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAErD,yBAAyB;QACzB,yBAAyB,CAAC;YACxB,aAAa,EAAE,SAAS,UAAU,EAAE,EAAE;YACtC,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;YAC1C,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;YACxC,QAAQ;YACR,aAAa;YACb,gBAAgB;YAChB,YAAY;SACb,CAAC,CAAC;QAEH,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;YAC3C,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,QAAQ;YACR,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;SACzC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;YACxC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ;SACT,CAAC,CAAC;QAEH,mDAAmD;QACnD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,cAA+C,EAC/C,MAAqD,EACrD,OAAyC,EACzC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,MAAM,cAAc,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAE3D,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,KAAK,IAAI,EAAE;QACT,qGAAqG;QACrG,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAa,EAAE,OAAO,CAAC,CAAC;QAE9D,8BAA8B;QAC9B,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAE/C,yEAAyE;QACzE,MAAM,KAAK,GAAI,QAAgB,CAAC,KAAK,CAAC;QACtC,IAAI,KAAK,EAAE,CAAC;YACV,uEAAuE;YACvE,eAAe,CAAC;gBACd,SAAS,EAAG,QAAgB,CAAC,EAAE,IAAI,UAAU,EAAE;gBAC/C,KAAK,EAAG,QAAgB,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;gBAC9C,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;gBACrC,gBAAgB,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;gBAC1C,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;gBACpC,eAAe,EAAE,KAAK,CAAC,gBAAgB;gBACvC,YAAY,EAAE,KAAK,CAAC,aAAa;gBACjC,QAAQ;gBACR,YAAY,EAAG,QAAgB,CAAC,aAAa,IAAI,WAAW;gBAC5D,aAAa;gBACb,UAAU,EAAE,KAAK;gBACjB,YAAY,EAAE,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;YAC9C,GAAG,cAAc;YACjB,KAAK,EAAG,QAAgB,CAAC,KAAK;YAC9B,QAAQ;YACR,WAAW,EAAE,KAAK,EAAE,YAAY;SACjC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC,EACD,4CAA4C,EAC5C;QACE,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,gCAAgC;QAC/C,cAAc,EAAE,KAAK,CAAC,EAAE;YACtB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClC,OAAO,IAAI,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE;oBAC1C,GAAG,cAAc;oBACjB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;iBACxC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,CAAC;KACF,EACD,MAAM,CACP,CAAC;IAEF,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAC3F,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,cAA+C,EAC/C,MAAqD,EACrD,OAAyC,EACzC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,IAAI,CAAC;QACH,uHAAuH;QACvH,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,MAAa,EAAE,OAAO,CAAC,CAAC;QAEpE,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE;YACxD,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QAEH,0DAA0D;QAC1D,gFAAgF;QAChF,OAAO,oCAAoC,CACzC,cAAmD,EACnD,aAAa,EACb,gBAAgB,EAChB,QAAQ,CACT,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;YACrD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,QAAQ;SACT,CAAC,CAAC;QAEH,mDAAmD;QACnD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,SAAS,CAAC,CAAC,oCAAoC,CAClD,cAAsC,EACtC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,IAAI,cAAkC,CAAC;IACvC,IAAI,UAAU,GAAQ,IAAI,CAAC;IAC3B,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,YAAY,GAAkB,IAAI,CAAC;IAEvC,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACzC,6BAA6B;YAC7B,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,CAAC;YAED,sEAAsE;YACtE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,KAAY,CAAC;gBAE9B,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,KAAK;oBAAE,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;gBAC3C,IAAI,QAAQ,CAAC,EAAE;oBAAE,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAC;gBAEzC,oCAAoC;gBACpC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACnB,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC;gBAC9B,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC3B,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;QAED,qCAAqC;QACrC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAC/C,MAAM,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;YAExF,eAAe,CAAC;gBACd,SAAS,EAAE,SAAS,IAAI,UAAU,EAAE;gBACpC,KAAK,EAAE,KAAK;gBACZ,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,CAAC;gBAC1C,gBAAgB,EAAE,UAAU,CAAC,aAAa,IAAI,CAAC;gBAC/C,WAAW,EAAE,UAAU,CAAC,YAAY,IAAI,CAAC;gBACzC,eAAe,EAAE,UAAU,CAAC,gBAAgB;gBAC5C,YAAY,EAAE,UAAU,CAAC,aAAa;gBACtC,QAAQ;gBACR,YAAY,EAAE,YAAY,IAAI,WAAW;gBACzC,aAAa;gBACb,UAAU,EAAE,IAAI;gBAChB,gBAAgB;gBAChB,YAAY,EAAE,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC;aAC9C,CAAC,CAAC;YAEH,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;gBAChD,KAAK;gBACL,QAAQ;gBACR,gBAAgB;gBAChB,WAAW,EAAE,UAAU,CAAC,YAAY;aACrC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;YACpD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;QACH,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/esm/core/wrapper/stream-wrapper.js

@@ -0,0 +1,79 @@
+/**
+ * Stream Wrapper Module
+ *
+ * Handles wrapping of streaming responses for usage tracking.
+ * Extracted from wrapper.ts for better organization.
+ */
+import { isStreamChunk } from '../../utils/type-guards.js';
+import { trackUsageAsync } from '../tracking/index.js';
+import { getLogger } from '../config/index.js';
+import { instanceProviders } from './instance-patcher.js';
+// Global logger
+const logger = getLogger();
+/**
+ * Create a simple stream wrapper that tracks usage when complete
+ */
+export function createTrackingStreamWrapper(originalStream, usageMetadata, requestStartTime, instance) {
+    // For streaming, we need to collect the final response data
+    let accumulatedResponse = null;
+    // Create async iterator
+    const wrappedIterator = {
+        async *[Symbol.asyncIterator]() {
+            try {
+                for await (const chunk of originalStream) {
+                    // Validate and accumulate response data for tracking
+                    if (isStreamChunk(chunk)) {
+                        if (!accumulatedResponse) {
+                            accumulatedResponse = {
+                                id: chunk.id,
+                                model: chunk.model,
+                                usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+                            };
+                        }
+                        // Update usage if available in chunk
+                        if (chunk.usage) {
+                            accumulatedResponse.usage = chunk.usage;
+                        }
+                    }
+                    // Forward the chunk to the client
+                    yield chunk;
+                }
+                // Stream completed - track usage
+                if (accumulatedResponse && accumulatedResponse.usage) {
+                    const duration = Date.now() - requestStartTime;
+                    // Get provider info for this instance
+                    const providerInfo = instanceProviders.get(instance);
+                    // Safely access extended usage fields
+                    const usage = accumulatedResponse.usage;
+                    trackUsageAsync({
+                        requestId: accumulatedResponse.id,
+                        model: accumulatedResponse.model,
+                        promptTokens: usage.prompt_tokens,
+                        completionTokens: usage.completion_tokens || 0,
+                        totalTokens: usage.total_tokens,
+                        reasoningTokens: usage.reasoning_tokens,
+                        cachedTokens: usage.cached_tokens,
+                        duration,
+                        finishReason: null, // Will be determined from final chunk
+                        usageMetadata,
+                        isStreamed: true,
+                        providerInfo,
+                    });
+                    logger.debug('Chat completion streaming completed', {
+                        model: accumulatedResponse.model,
+                        duration,
+                        totalTokens: accumulatedResponse.usage.total_tokens,
+                    });
+                }
+            }
+            catch (error) {
+                logger.error('Chat completion streaming error', {
+                    error: error instanceof Error ? error.message : String(error),
+                });
+                throw error;
+            }
+        },
+    };
+    return wrappedIterator;
+}
+//# sourceMappingURL=stream-wrapper.js.map

package/dist/esm/core/wrapper/stream-wrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-wrapper.js","sourceRoot":"","sources":["../../../../src/core/wrapper/stream-wrapper.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,gBAAgB;AAChB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;AAE3B;;GAEG;AACH,MAAM,UAAU,2BAA2B,CACzC,cAAsC,EACtC,aAAwC,EACxC,gBAAwB,EACxB,QAA8B;IAE9B,4DAA4D;IAC5D,IAAI,mBAAmB,GAAuB,IAAI,CAAC;IAEnD,wBAAwB;IACxB,MAAM,eAAe,GAAG;QACtB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YAC3B,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACzC,qDAAqD;oBACrD,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;wBACzB,IAAI,CAAC,mBAAmB,EAAE,CAAC;4BACzB,mBAAmB,GAAG;gCACpB,EAAE,EAAE,KAAK,CAAC,EAAE;gCACZ,KAAK,EAAE,KAAK,CAAC,KAAK;gCAClB,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;6BACnE,CAAC;wBACJ,CAAC;wBAED,qCAAqC;wBACrC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;4BAChB,mBAAmB,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;wBAC1C,CAAC;oBACH,CAAC;oBAED,kCAAkC;oBAClC,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,iCAAiC;gBACjC,IAAI,mBAAmB,IAAI,mBAAmB,CAAC,KAAK,EAAE,CAAC;oBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;oBAE/C,sCAAsC;oBACtC,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAErD,sCAAsC;oBACtC,MAAM,KAAK,GAAG,mBAAmB,CAAC,KAAsB,CAAC;oBAEzD,eAAe,CAAC;wBACd,SAAS,EAAE,mBAAmB,CAAC,EAAE;wBACjC,KAAK,EAAE,mBAAmB,CAAC,KAAK;wBAChC,YAAY,EAAE,KAAK,CAAC,aAAa;wBACjC,gBAAgB,EAAE,KAAK,CAAC,iBAAiB,IAAI,CAAC;wBAC9C,WAAW,EAAE,KAAK,CAAC,YAAY;wBAC/B,eAAe,EAAE,KAAK,CAAC,gBAAgB;wBACvC,YAAY,EAAE,KAAK,CAAC,aAAa;wBACjC,QAAQ;wBACR,YAAY,EAAE,IAAI,EAAE,sCAAsC;wBAC1D,aAAa;wBACb,UAAU,EAAE,IAAI;wBAChB,YAAY;qBACb,CAAC,CAAC;oBAEH,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;wBAClD,KAAK,EAAE,mBAAmB,CAAC,KAAK;wBAChC,QAAQ;wBACR,WAAW,EAAE,mBAAmB,CAAC,KAAK,CAAC,YAAY;qBACpD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBAC9C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC;IAEF,OAAO,eAAe,CAAC;AACzB,CAAC"}