@posthog/ai 5.0.1 → 5.2.0

package/lib/index.cjs

@@ -217,6 +217,7 @@ class PostHogOpenAI extends OpenAIOrignal__default["default"] {
     super(openAIConfig);
     this.phClient = posthog;
     this.chat = new WrappedChat$1(this, this.phClient);
+    this.responses = new WrappedResponses$1(this, this.phClient);
   }
 }
 class WrappedChat$1 extends OpenAIOrignal__default["default"].Chat {
@@ -271,7 +272,7 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
               const latency = (Date.now() - startTime) / 1000;
               await sendEventToPosthog({
                 client: this.phClient,
-                distinctId: posthogDistinctId ?? traceId,
+                distinctId: posthogDistinctId,
                 traceId,
                 model: openAIParams.model,
                 provider: 'openai',
@@ -290,7 +291,7 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
             } catch (error) {
               await sendEventToPosthog({
                 client: this.phClient,
-                distinctId: posthogDistinctId ?? traceId,
+                distinctId: posthogDistinctId,
                 traceId,
                 model: openAIParams.model,
                 provider: 'openai',
@@ -321,7 +322,7 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
           const latency = (Date.now() - startTime) / 1000;
           await sendEventToPosthog({
             client: this.phClient,
-            distinctId: posthogDistinctId ?? traceId,
+            distinctId: posthogDistinctId,
             traceId,
             model: openAIParams.model,
             provider: 'openai',
@@ -344,7 +345,7 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
       }, async error => {
         await sendEventToPosthog({
           client: this.phClient,
-          distinctId: posthogDistinctId ?? traceId,
+          distinctId: posthogDistinctId,
           traceId,
           model: openAIParams.model,
           provider: 'openai',
@@ -368,6 +369,218 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
     }
   }
 }
+class WrappedResponses$1 extends OpenAIOrignal__default["default"].Responses {
+  constructor(client, phClient) {
+    super(client);
+    this.phClient = phClient;
+  }
+  // --- Implementation Signature
+  create(body, options) {
+    const {
+      posthogDistinctId,
+      posthogTraceId,
+      posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+      posthogPrivacyMode = false,
+      posthogGroups,
+      posthogCaptureImmediate,
+      ...openAIParams
+    } = body;
+    const traceId = posthogTraceId ?? uuid.v4();
+    const startTime = Date.now();
+    const parentPromise = super.create(openAIParams, options);
+    if (openAIParams.stream) {
+      return parentPromise.then(value => {
+        if ('tee' in value && typeof value.tee === 'function') {
+          const [stream1, stream2] = value.tee();
+          (async () => {
+            try {
+              let finalContent = [];
+              let usage = {
+                inputTokens: 0,
+                outputTokens: 0
+              };
+              for await (const chunk of stream1) {
+                if (chunk.type === 'response.completed' && 'response' in chunk && chunk.response?.output && chunk.response.output.length > 0) {
+                  finalContent = chunk.response.output;
+                }
+                if ('response' in chunk && chunk.response?.usage) {
+                  usage = {
+                    inputTokens: chunk.response.usage.input_tokens ?? 0,
+                    outputTokens: chunk.response.usage.output_tokens ?? 0,
+                    reasoningTokens: chunk.response.usage.output_tokens_details?.reasoning_tokens ?? 0,
+                    cacheReadInputTokens: chunk.response.usage.input_tokens_details?.cached_tokens ?? 0
+                  };
+                }
+              }
+              const latency = (Date.now() - startTime) / 1000;
+              await sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId,
+                traceId,
+                model: openAIParams.model,
+                provider: 'openai',
+                input: openAIParams.input,
+                output: finalContent,
+                latency,
+                baseURL: this.baseURL ?? '',
+                params: body,
+                httpStatus: 200,
+                usage,
+                captureImmediate: posthogCaptureImmediate
+              });
+            } catch (error) {
+              await sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId,
+                traceId,
+                model: openAIParams.model,
+                provider: 'openai',
+                input: openAIParams.input,
+                output: [],
+                latency: 0,
+                baseURL: this.baseURL ?? '',
+                params: body,
+                httpStatus: error?.status ? error.status : 500,
+                usage: {
+                  inputTokens: 0,
+                  outputTokens: 0
+                },
+                isError: true,
+                error: JSON.stringify(error),
+                captureImmediate: posthogCaptureImmediate
+              });
+            }
+          })();
+          return stream2;
+        }
+        return value;
+      });
+    } else {
+      const wrappedPromise = parentPromise.then(async result => {
+        if ('output' in result) {
+          const latency = (Date.now() - startTime) / 1000;
+          await sendEventToPosthog({
+            client: this.phClient,
+            distinctId: posthogDistinctId,
+            traceId,
+            model: openAIParams.model,
+            provider: 'openai',
+            input: openAIParams.input,
+            output: result.output,
+            latency,
+            baseURL: this.baseURL ?? '',
+            params: body,
+            httpStatus: 200,
+            usage: {
+              inputTokens: result.usage?.input_tokens ?? 0,
+              outputTokens: result.usage?.output_tokens ?? 0,
+              reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
+              cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0
+            },
+            captureImmediate: posthogCaptureImmediate
+          });
+        }
+        return result;
+      }, async error => {
+        await sendEventToPosthog({
+          client: this.phClient,
+          distinctId: posthogDistinctId,
+          traceId,
+          model: openAIParams.model,
+          provider: 'openai',
+          input: openAIParams.input,
+          output: [],
+          latency: 0,
+          baseURL: this.baseURL ?? '',
+          params: body,
+          httpStatus: error?.status ? error.status : 500,
+          usage: {
+            inputTokens: 0,
+            outputTokens: 0
+          },
+          isError: true,
+          error: JSON.stringify(error),
+          captureImmediate: posthogCaptureImmediate
+        });
+        throw error;
+      });
+      return wrappedPromise;
+    }
+  }
+  parse(body, options) {
+    const {
+      posthogDistinctId,
+      posthogTraceId,
+      posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+      posthogPrivacyMode = false,
+      posthogGroups,
+      posthogCaptureImmediate,
+      ...openAIParams
+    } = body;
+    const traceId = posthogTraceId ?? uuid.v4();
+    const startTime = Date.now();
+    // Create a temporary instance that bypasses our wrapped create method
+    const originalCreate = super.create.bind(this);
+    const originalSelf = this;
+    const tempCreate = originalSelf.create;
+    originalSelf.create = originalCreate;
+    try {
+      const parentPromise = super.parse(openAIParams, options);
+      const wrappedPromise = parentPromise.then(async result => {
+        const latency = (Date.now() - startTime) / 1000;
+        await sendEventToPosthog({
+          client: this.phClient,
+          distinctId: posthogDistinctId,
+          traceId,
+          model: openAIParams.model,
+          provider: 'openai',
+          input: openAIParams.input,
+          output: result.output,
+          latency,
+          baseURL: this.baseURL ?? '',
+          params: body,
+          httpStatus: 200,
+          usage: {
+            inputTokens: result.usage?.input_tokens ?? 0,
+            outputTokens: result.usage?.output_tokens ?? 0,
+            reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
+            cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0
+          },
+          captureImmediate: posthogCaptureImmediate
+        });
+        return result;
+      }, async error => {
+        await sendEventToPosthog({
+          client: this.phClient,
+          distinctId: posthogDistinctId,
+          traceId,
+          model: openAIParams.model,
+          provider: 'openai',
+          input: openAIParams.input,
+          output: [],
+          latency: 0,
+          baseURL: this.baseURL ?? '',
+          params: body,
+          httpStatus: error?.status ? error.status : 500,
+          usage: {
+            inputTokens: 0,
+            outputTokens: 0
+          },
+          isError: true,
+          error: JSON.stringify(error),
+          captureImmediate: posthogCaptureImmediate
+        });
+        throw error;
+      });
+      return wrappedPromise;
+    } finally {
+      // Restore our wrapped create method
+      originalSelf.create = tempCreate;
+    }
+  }
+}
 
 class PostHogAzureOpenAI extends OpenAIOrignal.AzureOpenAI {
   constructor(config) {
@@ -408,23 +621,19 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        let accumulatedContent = '';
-        let usage = {
-          inputTokens: 0,
-          outputTokens: 0
-        };
-        let model = openAIParams.model;
         if ('tee' in value) {
           const [stream1, stream2] = value.tee();
           (async () => {
             try {
+              let accumulatedContent = '';
+              let usage = {
+                inputTokens: 0,
+                outputTokens: 0
+              };
               for await (const chunk of stream1) {
                 const delta = chunk?.choices?.[0]?.delta?.content ?? '';
                 accumulatedContent += delta;
                 if (chunk.usage) {
-                  if (chunk.model != model) {
-                    model = chunk.model;
-                  }
                   usage = {
                     inputTokens: chunk.usage.prompt_tokens ?? 0,
                     outputTokens: chunk.usage.completion_tokens ?? 0,
@@ -436,9 +645,9 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
               const latency = (Date.now() - startTime) / 1000;
               await sendEventToPosthog({
                 client: this.phClient,
-                distinctId: posthogDistinctId ?? traceId,
+                distinctId: posthogDistinctId,
                 traceId,
-                model,
+                model: openAIParams.model,
                 provider: 'azure',
                 input: openAIParams.messages,
                 output: [{
@@ -453,15 +662,14 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
                 captureImmediate: posthogCaptureImmediate
               });
             } catch (error) {
-              // error handling
               await sendEventToPosthog({
                 client: this.phClient,
-                distinctId: posthogDistinctId ?? traceId,
+                distinctId: posthogDistinctId,
                 traceId,
-                model,
+                model: openAIParams.model,
                 provider: 'azure',
                 input: openAIParams.messages,
-                output: JSON.stringify(error),
+                output: [],
                 latency: 0,
                 baseURL: this.baseURL ?? '',
                 params: body,
@@ -485,15 +693,11 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
       const wrappedPromise = parentPromise.then(async result => {
         if ('choices' in result) {
           const latency = (Date.now() - startTime) / 1000;
-          let model = openAIParams.model;
-          if (result.model != model) {
-            model = result.model;
-          }
           await sendEventToPosthog({
             client: this.phClient,
-            distinctId: posthogDistinctId ?? traceId,
+            distinctId: posthogDistinctId,
             traceId,
-            model,
+            model: openAIParams.model,
             provider: 'azure',
             input: openAIParams.messages,
             output: formatResponseOpenAI(result),
@@ -514,7 +718,7 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
       }, async error => {
         await sendEventToPosthog({
           client: this.phClient,
-          distinctId: posthogDistinctId ?? traceId,
+          distinctId: posthogDistinctId,
           traceId,
           model: openAIParams.model,
           provider: 'azure',
@@ -538,6 +742,208 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
     }
   }
 }
+class WrappedResponses extends OpenAIOrignal.AzureOpenAI.Responses {
+  constructor(client, phClient) {
+    super(client);
+    this.phClient = phClient;
+  }
+  // --- Implementation Signature
+  create(body, options) {
+    const {
+      posthogDistinctId,
+      posthogTraceId,
+      posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+      posthogPrivacyMode = false,
+      posthogGroups,
+      posthogCaptureImmediate,
+      ...openAIParams
+    } = body;
+    const traceId = posthogTraceId ?? uuid.v4();
+    const startTime = Date.now();
+    const parentPromise = super.create(openAIParams, options);
+    if (openAIParams.stream) {
+      return parentPromise.then(value => {
+        if ('tee' in value && typeof value.tee === 'function') {
+          const [stream1, stream2] = value.tee();
+          (async () => {
+            try {
+              let finalContent = [];
+              let usage = {
+                inputTokens: 0,
+                outputTokens: 0
+              };
+              for await (const chunk of stream1) {
+                if (chunk.type === 'response.completed' && 'response' in chunk && chunk.response?.output && chunk.response.output.length > 0) {
+                  finalContent = chunk.response.output;
+                }
+                if ('usage' in chunk && chunk.usage) {
+                  usage = {
+                    inputTokens: chunk.usage.input_tokens ?? 0,
+                    outputTokens: chunk.usage.output_tokens ?? 0,
+                    reasoningTokens: chunk.usage.output_tokens_details?.reasoning_tokens ?? 0,
+                    cacheReadInputTokens: chunk.usage.input_tokens_details?.cached_tokens ?? 0
+                  };
+                }
+              }
+              const latency = (Date.now() - startTime) / 1000;
+              await sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId,
+                traceId,
+                model: openAIParams.model,
+                provider: 'azure',
+                input: openAIParams.input,
+                output: finalContent,
+                latency,
+                baseURL: this.baseURL ?? '',
+                params: body,
+                httpStatus: 200,
+                usage,
+                captureImmediate: posthogCaptureImmediate
+              });
+            } catch (error) {
+              await sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId,
+                traceId,
+                model: openAIParams.model,
+                provider: 'azure',
+                input: openAIParams.input,
+                output: [],
+                latency: 0,
+                baseURL: this.baseURL ?? '',
+                params: body,
+                httpStatus: error?.status ? error.status : 500,
+                usage: {
+                  inputTokens: 0,
+                  outputTokens: 0
+                },
+                isError: true,
+                error: JSON.stringify(error),
+                captureImmediate: posthogCaptureImmediate
+              });
+            }
+          })();
+          return stream2;
+        }
+        return value;
+      });
+    } else {
+      const wrappedPromise = parentPromise.then(async result => {
+        if ('output' in result) {
+          const latency = (Date.now() - startTime) / 1000;
+          await sendEventToPosthog({
+            client: this.phClient,
+            distinctId: posthogDistinctId,
+            traceId,
+            model: openAIParams.model,
+            provider: 'azure',
+            input: openAIParams.input,
+            output: result.output,
+            latency,
+            baseURL: this.baseURL ?? '',
+            params: body,
+            httpStatus: 200,
+            usage: {
+              inputTokens: result.usage?.input_tokens ?? 0,
+              outputTokens: result.usage?.output_tokens ?? 0,
+              reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
+              cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0
+            },
+            captureImmediate: posthogCaptureImmediate
+          });
+        }
+        return result;
+      }, async error => {
+        await sendEventToPosthog({
+          client: this.phClient,
+          distinctId: posthogDistinctId,
+          traceId,
+          model: openAIParams.model,
+          provider: 'azure',
+          input: openAIParams.input,
+          output: [],
+          latency: 0,
+          baseURL: this.baseURL ?? '',
+          params: body,
+          httpStatus: error?.status ? error.status : 500,
+          usage: {
+            inputTokens: 0,
+            outputTokens: 0
+          },
+          isError: true,
+          error: JSON.stringify(error),
+          captureImmediate: posthogCaptureImmediate
+        });
+        throw error;
+      });
+      return wrappedPromise;
+    }
+  }
+  parse(body, options) {
+    const {
+      posthogDistinctId,
+      posthogTraceId,
+      posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+      posthogPrivacyMode = false,
+      posthogGroups,
+      posthogCaptureImmediate,
+      ...openAIParams
+    } = body;
+    const traceId = posthogTraceId ?? uuid.v4();
+    const startTime = Date.now();
+    const parentPromise = super.parse(openAIParams, options);
+    const wrappedPromise = parentPromise.then(async result => {
+      const latency = (Date.now() - startTime) / 1000;
+      await sendEventToPosthog({
+        client: this.phClient,
+        distinctId: posthogDistinctId,
+        traceId,
+        model: openAIParams.model,
+        provider: 'azure',
+        input: openAIParams.input,
+        output: result.output,
+        latency,
+        baseURL: this.baseURL ?? '',
+        params: body,
+        httpStatus: 200,
+        usage: {
+          inputTokens: result.usage?.input_tokens ?? 0,
+          outputTokens: result.usage?.output_tokens ?? 0,
+          reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
+          cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0
+        },
+        captureImmediate: posthogCaptureImmediate
+      });
+      return result;
+    }, async error => {
+      await sendEventToPosthog({
+        client: this.phClient,
+        distinctId: posthogDistinctId,
+        traceId,
+        model: openAIParams.model,
+        provider: 'azure',
+        input: openAIParams.input,
+        output: [],
+        latency: 0,
+        baseURL: this.baseURL ?? '',
+        params: body,
+        httpStatus: error?.status ? error.status : 500,
+        usage: {
+          inputTokens: 0,
+          outputTokens: 0
+        },
+        isError: true,
+        error: JSON.stringify(error),
+        captureImmediate: posthogCaptureImmediate
+      });
+      throw error;
+    });
+    return wrappedPromise;
+  }
+}
 
 const mapVercelParams = params => {
   return {
@@ -748,7 +1154,7 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
         await sendEventToPosthog({
           client: phClient,
           distinctId: options.posthogDistinctId,
-          traceId: options.posthogTraceId,
+          traceId: options.posthogTraceId ?? uuid.v4(),
           model: modelId,
           provider: provider,
           input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
@@ -773,7 +1179,7 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
         await sendEventToPosthog({
           client: phClient,
           distinctId: options.posthogDistinctId,
-          traceId: options.posthogTraceId,
+          traceId: options.posthogTraceId ?? uuid.v4(),
           model: modelId,
           provider: model.provider,
           input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
@@ -842,7 +1248,7 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             await sendEventToPosthog({
               client: phClient,
               distinctId: options.posthogDistinctId,
-              traceId: options.posthogTraceId,
+              traceId: options.posthogTraceId ?? uuid.v4(),
               model: modelId,
               provider: provider,
               input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
@@ -867,7 +1273,7 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
         await sendEventToPosthog({
           client: phClient,
           distinctId: options.posthogDistinctId,
-          traceId: options.posthogTraceId,
+          traceId: options.posthogTraceId ?? uuid.v4(),
           model: modelId,
           provider: provider,
           input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
@@ -895,7 +1301,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
   const middleware = createInstrumentationMiddleware(phClient, model, {
     ...options,
     posthogTraceId: traceId,
-    posthogDistinctId: options.posthogDistinctId ?? traceId
+    posthogDistinctId: options.posthogDistinctId
   });
   const wrappedModel = ai.experimental_wrapLanguageModel({
     model,
@@ -966,7 +1372,7 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
               const latency = (Date.now() - startTime) / 1000;
               await sendEventToPosthog({
                 client: this.phClient,
-                distinctId: posthogDistinctId ?? traceId,
+                distinctId: posthogDistinctId,
                 traceId,
                 model: anthropicParams.model,
                 provider: 'anthropic',
@@ -986,7 +1392,7 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
               // error handling
               await sendEventToPosthog({
                 client: this.phClient,
-                distinctId: posthogDistinctId ?? traceId,
+                distinctId: posthogDistinctId,
                 traceId,
                 model: anthropicParams.model,
                 provider: 'anthropic',
@@ -1017,7 +1423,7 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
           const latency = (Date.now() - startTime) / 1000;
           await sendEventToPosthog({
             client: this.phClient,
-            distinctId: posthogDistinctId ?? traceId,
+            distinctId: posthogDistinctId,
             traceId,
             model: anthropicParams.model,
             provider: 'anthropic',
@@ -1040,7 +1446,7 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
       }, async error => {
         await sendEventToPosthog({
           client: this.phClient,
-          distinctId: posthogDistinctId ?? traceId,
+          distinctId: posthogDistinctId,
           traceId,
           model: anthropicParams.model,
           provider: 'anthropic',
@@ -1097,7 +1503,7 @@ class WrappedModels {
       const latency = (Date.now() - startTime) / 1000;
       await sendEventToPosthog({
         client: this.phClient,
-        distinctId: posthogDistinctId ?? traceId,
+        distinctId: posthogDistinctId,
         traceId,
         model: geminiParams.model,
         provider: 'gemini',
@@ -1118,7 +1524,7 @@ class WrappedModels {
       const latency = (Date.now() - startTime) / 1000;
       await sendEventToPosthog({
         client: this.phClient,
-        distinctId: posthogDistinctId ?? traceId,
+        distinctId: posthogDistinctId,
         traceId,
         model: geminiParams.model,
         provider: 'gemini',
@@ -1172,7 +1578,7 @@ class WrappedModels {
       const latency = (Date.now() - startTime) / 1000;
       await sendEventToPosthog({
         client: this.phClient,
-        distinctId: posthogDistinctId ?? traceId,
+        distinctId: posthogDistinctId,
         traceId,
         model: geminiParams.model,
         provider: 'gemini',
@@ -1192,7 +1598,7 @@ class WrappedModels {
       const latency = (Date.now() - startTime) / 1000;
       await sendEventToPosthog({
         client: this.phClient,
-        distinctId: posthogDistinctId ?? traceId,
+        distinctId: posthogDistinctId,
         traceId,
         model: geminiParams.model,
         provider: 'gemini',