@posthog/ai 3.1.1 → 3.2.0

package/CHANGELOG.md

@@ -1,3 +1,7 @@
+# 3.2.0 - 2025-02-11
+
+- fix: change how we handle streaming support for openai and anthropic
+
 # 3.1.1 - 2025-02-07
 
 - fix: bump ai to 4.1.0

package/lib/index.cjs.js

@@ -4,7 +4,6 @@ Object.defineProperty(exports, '__esModule', { value: true });
 
 var OpenAIOrignal = require('openai');
 var uuid = require('uuid');
-var stream = require('stream');
 var ai = require('ai');
 var AnthropicOriginal = require('@anthropic-ai/sdk');
 
@@ -186,19 +185,16 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        const passThroughStream = new stream.PassThrough({
-          objectMode: true
-        });
-        let accumulatedContent = '';
-        let usage = {
-          inputTokens: 0,
-          outputTokens: 0
-        };
         if ('tee' in value) {
-          const openAIStream = value;
+          const [stream1, stream2] = value.tee();
           (async () => {
             try {
-              for await (const chunk of openAIStream) {
+              let accumulatedContent = '';
+              let usage = {
+                inputTokens: 0,
+                outputTokens: 0
+              };
+              for await (const chunk of stream1) {
                 const delta = chunk?.choices?.[0]?.delta?.content ?? '';
                 accumulatedContent += delta;
                 if (chunk.usage) {
@@ -207,7 +203,6 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
                     outputTokens: chunk.usage.completion_tokens ?? 0
                   };
                 }
-                passThroughStream.write(chunk);
               }
               const latency = (Date.now() - startTime) / 1000;
               sendEventToPosthog({
@@ -227,9 +222,7 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
                 httpStatus: 200,
                 usage
               });
-              passThroughStream.end();
             } catch (error) {
-              // error handling
               sendEventToPosthog({
                 client: this.phClient,
                 distinctId: posthogDistinctId ?? traceId,
@@ -249,11 +242,12 @@ class WrappedCompletions$1 extends OpenAIOrignal__default["default"].Chat.Comple
                 isError: true,
                 error: JSON.stringify(error)
               });
-              passThroughStream.emit('error', error);
             }
           })();
+          // Return the other stream to the user
+          return stream2;
         }
-        return passThroughStream;
+        return value;
       });
     } else {
       const wrappedPromise = parentPromise.then(result => {
@@ -343,9 +337,6 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        const passThroughStream = new stream.PassThrough({
-          objectMode: true
-        });
         let accumulatedContent = '';
         let usage = {
           inputTokens: 0,
@@ -353,10 +344,10 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
         };
         let model = openAIParams.model;
         if ('tee' in value) {
-          const openAIStream = value;
+          const [stream1, stream2] = value.tee();
           (async () => {
             try {
-              for await (const chunk of openAIStream) {
+              for await (const chunk of stream1) {
                 const delta = chunk?.choices?.[0]?.delta?.content ?? '';
                 accumulatedContent += delta;
                 if (chunk.usage) {
@@ -368,7 +359,6 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
                     outputTokens: chunk.usage.completion_tokens ?? 0
                   };
                 }
-                passThroughStream.write(chunk);
               }
               const latency = (Date.now() - startTime) / 1000;
               sendEventToPosthog({
@@ -388,7 +378,6 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
                 httpStatus: 200,
                 usage
               });
-              passThroughStream.end();
             } catch (error) {
               // error handling
               sendEventToPosthog({
@@ -410,11 +399,12 @@ class WrappedCompletions extends OpenAIOrignal.AzureOpenAI.Chat.Completions {
                 isError: true,
                 error: JSON.stringify(error)
               });
-              passThroughStream.emit('error', error);
             }
           })();
+          // Return the other stream to the user
+          return stream2;
         }
-        return passThroughStream;
+        return value;
       });
     } else {
       const wrappedPromise = parentPromise.then(result => {
@@ -701,19 +691,16 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
     const parentPromise = super.create(anthropicParams, options);
     if (anthropicParams.stream) {
       return parentPromise.then(value => {
-        const passThroughStream = new stream.PassThrough({
-          objectMode: true
-        });
         let accumulatedContent = '';
         const usage = {
           inputTokens: 0,
           outputTokens: 0
         };
         if ('tee' in value) {
-          const anthropicStream = value;
+          const [stream1, stream2] = value.tee();
           (async () => {
             try {
-              for await (const chunk of anthropicStream) {
+              for await (const chunk of stream1) {
                 if ('delta' in chunk) {
                   if ('text' in chunk.delta) {
                     const delta = chunk?.delta?.text ?? '';
@@ -726,7 +713,6 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
                 if ('usage' in chunk) {
                   usage.outputTokens = chunk.usage.output_tokens ?? 0;
                 }
-                passThroughStream.write(chunk);
               }
               const latency = (Date.now() - startTime) / 1000;
               sendEventToPosthog({
@@ -746,7 +732,6 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
                 httpStatus: 200,
                 usage
               });
-              passThroughStream.end();
             } catch (error) {
               // error handling
               sendEventToPosthog({
@@ -768,11 +753,12 @@ class WrappedMessages extends AnthropicOriginal__default["default"].Messages {
                 isError: true,
                 error: JSON.stringify(error)
               });
-              passThroughStream.emit('error', error);
             }
           })();
+          // Return the other stream to the user
+          return stream2;
         }
-        return passThroughStream;
+        return value;
       });
     } else {
       const wrappedPromise = parentPromise.then(result => {