@posthog/ai 3.1.0 → 3.2.0

package/lib/index.esm.js

@@ -1,7 +1,6 @@
 import OpenAIOrignal, { AzureOpenAI } from 'openai';
 import * as uuid from 'uuid';
 import { v4 } from 'uuid';
-import { PassThrough } from 'stream';
 import { wrapLanguageModel } from 'ai';
 import AnthropicOriginal from '@anthropic-ai/sdk';
 
@@ -159,19 +158,16 @@ class WrappedCompletions$1 extends OpenAIOrignal.Chat.Completions {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        const passThroughStream = new PassThrough({
-          objectMode: true
-        });
-        let accumulatedContent = '';
-        let usage = {
-          inputTokens: 0,
-          outputTokens: 0
-        };
         if ('tee' in value) {
-          const openAIStream = value;
+          const [stream1, stream2] = value.tee();
           (async () => {
             try {
-              for await (const chunk of openAIStream) {
+              let accumulatedContent = '';
+              let usage = {
+                inputTokens: 0,
+                outputTokens: 0
+              };
+              for await (const chunk of stream1) {
                 const delta = chunk?.choices?.[0]?.delta?.content ?? '';
                 accumulatedContent += delta;
                 if (chunk.usage) {
@@ -180,7 +176,6 @@ class WrappedCompletions$1 extends OpenAIOrignal.Chat.Completions {
                     outputTokens: chunk.usage.completion_tokens ?? 0
                   };
                 }
-                passThroughStream.write(chunk);
               }
               const latency = (Date.now() - startTime) / 1000;
               sendEventToPosthog({
@@ -200,9 +195,7 @@ class WrappedCompletions$1 extends OpenAIOrignal.Chat.Completions {
                 httpStatus: 200,
                 usage
               });
-              passThroughStream.end();
             } catch (error) {
-              // error handling
               sendEventToPosthog({
                 client: this.phClient,
                 distinctId: posthogDistinctId ?? traceId,
@@ -222,11 +215,12 @@ class WrappedCompletions$1 extends OpenAIOrignal.Chat.Completions {
                 isError: true,
                 error: JSON.stringify(error)
               });
-              passThroughStream.emit('error', error);
             }
           })();
+          // Return the other stream to the user
+          return stream2;
         }
-        return passThroughStream;
+        return value;
       });
     } else {
       const wrappedPromise = parentPromise.then(result => {
@@ -316,9 +310,6 @@ class WrappedCompletions extends AzureOpenAI.Chat.Completions {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        const passThroughStream = new PassThrough({
-          objectMode: true
-        });
         let accumulatedContent = '';
         let usage = {
           inputTokens: 0,
@@ -326,10 +317,10 @@ class WrappedCompletions extends AzureOpenAI.Chat.Completions {
         };
         let model = openAIParams.model;
         if ('tee' in value) {
-          const openAIStream = value;
+          const [stream1, stream2] = value.tee();
           (async () => {
             try {
-              for await (const chunk of openAIStream) {
+              for await (const chunk of stream1) {
                 const delta = chunk?.choices?.[0]?.delta?.content ?? '';
                 accumulatedContent += delta;
                 if (chunk.usage) {
@@ -341,7 +332,6 @@ class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                     outputTokens: chunk.usage.completion_tokens ?? 0
                   };
                 }
-                passThroughStream.write(chunk);
               }
               const latency = (Date.now() - startTime) / 1000;
               sendEventToPosthog({
@@ -361,7 +351,6 @@ class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                 httpStatus: 200,
                 usage
               });
-              passThroughStream.end();
             } catch (error) {
               // error handling
               sendEventToPosthog({
@@ -383,11 +372,12 @@ class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                 isError: true,
                 error: JSON.stringify(error)
               });
-              passThroughStream.emit('error', error);
             }
           })();
+          // Return the other stream to the user
+          return stream2;
         }
-        return passThroughStream;
+        return value;
       });
     } else {
       const wrappedPromise = parentPromise.then(result => {
@@ -674,19 +664,16 @@ class WrappedMessages extends AnthropicOriginal.Messages {
     const parentPromise = super.create(anthropicParams, options);
     if (anthropicParams.stream) {
       return parentPromise.then(value => {
-        const passThroughStream = new PassThrough({
-          objectMode: true
-        });
         let accumulatedContent = '';
         const usage = {
           inputTokens: 0,
           outputTokens: 0
         };
         if ('tee' in value) {
-          const anthropicStream = value;
+          const [stream1, stream2] = value.tee();
           (async () => {
             try {
-              for await (const chunk of anthropicStream) {
+              for await (const chunk of stream1) {
                 if ('delta' in chunk) {
                   if ('text' in chunk.delta) {
                     const delta = chunk?.delta?.text ?? '';
@@ -699,7 +686,6 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 if ('usage' in chunk) {
                   usage.outputTokens = chunk.usage.output_tokens ?? 0;
                 }
-                passThroughStream.write(chunk);
               }
               const latency = (Date.now() - startTime) / 1000;
               sendEventToPosthog({
@@ -719,7 +705,6 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 httpStatus: 200,
                 usage
               });
-              passThroughStream.end();
             } catch (error) {
               // error handling
               sendEventToPosthog({
@@ -741,11 +726,12 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 isError: true,
                 error: JSON.stringify(error)
               });
-              passThroughStream.emit('error', error);
             }
           })();
+          // Return the other stream to the user
+          return stream2;
         }
-        return passThroughStream;
+        return value;
       });
     } else {
       const wrappedPromise = parentPromise.then(result => {