@posthog/ai 7.2.1 → 7.3.0

package/dist/openai/index.mjs

@@ -2,7 +2,7 @@ import { OpenAI } from 'openai';
 import { Buffer } from 'buffer';
 import { v4 } from 'uuid';
 
-var version = "7.2.1";
+var version = "7.3.0";
 
 // Type guards for safer type checking
 
@@ -81,6 +81,14 @@ const formatResponseOpenAI = response => {
             });
           }
         }
+
+        // Handle audio output (gpt-4o-audio-preview)
+        if (choice.message.audio) {
+          content.push({
+            type: 'audio',
+            ...choice.message.audio
+          });
+        }
       }
       if (content.length > 0) {
         output.push({
@@ -462,6 +470,15 @@ function formatOpenAIResponsesInput(input, instructions) {
 
 const REDACTED_IMAGE_PLACEHOLDER = '[base64 image redacted]';
 
+// ============================================
+// Multimodal Feature Toggle
+// ============================================
+
+const isMultimodalEnabled = () => {
+  const val = process.env._INTERNAL_LLMA_MULTIMODAL || '';
+  return val.toLowerCase() === 'true' || val === '1' || val.toLowerCase() === 'yes';
+};
+
 // ============================================
 // Base64 Detection Helpers
 // ============================================
@@ -489,6 +506,7 @@ const isRawBase64 = str => {
   return str.length > 20 && /^[A-Za-z0-9+/]+=*$/.test(str);
 };
 function redactBase64DataUrl(str) {
+  if (isMultimodalEnabled()) return str;
   if (!isString(str)) return str;
 
   // Check for data URL format
@@ -551,6 +569,15 @@ const sanitizeOpenAIImage = item => {
       }
     };
   }
+
+  // Handle audio format
+  if (item.type === 'audio' && 'data' in item) {
+    if (isMultimodalEnabled()) return item;
+    return {
+      ...item,
+      data: REDACTED_IMAGE_PLACEHOLDER
+    };
+  }
   return item;
 };
 
@@ -614,6 +641,7 @@ class WrappedCompletions extends Completions {
             try {
               const contentBlocks = [];
               let accumulatedContent = '';
+              let modelFromResponse;
               let usage = {
                 inputTokens: 0,
                 outputTokens: 0,
@@ -623,6 +651,10 @@ class WrappedCompletions extends Completions {
               // Map to track in-progress tool calls
               const toolCallsInProgress = new Map();
               for await (const chunk of stream1) {
+                // Extract model from chunk (Chat Completions chunks have model field)
+                if (!modelFromResponse && chunk.model) {
+                  modelFromResponse = chunk.model;
+                }
                 const choice = chunk?.choices?.[0];
                 const chunkWebSearchCount = calculateWebSearchCount(chunk);
                 if (chunkWebSearchCount > 0 && chunkWebSearchCount > (usage.webSearchCount ?? 0)) {
@@ -716,7 +748,7 @@ class WrappedCompletions extends Completions {
               await sendEventToPosthog({
                 client: this.phClient,
                 ...posthogParams,
-                model: openAIParams.model,
+                model: openAIParams.model ?? modelFromResponse,
                 provider: 'openai',
                 input: sanitizeOpenAI(openAIParams.messages),
                 output: formattedOutput,
@@ -770,7 +802,7 @@ class WrappedCompletions extends Completions {
           await sendEventToPosthog({
             client: this.phClient,
             ...posthogParams,
-            model: openAIParams.model,
+            model: openAIParams.model ?? result.model,
             provider: 'openai',
             input: sanitizeOpenAI(openAIParams.messages),
             output: formattedOutput,
@@ -794,7 +826,7 @@ class WrappedCompletions extends Completions {
         await sendEventToPosthog({
           client: this.phClient,
           ...posthogParams,
-          model: String(openAIParams.model ?? ''),
+          model: openAIParams.model,
           provider: 'openai',
           input: sanitizeOpenAI(openAIParams.messages),
           output: [],
@@ -843,6 +875,7 @@ class WrappedResponses extends Responses {
           (async () => {
             try {
               let finalContent = [];
+              let modelFromResponse;
               let usage = {
                 inputTokens: 0,
                 outputTokens: 0,
@@ -850,6 +883,10 @@ class WrappedResponses extends Responses {
               };
               for await (const chunk of stream1) {
                 if ('response' in chunk && chunk.response) {
+                  // Extract model from response object in chunk (for stored prompts)
+                  if (!modelFromResponse && chunk.response.model) {
+                    modelFromResponse = chunk.response.model;
+                  }
                   const chunkWebSearchCount = calculateWebSearchCount(chunk.response);
                   if (chunkWebSearchCount > 0 && chunkWebSearchCount > (usage.webSearchCount ?? 0)) {
                     usage.webSearchCount = chunkWebSearchCount;
@@ -873,8 +910,7 @@ class WrappedResponses extends Responses {
               await sendEventToPosthog({
                 client: this.phClient,
                 ...posthogParams,
-                //@ts-expect-error
-                model: openAIParams.model,
+                model: openAIParams.model ?? modelFromResponse,
                 provider: 'openai',
                 input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
                 output: finalContent,
@@ -896,7 +932,6 @@ class WrappedResponses extends Responses {
               await sendEventToPosthog({
                 client: this.phClient,
                 ...posthogParams,
-                //@ts-expect-error
                 model: openAIParams.model,
                 provider: 'openai',
                 input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
@@ -929,8 +964,7 @@ class WrappedResponses extends Responses {
           await sendEventToPosthog({
             client: this.phClient,
             ...posthogParams,
-            //@ts-expect-error
-            model: openAIParams.model,
+            model: openAIParams.model ?? result.model,
             provider: 'openai',
             input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
             output: formattedOutput,
@@ -954,7 +988,7 @@ class WrappedResponses extends Responses {
         await sendEventToPosthog({
           client: this.phClient,
           ...posthogParams,
-          model: String(openAIParams.model ?? ''),
+          model: openAIParams.model,
           provider: 'openai',
           input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
           output: [],
@@ -991,7 +1025,7 @@ class WrappedResponses extends Responses {
         await sendEventToPosthog({
           client: this.phClient,
           ...posthogParams,
-          model: String(openAIParams.model ?? ''),
+          model: openAIParams.model ?? result.model,
           provider: 'openai',
           input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
           output: result.output,
@@ -1012,7 +1046,7 @@ class WrappedResponses extends Responses {
         await sendEventToPosthog({
           client: this.phClient,
           ...posthogParams,
-          model: String(openAIParams.model ?? ''),
+          model: openAIParams.model,
           provider: 'openai',
           input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
           output: [],
@@ -1202,7 +1236,7 @@ class WrappedTranscriptions extends Transcriptions {
           await sendEventToPosthog({
             client: this.phClient,
             ...posthogParams,
-            model: String(openAIParams.model ?? ''),
+            model: openAIParams.model,
             provider: 'openai',
             input: openAIParams.prompt,
             output: result.text,
@@ -1222,7 +1256,7 @@ class WrappedTranscriptions extends Transcriptions {
         await sendEventToPosthog({
           client: this.phClient,
           ...posthogParams,
-          model: String(openAIParams.model ?? ''),
+          model: openAIParams.model,
           provider: 'openai',
           input: openAIParams.prompt,
           output: [],