@posthog/ai 8.6.1 → 8.6.2

package/dist/vercel/index.cjs

@@ -397,7 +397,7 @@ function sanitizeValues(obj) {
   return jsonSafe;
 }
 
-var version = "8.6.1";
+var version = "8.6.2";
 
 const DEFAULT_MAX_DEPTH = 3;
 const MAX_STACK_LINES = 20;
@@ -516,8 +516,13 @@ const captureAiGeneration = async (client, options) => {
   const eventType = options.eventType ?? AIEvent.Generation;
   const privacyMode = options.privacyMode ?? false;
   const usage = options.usage ?? {};
-  const safeInput = sanitizeValues(options.input);
-  const safeOutput = sanitizeValues(options.output);
+
+  // Check privacy before reading or traversing input/output. Besides avoiding
+  // needless work, this ensures hostile getters/proxies cannot observe a value
+  // that the caller explicitly requested us to redact.
+  const shouldRedact = withPrivacyMode(client, privacyMode, false) === null;
+  const safeInput = shouldRedact ? null : core.toJsonSafeValue(options.input);
+  const safeOutput = shouldRedact ? null : core.toJsonSafeValue(options.output);
   let httpStatus = options.httpStatus;
   let errorData = {};
   if (options.error) {
@@ -578,8 +583,8 @@ const captureAiGeneration = async (client, options) => {
     $ai_provider: options.providerOverride ?? options.provider,
     $ai_model: options.modelOverride ?? options.model,
     $ai_model_parameters: options.modelParameters ?? {},
-    $ai_input: withPrivacyMode(client, privacyMode, safeInput),
-    $ai_output_choices: withPrivacyMode(client, privacyMode, safeOutput),
+    $ai_input: safeInput,
+    $ai_output_choices: safeOutput,
     $ai_http_status: httpStatus,
     $ai_input_tokens: usage.inputTokens ?? 0,
     ...(usage.outputTokens !== undefined ? {
@@ -1121,86 +1126,97 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
 
         // Map to track in-progress tool calls
         const toolCallsInProgress = new Map();
+        const captureStreamGeneration = async captureOptions => {
+          try {
+            await captureAiGeneration(phClient, captureOptions);
+          } catch (error) {
+            // Telemetry must never change the provider stream's behavior.
+            console.warn('[PostHog AI] Failed to capture Vercel stream telemetry:', error);
+          }
+        };
         try {
           const {
             stream,
             ...rest
           } = await model.doStream(params);
-          const transformStream = new TransformStream({
-            transform(chunk, controller) {
-              // Handle streaming patterns - compatible with both V2 and V3
-              if (chunk.type === 'text-delta') {
-                if (firstTokenTime === undefined) {
-                  firstTokenTime = Date.now();
-                }
-                generatedText += chunk.delta;
+          const reader = stream.getReader();
+          let inBandError;
+          let hasInBandError = false;
+          let finalizationPromise;
+          const observeChunk = chunk => {
+            // Handle streaming patterns - compatible with both V2 and V3
+            if (chunk.type === 'text-delta') {
+              if (firstTokenTime === undefined) {
+                firstTokenTime = Date.now();
               }
-              if (chunk.type === 'reasoning-delta') {
-                if (firstTokenTime === undefined) {
-                  firstTokenTime = Date.now();
-                }
-                reasoningText += chunk.delta;
+              generatedText += chunk.delta;
+            }
+            if (chunk.type === 'reasoning-delta') {
+              if (firstTokenTime === undefined) {
+                firstTokenTime = Date.now();
               }
+              reasoningText += chunk.delta;
+            }
 
-              // Handle tool call chunks
-              if (chunk.type === 'tool-input-start') {
-                if (firstTokenTime === undefined) {
-                  firstTokenTime = Date.now();
-                }
-                // Initialize a new tool call
-                toolCallsInProgress.set(chunk.id, {
-                  toolCallId: chunk.id,
-                  toolName: chunk.toolName,
-                  input: ''
-                });
+            // Handle tool call chunks
+            if (chunk.type === 'tool-input-start') {
+              if (firstTokenTime === undefined) {
+                firstTokenTime = Date.now();
               }
-              if (chunk.type === 'tool-input-delta') {
-                // Accumulate tool call arguments
-                const toolCall = toolCallsInProgress.get(chunk.id);
-                if (toolCall) {
-                  toolCall.input += chunk.delta;
-                }
-              }
-              if (chunk.type === 'tool-input-end') {
-                // Tool call is complete, keep it in the map for final processing
+              toolCallsInProgress.set(chunk.id, {
+                toolCallId: chunk.id,
+                toolName: chunk.toolName,
+                input: ''
+              });
+            }
+            if (chunk.type === 'tool-input-delta') {
+              const toolCall = toolCallsInProgress.get(chunk.id);
+              if (toolCall) {
+                toolCall.input += chunk.delta;
               }
-              if (chunk.type === 'tool-call') {
-                if (firstTokenTime === undefined) {
-                  firstTokenTime = Date.now();
-                }
-                // Direct tool call chunk (complete tool call)
-                toolCallsInProgress.set(chunk.toolCallId, {
-                  toolCallId: chunk.toolCallId,
-                  toolName: chunk.toolName,
-                  input: chunk.input
-                });
+            }
+            if (chunk.type === 'tool-call') {
+              if (firstTokenTime === undefined) {
+                firstTokenTime = Date.now();
               }
-              if (chunk.type === 'finish') {
-                providerMetadata = chunk.providerMetadata;
-                const chunkUsage = chunk.usage || {};
-                const additionalTokenValues = extractAdditionalTokenValues(providerMetadata, chunkUsage);
-                usage = {
-                  inputTokens: extractTokenCount(chunk.usage?.inputTokens),
-                  outputTokens: extractTokenCount(chunk.usage?.outputTokens),
-                  reasoningTokens: extractReasoningTokens(chunkUsage),
-                  cacheReadInputTokens: extractCacheReadTokens(chunkUsage),
-                  ...additionalTokenValues
-                };
+              toolCallsInProgress.set(chunk.toolCallId, {
+                toolCallId: chunk.toolCallId,
+                toolName: chunk.toolName,
+                input: chunk.input
+              });
+            }
+            if (chunk.type === 'error') {
+              hasInBandError = true;
+              inBandError = chunk.error;
+            }
+            if (chunk.type === 'finish') {
+              providerMetadata = chunk.providerMetadata;
+              const chunkUsage = chunk.usage || {};
+              const additionalTokenValues = extractAdditionalTokenValues(providerMetadata, chunkUsage);
+              usage = {
+                inputTokens: extractTokenCount(chunk.usage?.inputTokens),
+                outputTokens: extractTokenCount(chunk.usage?.outputTokens),
+                reasoningTokens: extractReasoningTokens(chunkUsage),
+                cacheReadInputTokens: extractCacheReadTokens(chunkUsage),
+                ...additionalTokenValues
+              };
 
-                // Extract finish reason - V2 returns a string, V3 returns an object with .unified
-                const rawFinishReason = chunk.finishReason;
-                if (typeof rawFinishReason === 'string') {
-                  stopReason = rawFinishReason;
-                } else if (rawFinishReason && typeof rawFinishReason === 'object' && 'unified' in rawFinishReason) {
-                  stopReason = String(rawFinishReason.unified);
-                }
+              // Extract finish reason - V2 returns a string, V3 returns an object with .unified
+              const rawFinishReason = chunk.finishReason;
+              if (typeof rawFinishReason === 'string') {
+                stopReason = rawFinishReason;
+              } else if (rawFinishReason && typeof rawFinishReason === 'object' && 'unified' in rawFinishReason) {
+                stopReason = String(rawFinishReason.unified);
               }
-              controller.enqueue(chunk);
-            },
-            flush: async () => {
+            }
+          };
+          const finalize = (terminalError, isError = false) => {
+            if (finalizationPromise) {
+              return finalizationPromise;
+            }
+            finalizationPromise = (async () => {
               const latency = (Date.now() - startTime) / 1000;
               const timeToFirstToken = firstTokenTime !== undefined ? (firstTokenTime - startTime) / 1000 : undefined;
-              // Build content array similar to mapVercelOutput structure
               const content = [];
               if (reasoningText) {
                 content.push({
@@ -1214,8 +1230,6 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
                   text: truncate(generatedText)
                 });
               }
-
-              // Add completed tool calls to content
               for (const toolCall of toolCallsInProgress.values()) {
                 if (toolCall.toolName) {
                   content.push({
@@ -1228,15 +1242,11 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
                   });
                 }
               }
-
-              // Structure output like mapVercelOutput does
               const output = content.length > 0 ? [{
                 role: 'assistant',
                 content: content.length === 1 && content[0].type === 'text' ? content[0].text : content
               }] : [];
               const webSearchCount = extractWebSearchCount(providerMetadata, usage);
-
-              // Update usage with web search count and raw metadata
               const finalUsage = {
                 ...usage,
                 webSearchCount,
@@ -1246,29 +1256,65 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
                 }
               };
               adjustAnthropicV3CacheTokens(model, modelId, provider, finalUsage);
-              await captureAiGeneration(phClient, {
+              const finishError = stopReason === 'error' ? new Error('Vercel AI SDK stream finished with an error') : undefined;
+              const error = isError ? terminalError ?? new Error('Vercel AI SDK stream failed') : hasInBandError ? inBandError ?? new Error('Vercel AI SDK stream emitted an error chunk') : finishError;
+              await captureStreamGeneration({
                 ...baseOptions,
                 model: modelId,
                 provider: provider,
                 input: mergedOptions.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
-                output: output,
+                output,
                 latency,
                 timeToFirstToken,
                 baseURL,
                 modelParameters: getModelParams(mergedParams),
-                httpStatus: 200,
+                httpStatus: error ? undefined : 200,
                 usage: finalUsage,
                 stopReason,
+                error,
                 tools: availableTools
               });
+            })().catch(error => {
+              // Building telemetry must not change the provider stream's behavior.
+              console.warn('[PostHog AI] Failed to capture Vercel stream telemetry:', error);
+            });
+            return finalizationPromise;
+          };
+          const instrumentedStream = new ReadableStream({
+            async pull(controller) {
+              let result;
+              try {
+                result = await reader.read();
+              } catch (error) {
+                void finalize(error, true);
+                controller.error(error);
+                return;
+              }
+              if (result.done) {
+                controller.close();
+                void finalize();
+                return;
+              }
+              try {
+                observeChunk(result.value);
+              } catch {
+                // Instrumentation must not alter or suppress provider chunks.
+              }
+              controller.enqueue(result.value);
+            },
+            cancel(reason) {
+              void finalize(reason ?? new Error('Vercel AI SDK stream was cancelled'), true);
+              return reader.cancel(reason);
             }
+          }, {
+            highWaterMark: 0
           });
           return {
-            stream: stream.pipeThrough(transformStream),
+            stream: instrumentedStream,
             ...rest
           };
         } catch (error) {
-          await captureAiGeneration(phClient, {
+          await captureStreamGeneration({
             ...baseOptions,
             model: modelId,
             provider: provider,