@posthog/ai 8.6.1 → 8.6.3

package/dist/openai/index.mjs

@@ -1,6 +1,7 @@
 import { AzureOpenAI, OpenAI } from 'openai';
 import { v4 } from 'uuid';
-import { uuidv7 } from '@posthog/core';
+import { toJsonSafeValue, uuidv7 } from '@posthog/core';
+import { Stream } from 'openai/streaming';
 
 // Type guards for safer type checking
 
@@ -533,7 +534,7 @@ function formatOpenAIResponsesInput(input, instructions) {
   return messages;
 }
 
-var version = "8.6.1";
+var version = "8.6.3";
 
 const DEFAULT_MAX_DEPTH = 3;
 const MAX_STACK_LINES = 20;
@@ -644,120 +645,131 @@ const warnIfPostHogAiGateway = baseURL => {
  * so callers can re-throw the original error reference safely.
  */
 const captureAiGeneration$1 = async (client, options) => {
-  if (!client.capture) {
-    return;
-  }
-  warnIfPostHogAiGateway(options.baseURL);
-  const traceId = options.traceId ?? v4();
-  const eventType = options.eventType ?? AIEvent.Generation;
-  const privacyMode = options.privacyMode ?? false;
-  const usage = options.usage ?? {};
-  const safeInput = sanitizeValues(options.input);
-  const safeOutput = sanitizeValues(options.output);
-  let httpStatus = options.httpStatus;
-  let errorData = {};
-  if (options.error) {
-    if (httpStatus === undefined) {
-      if (typeof options.error === 'object' && 'status' in options.error && typeof options.error.status === 'number') {
-        httpStatus = options.error.status;
-      } else {
-        httpStatus = 500;
-      }
+  try {
+    if (!client.capture) {
+      return;
     }
-    let exceptionId;
-    if (client.options?.enableExceptionAutocapture) {
-      exceptionId = uuidv7();
-      client.captureException(options.error, undefined, {
-        $ai_trace_id: traceId
-      }, exceptionId);
-      if (typeof options.error === 'object') {
-        options.error.__posthog_previously_captured_error = true;
+    warnIfPostHogAiGateway(options.baseURL);
+    const traceId = options.traceId ?? v4();
+    const eventType = options.eventType ?? AIEvent.Generation;
+    const privacyMode = options.privacyMode ?? false;
+    const usage = options.usage ?? {};
+
+    // Check privacy before reading or traversing input/output. Besides avoiding
+    // needless work, this ensures hostile getters/proxies cannot observe a value
+    // that the caller explicitly requested us to redact.
+    const shouldRedact = withPrivacyMode(client, privacyMode, false) === null;
+    const safeInput = shouldRedact ? null : toJsonSafeValue(options.input);
+    const safeOutput = shouldRedact ? null : toJsonSafeValue(options.output);
+    let httpStatus = options.httpStatus;
+    let errorData = {};
+    if (options.error) {
+      if (httpStatus === undefined) {
+        if (typeof options.error === 'object' && 'status' in options.error && typeof options.error.status === 'number') {
+          httpStatus = options.error.status;
+        } else {
+          httpStatus = 500;
+        }
+      }
+      let exceptionId;
+      if (client.options?.enableExceptionAutocapture) {
+        exceptionId = uuidv7();
+        client.captureException(options.error, undefined, {
+          $ai_trace_id: traceId
+        }, exceptionId);
+        if (typeof options.error === 'object') {
+          ;
+          options.error.__posthog_previously_captured_error = true;
+        }
       }
+      errorData = {
+        $ai_is_error: true,
+        $ai_error: stringifyError(options.error),
+        $exception_event_id: exceptionId
+      };
+    }
+    httpStatus = httpStatus ?? 200;
+    let costOverrideData = {};
+    if (options.costOverride) {
+      const inputCostUSD = (options.costOverride.inputCost ?? 0) * (usage.inputTokens ?? 0);
+      const outputCostUSD = (options.costOverride.outputCost ?? 0) * (usage.outputTokens ?? 0);
+      costOverrideData = {
+        $ai_input_cost_usd: inputCostUSD,
+        $ai_output_cost_usd: outputCostUSD,
+        $ai_total_cost_usd: inputCostUSD + outputCostUSD
+      };
     }
-    errorData = {
-      $ai_is_error: true,
-      $ai_error: stringifyError(options.error),
-      $exception_event_id: exceptionId
+    const additionalTokenValues = {
+      ...(usage.reasoningTokens ? {
+        $ai_reasoning_tokens: usage.reasoningTokens
+      } : {}),
+      ...(usage.cacheReadInputTokens ? {
+        $ai_cache_read_input_tokens: usage.cacheReadInputTokens
+      } : {}),
+      ...(usage.cacheCreationInputTokens ? {
+        $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
+      } : {}),
+      ...(usage.webSearchCount ? {
+        $ai_web_search_count: usage.webSearchCount
+      } : {}),
+      ...(usage.rawUsage ? {
+        $ai_usage: usage.rawUsage
+      } : {})
     };
-  }
-  httpStatus = httpStatus ?? 200;
-  let costOverrideData = {};
-  if (options.costOverride) {
-    const inputCostUSD = (options.costOverride.inputCost ?? 0) * (usage.inputTokens ?? 0);
-    const outputCostUSD = (options.costOverride.outputCost ?? 0) * (usage.outputTokens ?? 0);
-    costOverrideData = {
-      $ai_input_cost_usd: inputCostUSD,
-      $ai_output_cost_usd: outputCostUSD,
-      $ai_total_cost_usd: inputCostUSD + outputCostUSD
+    const properties = {
+      $ai_lib: 'posthog-ai',
+      $ai_lib_version: version,
+      $ai_provider: options.providerOverride ?? options.provider,
+      $ai_model: options.modelOverride ?? options.model,
+      $ai_model_parameters: options.modelParameters ?? {},
+      $ai_input: safeInput,
+      $ai_output_choices: safeOutput,
+      $ai_http_status: httpStatus,
+      $ai_input_tokens: usage.inputTokens ?? 0,
+      ...(usage.outputTokens !== undefined ? {
+        $ai_output_tokens: usage.outputTokens
+      } : {}),
+      ...additionalTokenValues,
+      $ai_latency: options.latency ?? 0,
+      ...(options.timeToFirstToken !== undefined ? {
+        $ai_time_to_first_token: options.timeToFirstToken
+      } : {}),
+      $ai_trace_id: traceId,
+      $ai_base_url: options.baseURL ?? '',
+      ...options.properties,
+      $ai_tokens_source: getTokensSource(options.properties),
+      ...(options.distinctId ? {} : {
+        $process_person_profile: false
+      }),
+      ...(options.stopReason ? {
+        $ai_stop_reason: options.stopReason
+      } : {}),
+      ...(options.tools ? {
+        $ai_tools: options.tools
+      } : {}),
+      ...(options.completionId ? {
+        $ai_completion_id: options.completionId
+      } : {}),
+      ...(options.providerMetadata && Object.keys(options.providerMetadata).length > 0 ? {
+        $ai_provider_metadata: options.providerMetadata
+      } : {}),
+      ...errorData,
+      ...costOverrideData
     };
-  }
-  const additionalTokenValues = {
-    ...(usage.reasoningTokens ? {
-      $ai_reasoning_tokens: usage.reasoningTokens
-    } : {}),
-    ...(usage.cacheReadInputTokens ? {
-      $ai_cache_read_input_tokens: usage.cacheReadInputTokens
-    } : {}),
-    ...(usage.cacheCreationInputTokens ? {
-      $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
-    } : {}),
-    ...(usage.webSearchCount ? {
-      $ai_web_search_count: usage.webSearchCount
-    } : {}),
-    ...(usage.rawUsage ? {
-      $ai_usage: usage.rawUsage
-    } : {})
-  };
-  const properties = {
-    $ai_lib: 'posthog-ai',
-    $ai_lib_version: version,
-    $ai_provider: options.providerOverride ?? options.provider,
-    $ai_model: options.modelOverride ?? options.model,
-    $ai_model_parameters: options.modelParameters ?? {},
-    $ai_input: withPrivacyMode(client, privacyMode, safeInput),
-    $ai_output_choices: withPrivacyMode(client, privacyMode, safeOutput),
-    $ai_http_status: httpStatus,
-    $ai_input_tokens: usage.inputTokens ?? 0,
-    ...(usage.outputTokens !== undefined ? {
-      $ai_output_tokens: usage.outputTokens
-    } : {}),
-    ...additionalTokenValues,
-    $ai_latency: options.latency ?? 0,
-    ...(options.timeToFirstToken !== undefined ? {
-      $ai_time_to_first_token: options.timeToFirstToken
-    } : {}),
-    $ai_trace_id: traceId,
-    $ai_base_url: options.baseURL ?? '',
-    ...options.properties,
-    $ai_tokens_source: getTokensSource(options.properties),
-    ...(options.distinctId ? {} : {
-      $process_person_profile: false
-    }),
-    ...(options.stopReason ? {
-      $ai_stop_reason: options.stopReason
-    } : {}),
-    ...(options.tools ? {
-      $ai_tools: options.tools
-    } : {}),
-    ...(options.completionId ? {
-      $ai_completion_id: options.completionId
-    } : {}),
-    ...(options.providerMetadata && Object.keys(options.providerMetadata).length > 0 ? {
-      $ai_provider_metadata: options.providerMetadata
-    } : {}),
-    ...errorData,
-    ...costOverrideData
-  };
-  const event = {
-    distinctId: options.distinctId ?? traceId,
-    event: eventType,
-    properties,
-    groups: options.groups
-  };
-  if (options.captureImmediate) {
-    await client.captureImmediate(event);
-  } else {
-    client.capture(event);
+    const event = {
+      distinctId: options.distinctId ?? traceId,
+      event: eventType,
+      properties,
+      groups: options.groups
+    };
+    if (options.captureImmediate) {
+      await client.captureImmediate(event);
+    } else {
+      client.capture(event);
+    }
+  } catch (error) {
+    // Telemetry failures must never affect the instrumented provider call.
+    console.warn('[PostHog AI] Failed to capture generation telemetry:', error);
   }
 };
 
@@ -834,6 +846,220 @@ function buildProviderMetadata(fields) {
   return Object.keys(metadata).length > 0 ? metadata : undefined;
 }
 
+/**
+ * Splits an SDK stream into a monitoring branch and a caller branch without
+ * allowing either branch to read ahead of the other. Unlike the SDKs' `tee()`
+ * implementations, this keeps at most one result in flight and makes caller
+ * cancellation terminate the monitoring branch and the source iterator.
+ */
+function monitoredStreamTee(source, createStream) {
+  const controller = source.controller ?? new AbortController();
+  const sourceIterator = source[Symbol.asyncIterator]();
+  const callerQueue = [];
+  let monitorPending;
+  let monitorActive = true;
+  let operationInFlight = false;
+  let terminalResult;
+  let bufferedMonitorResult;
+  let terminalError;
+  let hasTerminalError = false;
+  let cancellationPromise;
+  let abortListener;
+  const removeAbortListener = () => {
+    if (abortListener) {
+      controller.signal.removeEventListener('abort', abortListener);
+      abortListener = undefined;
+    }
+  };
+  const settleMonitorTerminal = () => {
+    if (!monitorPending) {
+      return;
+    }
+    const pending = monitorPending;
+    monitorPending = undefined;
+    if (hasTerminalError) {
+      pending.reject(terminalError);
+    } else if (terminalResult) {
+      pending.resolve(terminalResult);
+    }
+  };
+  const settleCallersTerminal = () => {
+    while (callerQueue.length > 0) {
+      const pending = callerQueue.shift();
+      if (hasTerminalError) {
+        pending.reject(terminalError);
+      } else if (terminalResult) {
+        pending.resolve(terminalResult);
+      }
+    }
+  };
+  const pump = () => {
+    if (operationInFlight || callerQueue.length === 0 || monitorActive && !monitorPending) {
+      return;
+    }
+    const pendingCaller = callerQueue.shift();
+    const pendingMonitor = monitorPending;
+    monitorPending = undefined;
+    operationInFlight = true;
+    void sourceIterator.next().then(result => {
+      operationInFlight = false;
+      if (result.done) {
+        terminalResult = result;
+        removeAbortListener();
+      }
+      pendingCaller.resolve(result);
+      pendingMonitor?.resolve(result);
+      if (result.done) {
+        settleCallersTerminal();
+      } else {
+        pump();
+      }
+    }, error => {
+      operationInFlight = false;
+      terminalError = error;
+      hasTerminalError = true;
+      removeAbortListener();
+      pendingCaller.reject(error);
+      pendingMonitor?.reject(error);
+      settleCallersTerminal();
+    });
+  };
+  const monitoringStream = {
+    [Symbol.asyncIterator]() {
+      return {
+        next: () => {
+          if (hasTerminalError) {
+            return Promise.reject(terminalError);
+          }
+          if (terminalResult) {
+            return Promise.resolve(terminalResult);
+          }
+          if (bufferedMonitorResult) {
+            const result = bufferedMonitorResult;
+            bufferedMonitorResult = undefined;
+            return Promise.resolve(result);
+          }
+          return new Promise((resolve, reject) => {
+            monitorPending = {
+              resolve,
+              reject
+            };
+            pump();
+          });
+        },
+        return: async value => {
+          monitorActive = false;
+          monitorPending = undefined;
+          pump();
+          return {
+            done: true,
+            value: value
+          };
+        }
+      };
+    }
+  };
+  const cancelSource = value => {
+    if (cancellationPromise) {
+      return cancellationPromise;
+    }
+    removeAbortListener();
+    if (!controller.signal.aborted) {
+      controller.abort();
+    }
+    cancellationPromise = (async () => {
+      try {
+        const defaultResult = {
+          done: true,
+          value
+        };
+        const result = sourceIterator.return ? await sourceIterator.return(value) : defaultResult;
+        if (result.done) {
+          terminalResult = result;
+          removeAbortListener();
+          settleMonitorTerminal();
+          settleCallersTerminal();
+        } else if (monitorPending) {
+          monitorPending.resolve(result);
+          monitorPending = undefined;
+          cancellationPromise = undefined;
+        } else {
+          bufferedMonitorResult = result;
+          cancellationPromise = undefined;
+        }
+        return result;
+      } catch (error) {
+        terminalError = error;
+        hasTerminalError = true;
+        removeAbortListener();
+        settleMonitorTerminal();
+        settleCallersTerminal();
+        throw error;
+      }
+    })();
+    // An AbortController cancellation has no caller awaiting this promise.
+    void cancellationPromise.catch(() => undefined);
+    return cancellationPromise;
+  };
+  abortListener = () => {
+    void cancelSource();
+  };
+  if (controller.signal.aborted) {
+    abortListener();
+  } else {
+    controller.signal.addEventListener('abort', abortListener, {
+      once: true
+    });
+  }
+  const callerStream = createStream(() => ({
+    next: () => {
+      if (hasTerminalError) {
+        return Promise.reject(terminalError);
+      }
+      if (terminalResult) {
+        return Promise.resolve(terminalResult);
+      }
+      return new Promise((resolve, reject) => {
+        callerQueue.push({
+          resolve,
+          reject
+        });
+        pump();
+      });
+    },
+    return: value => cancelSource(value),
+    throw: async error => {
+      if (!sourceIterator.throw) {
+        await cancelSource();
+        throw error;
+      }
+      try {
+        const result = await sourceIterator.throw(error);
+        if (result.done) {
+          terminalResult = result;
+          removeAbortListener();
+          settleCallersTerminal();
+        }
+        if (monitorPending) {
+          monitorPending.resolve(result);
+          monitorPending = undefined;
+        } else {
+          bufferedMonitorResult = result;
+        }
+        return result;
+      } catch (sourceError) {
+        terminalError = sourceError;
+        hasTerminalError = true;
+        removeAbortListener();
+        settleMonitorTerminal();
+        settleCallersTerminal();
+        throw sourceError;
+      }
+    }
+  }), controller);
+  return [monitoringStream, callerStream];
+}
+
 class PostHogAzureOpenAI extends AzureOpenAI {
   constructor(config) {
     const {
@@ -876,8 +1102,8 @@ let WrappedCompletions$1 = class WrappedCompletions extends AzureOpenAI.Chat.Com
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        if ('tee' in value) {
-          const [stream1, stream2] = value.tee();
+        if (Symbol.asyncIterator in value) {
+          const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
             // Hoisted so the catch block can surface whatever was accumulated
             // from the streamed chunks before the failure.
@@ -1128,8 +1354,8 @@ let WrappedResponses$1 = class WrappedResponses extends AzureOpenAI.Responses {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       return parentPromise.then(value => {
-        if ('tee' in value && typeof value.tee === 'function') {
-          const [stream1, stream2] = value.tee();
+        if (Symbol.asyncIterator in value) {
+          const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
             // Hoisted so the catch block can surface the completion ID that
             // was accumulated from the streamed chunks before the failure.
@@ -1163,12 +1389,12 @@ let WrappedResponses$1 = class WrappedResponses extends AzureOpenAI.Responses {
                 if (chunk.type === 'response.completed' && 'response' in chunk && chunk.response?.output && chunk.response.output.length > 0) {
                   finalContent = chunk.response.output;
                 }
-                if ('usage' in chunk && chunk.usage) {
+                if ('response' in chunk && chunk.response?.usage) {
                   usage = {
-                    inputTokens: chunk.usage.input_tokens ?? 0,
-                    outputTokens: chunk.usage.output_tokens ?? 0,
-                    reasoningTokens: chunk.usage.output_tokens_details?.reasoning_tokens ?? 0,
-                    cacheReadInputTokens: chunk.usage.input_tokens_details?.cached_tokens ?? 0
+                    inputTokens: chunk.response.usage.input_tokens ?? 0,
+                    outputTokens: chunk.response.usage.output_tokens ?? 0,
+                    reasoningTokens: chunk.response.usage.output_tokens_details?.reasoning_tokens ?? 0,
+                    cacheReadInputTokens: chunk.response.usage.input_tokens_details?.cached_tokens ?? 0
                   };
                 }
               }
@@ -1459,8 +1685,8 @@ class WrappedCompletions extends Completions {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       const wrappedPromise = parentPromise.then(value => {
-        if ('tee' in value) {
-          const [stream1, stream2] = value.tee();
+        if (Symbol.asyncIterator in value) {
+          const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
             // Hoisted so the catch block can surface whatever was accumulated
             // from the streamed chunks before the failure.
@@ -1740,8 +1966,8 @@ class WrappedResponses extends Responses {
     const parentPromise = super.create(openAIParams, options);
     if (openAIParams.stream) {
       const wrappedPromise = parentPromise.then(value => {
-        if ('tee' in value && typeof value.tee === 'function') {
-          const [stream1, stream2] = value.tee();
+        if (Symbol.asyncIterator in value) {
+          const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
             // Hoisted so the catch block can surface the completion ID that
             // was accumulated from the streamed chunks before the failure.
@@ -2073,8 +2299,8 @@ class WrappedTranscriptions extends Transcriptions {
     const parentPromise = openAIParams.stream ? super.create(openAIParams, options) : super.create(openAIParams, options);
     if (openAIParams.stream) {
       const wrappedPromise = parentPromise.then(value => {
-        if ('tee' in value && typeof value.tee === 'function') {
-          const [stream1, stream2] = value.tee();
+        if (Symbol.asyncIterator in value) {
+          const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
             try {
               let finalContent = '';