@posthog/ai 8.6.2 → 8.6.4

package/dist/anthropic/index.mjs

@@ -1,6 +1,7 @@
 import AnthropicOriginal from '@anthropic-ai/sdk';
 import { v4 } from 'uuid';
 import { toJsonSafeValue, uuidv7 } from '@posthog/core';
+import { Stream } from '@anthropic-ai/sdk/streaming';
 
 const DATA_URL_PREFIX_RE = /^data:([^;,\s]+)(?:;[^;,\s]+)*;base64,/i;
 const BASE64_ALPHABET_RE = /^[A-Za-z0-9+/_=-]+$/;
@@ -291,7 +292,7 @@ function addDefaults(params) {
   };
 }
 
-var version = "8.6.2";
+var version = "8.6.4";
 
 const DEFAULT_MAX_DEPTH = 3;
 const MAX_STACK_LINES = 20;
@@ -402,127 +403,420 @@ const warnIfPostHogAiGateway = baseURL => {
  * so callers can re-throw the original error reference safely.
  */
 const captureAiGeneration = async (client, options) => {
-  if (!client.capture) {
-    return;
-  }
-  warnIfPostHogAiGateway(options.baseURL);
-  const traceId = options.traceId ?? v4();
-  const eventType = options.eventType ?? AIEvent.Generation;
-  const privacyMode = options.privacyMode ?? false;
-  const usage = options.usage ?? {};
+  try {
+    if (!client.capture) {
+      return;
+    }
+    warnIfPostHogAiGateway(options.baseURL);
+    const traceId = options.traceId ?? v4();
+    const eventType = options.eventType ?? AIEvent.Generation;
+    const privacyMode = options.privacyMode ?? false;
+    const usage = options.usage ?? {};
 
-  // Check privacy before reading or traversing input/output. Besides avoiding
-  // needless work, this ensures hostile getters/proxies cannot observe a value
-  // that the caller explicitly requested us to redact.
-  const shouldRedact = withPrivacyMode(client, privacyMode, false) === null;
-  const safeInput = shouldRedact ? null : toJsonSafeValue(options.input);
-  const safeOutput = shouldRedact ? null : toJsonSafeValue(options.output);
-  let httpStatus = options.httpStatus;
-  let errorData = {};
-  if (options.error) {
-    if (httpStatus === undefined) {
-      if (typeof options.error === 'object' && 'status' in options.error && typeof options.error.status === 'number') {
-        httpStatus = options.error.status;
-      } else {
-        httpStatus = 500;
+    // Check privacy before reading or traversing input/output. Besides avoiding
+    // needless work, this ensures hostile getters/proxies cannot observe a value
+    // that the caller explicitly requested us to redact.
+    const shouldRedact = withPrivacyMode(client, privacyMode, false) === null;
+    const safeInput = shouldRedact ? null : toJsonSafeValue(options.input);
+    const safeOutput = shouldRedact ? null : toJsonSafeValue(options.output);
+    let httpStatus = options.httpStatus;
+    let errorData = {};
+    if (options.error) {
+      if (httpStatus === undefined) {
+        if (typeof options.error === 'object' && 'status' in options.error && typeof options.error.status === 'number') {
+          httpStatus = options.error.status;
+        } else if (typeof options.error === 'object' && 'statusCode' in options.error && typeof options.error.statusCode === 'number') {
+          httpStatus = options.error.statusCode;
+        } else {
+          httpStatus = 500;
+        }
       }
-    }
-    let exceptionId;
-    if (client.options?.enableExceptionAutocapture) {
-      exceptionId = uuidv7();
-      client.captureException(options.error, undefined, {
-        $ai_trace_id: traceId
-      }, exceptionId);
-      if (typeof options.error === 'object') {
-        options.error.__posthog_previously_captured_error = true;
+      let exceptionId;
+      if (client.options?.enableExceptionAutocapture) {
+        exceptionId = uuidv7();
+        client.captureException(options.error, undefined, {
+          $ai_trace_id: traceId
+        }, exceptionId);
+        if (typeof options.error === 'object') {
+          ;
+          options.error.__posthog_previously_captured_error = true;
+        }
       }
+      errorData = {
+        $ai_is_error: true,
+        $ai_error: stringifyError(options.error),
+        $exception_event_id: exceptionId
+      };
+    }
+    httpStatus = httpStatus ?? 200;
+    let costOverrideData = {};
+    if (options.costOverride) {
+      const inputCostUSD = (options.costOverride.inputCost ?? 0) * (usage.inputTokens ?? 0);
+      const outputCostUSD = (options.costOverride.outputCost ?? 0) * (usage.outputTokens ?? 0);
+      costOverrideData = {
+        $ai_input_cost_usd: inputCostUSD,
+        $ai_output_cost_usd: outputCostUSD,
+        $ai_total_cost_usd: inputCostUSD + outputCostUSD
+      };
     }
-    errorData = {
-      $ai_is_error: true,
-      $ai_error: stringifyError(options.error),
-      $exception_event_id: exceptionId
+    const additionalTokenValues = {
+      ...(usage.reasoningTokens ? {
+        $ai_reasoning_tokens: usage.reasoningTokens
+      } : {}),
+      ...(usage.cacheReadInputTokens ? {
+        $ai_cache_read_input_tokens: usage.cacheReadInputTokens
+      } : {}),
+      ...(usage.cacheCreationInputTokens ? {
+        $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
+      } : {}),
+      ...(usage.webSearchCount ? {
+        $ai_web_search_count: usage.webSearchCount
+      } : {}),
+      ...(usage.rawUsage ? {
+        $ai_usage: usage.rawUsage
+      } : {})
+    };
+    const properties = {
+      $ai_lib: 'posthog-ai',
+      $ai_lib_version: version,
+      $ai_provider: options.providerOverride ?? options.provider,
+      $ai_model: options.modelOverride ?? options.model,
+      $ai_model_parameters: options.modelParameters ?? {},
+      $ai_input: safeInput,
+      $ai_output_choices: safeOutput,
+      $ai_http_status: httpStatus,
+      $ai_input_tokens: usage.inputTokens ?? 0,
+      ...(usage.outputTokens !== undefined ? {
+        $ai_output_tokens: usage.outputTokens
+      } : {}),
+      ...additionalTokenValues,
+      $ai_latency: options.latency ?? 0,
+      ...(options.timeToFirstToken !== undefined ? {
+        $ai_time_to_first_token: options.timeToFirstToken
+      } : {}),
+      $ai_trace_id: traceId,
+      $ai_base_url: options.baseURL ?? '',
+      ...options.properties,
+      $ai_tokens_source: getTokensSource(options.properties),
+      ...(options.distinctId ? {} : {
+        $process_person_profile: false
+      }),
+      ...(options.stopReason ? {
+        $ai_stop_reason: options.stopReason
+      } : {}),
+      ...(options.tools ? {
+        $ai_tools: options.tools
+      } : {}),
+      ...(options.completionId ? {
+        $ai_completion_id: options.completionId
+      } : {}),
+      ...(options.providerMetadata && Object.keys(options.providerMetadata).length > 0 ? {
+        $ai_provider_metadata: options.providerMetadata
+      } : {}),
+      ...errorData,
+      ...costOverrideData
+    };
+    const event = {
+      distinctId: options.distinctId ?? traceId,
+      event: eventType,
+      properties,
+      groups: options.groups
+    };
+    if (options.captureImmediate) {
+      await client.captureImmediate(event);
+    } else {
+      client.capture(event);
+    }
+  } catch (error) {
+    // Telemetry failures must never affect the instrumented provider call.
+    console.warn('[PostHog AI] Failed to capture generation telemetry:', error);
+  }
+};
+
+function addRequestId(result, response, requestIdHeader) {
+  if (!result || typeof result !== 'object' || Array.isArray(result)) {
+    return result;
+  }
+  return Object.defineProperty(result, '_request_id', {
+    value: response.headers.get(requestIdHeader),
+    enumerable: false
+  });
+}
+function getResponsePropsPromise(parentPromise) {
+  const responsePromise = parentPromise.responsePromise;
+  if (!responsePromise || typeof responsePromise.then !== 'function') {
+    return undefined;
+  }
+  return responsePromise;
+}
+function decorateProviderPromise(wrappedPromise, responsePropsPromise, requestIdHeader, preserveThenUnwrap) {
+  const providerPromise = wrappedPromise;
+  if (responsePropsPromise) {
+    providerPromise.asResponse = async () => (await responsePropsPromise).response;
+    providerPromise.withResponse = async () => {
+      const [props, data] = await Promise.all([responsePropsPromise, wrappedPromise]);
+      return {
+        response: props.response,
+        data,
+        request_id: props.response.headers.get(requestIdHeader)
+      };
     };
   }
-  httpStatus = httpStatus ?? 200;
-  let costOverrideData = {};
-  if (options.costOverride) {
-    const inputCostUSD = (options.costOverride.inputCost ?? 0) * (usage.inputTokens ?? 0);
-    const outputCostUSD = (options.costOverride.outputCost ?? 0) * (usage.outputTokens ?? 0);
-    costOverrideData = {
-      $ai_input_cost_usd: inputCostUSD,
-      $ai_output_cost_usd: outputCostUSD,
-      $ai_total_cost_usd: inputCostUSD + outputCostUSD
+  if (preserveThenUnwrap) {
+    providerPromise._thenUnwrap = transform => {
+      if (!responsePropsPromise) {
+        throw new Error('The provider promise response metadata is unavailable');
+      }
+      const transformedPromise = Promise.all([wrappedPromise, responsePropsPromise]).then(([data, props]) => addRequestId(transform(data, props), props.response, requestIdHeader));
+      return decorateProviderPromise(transformedPromise, responsePropsPromise, requestIdHeader, true);
     };
   }
-  const additionalTokenValues = {
-    ...(usage.reasoningTokens ? {
-      $ai_reasoning_tokens: usage.reasoningTokens
-    } : {}),
-    ...(usage.cacheReadInputTokens ? {
-      $ai_cache_read_input_tokens: usage.cacheReadInputTokens
-    } : {}),
-    ...(usage.cacheCreationInputTokens ? {
-      $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
-    } : {}),
-    ...(usage.webSearchCount ? {
-      $ai_web_search_count: usage.webSearchCount
-    } : {}),
-    ...(usage.rawUsage ? {
-      $ai_usage: usage.rawUsage
-    } : {})
+  return providerPromise;
+}
+
+/**
+ * Keep the provider SDK helpers on a promise whose resolved value is instrumented.
+ * OpenAI's parse helpers compose create calls through `_thenUnwrap`, while both
+ * OpenAI and Anthropic expose the raw response through `asResponse` and
+ * `withResponse`.
+ */
+
+function preserveProviderPromise(parentPromise, wrappedPromise, options = {}) {
+  const responsePropsPromise = getResponsePropsPromise(parentPromise);
+  const preserveThenUnwrap = typeof parentPromise._thenUnwrap === 'function';
+  const providerPromise = decorateProviderPromise(wrappedPromise, responsePropsPromise, options.requestIdHeader ?? 'x-request-id', preserveThenUnwrap);
+  if (!responsePropsPromise) {
+    const asResponse = parentPromise.asResponse?.bind(parentPromise);
+    if (asResponse) {
+      providerPromise.asResponse = asResponse;
+    }
+    const withResponse = parentPromise.withResponse?.bind(parentPromise);
+    if (withResponse) {
+      providerPromise.withResponse = async () => {
+        const [response, data] = await Promise.all([withResponse(), wrappedPromise]);
+        return {
+          ...response,
+          data
+        };
+      };
+    }
+  }
+  return providerPromise;
+}
+
+/**
+ * Splits an SDK stream into a monitoring branch and a caller branch without
+ * allowing either branch to read ahead of the other. Unlike the SDKs' `tee()`
+ * implementations, this keeps at most one result in flight and makes caller
+ * cancellation terminate the monitoring branch and the source iterator.
+ */
+function monitoredStreamTee(source, createStream) {
+  const controller = source.controller ?? new AbortController();
+  const sourceIterator = source[Symbol.asyncIterator]();
+  const callerQueue = [];
+  let monitorPending;
+  let monitorActive = true;
+  let operationInFlight = false;
+  let terminalResult;
+  let bufferedMonitorResult;
+  let terminalError;
+  let hasTerminalError = false;
+  let cancellationPromise;
+  let abortListener;
+  const removeAbortListener = () => {
+    if (abortListener) {
+      controller.signal.removeEventListener('abort', abortListener);
+      abortListener = undefined;
+    }
   };
-  const properties = {
-    $ai_lib: 'posthog-ai',
-    $ai_lib_version: version,
-    $ai_provider: options.providerOverride ?? options.provider,
-    $ai_model: options.modelOverride ?? options.model,
-    $ai_model_parameters: options.modelParameters ?? {},
-    $ai_input: safeInput,
-    $ai_output_choices: safeOutput,
-    $ai_http_status: httpStatus,
-    $ai_input_tokens: usage.inputTokens ?? 0,
-    ...(usage.outputTokens !== undefined ? {
-      $ai_output_tokens: usage.outputTokens
-    } : {}),
-    ...additionalTokenValues,
-    $ai_latency: options.latency ?? 0,
-    ...(options.timeToFirstToken !== undefined ? {
-      $ai_time_to_first_token: options.timeToFirstToken
-    } : {}),
-    $ai_trace_id: traceId,
-    $ai_base_url: options.baseURL ?? '',
-    ...options.properties,
-    $ai_tokens_source: getTokensSource(options.properties),
-    ...(options.distinctId ? {} : {
-      $process_person_profile: false
-    }),
-    ...(options.stopReason ? {
-      $ai_stop_reason: options.stopReason
-    } : {}),
-    ...(options.tools ? {
-      $ai_tools: options.tools
-    } : {}),
-    ...(options.completionId ? {
-      $ai_completion_id: options.completionId
-    } : {}),
-    ...(options.providerMetadata && Object.keys(options.providerMetadata).length > 0 ? {
-      $ai_provider_metadata: options.providerMetadata
-    } : {}),
-    ...errorData,
-    ...costOverrideData
+  const settleMonitorTerminal = () => {
+    if (!monitorPending) {
+      return;
+    }
+    const pending = monitorPending;
+    monitorPending = undefined;
+    if (hasTerminalError) {
+      pending.reject(terminalError);
+    } else if (terminalResult) {
+      pending.resolve(terminalResult);
+    }
   };
-  const event = {
-    distinctId: options.distinctId ?? traceId,
-    event: eventType,
-    properties,
-    groups: options.groups
+  const settleCallersTerminal = () => {
+    while (callerQueue.length > 0) {
+      const pending = callerQueue.shift();
+      if (hasTerminalError) {
+        pending.reject(terminalError);
+      } else if (terminalResult) {
+        pending.resolve(terminalResult);
+      }
+    }
   };
-  if (options.captureImmediate) {
-    await client.captureImmediate(event);
+  const pump = () => {
+    if (operationInFlight || callerQueue.length === 0 || monitorActive && !monitorPending) {
+      return;
+    }
+    const pendingCaller = callerQueue.shift();
+    const pendingMonitor = monitorPending;
+    monitorPending = undefined;
+    operationInFlight = true;
+    void sourceIterator.next().then(result => {
+      operationInFlight = false;
+      if (result.done) {
+        terminalResult = result;
+        removeAbortListener();
+      }
+      pendingCaller.resolve(result);
+      pendingMonitor?.resolve(result);
+      if (result.done) {
+        settleCallersTerminal();
+      } else {
+        pump();
+      }
+    }, error => {
+      operationInFlight = false;
+      terminalError = error;
+      hasTerminalError = true;
+      removeAbortListener();
+      pendingCaller.reject(error);
+      pendingMonitor?.reject(error);
+      settleCallersTerminal();
+    });
+  };
+  const monitoringStream = {
+    [Symbol.asyncIterator]() {
+      return {
+        next: () => {
+          if (hasTerminalError) {
+            return Promise.reject(terminalError);
+          }
+          if (terminalResult) {
+            return Promise.resolve(terminalResult);
+          }
+          if (bufferedMonitorResult) {
+            const result = bufferedMonitorResult;
+            bufferedMonitorResult = undefined;
+            return Promise.resolve(result);
+          }
+          return new Promise((resolve, reject) => {
+            monitorPending = {
+              resolve,
+              reject
+            };
+            pump();
+          });
+        },
+        return: async value => {
+          monitorActive = false;
+          monitorPending = undefined;
+          pump();
+          return {
+            done: true,
+            value: value
+          };
+        }
+      };
+    }
+  };
+  const cancelSource = value => {
+    if (cancellationPromise) {
+      return cancellationPromise;
+    }
+    removeAbortListener();
+    if (!controller.signal.aborted) {
+      controller.abort();
+    }
+    cancellationPromise = (async () => {
+      try {
+        const defaultResult = {
+          done: true,
+          value
+        };
+        const result = sourceIterator.return ? await sourceIterator.return(value) : defaultResult;
+        if (result.done) {
+          terminalResult = result;
+          removeAbortListener();
+          settleMonitorTerminal();
+          settleCallersTerminal();
+        } else if (monitorPending) {
+          monitorPending.resolve(result);
+          monitorPending = undefined;
+          cancellationPromise = undefined;
+        } else {
+          bufferedMonitorResult = result;
+          cancellationPromise = undefined;
+        }
+        return result;
+      } catch (error) {
+        terminalError = error;
+        hasTerminalError = true;
+        removeAbortListener();
+        settleMonitorTerminal();
+        settleCallersTerminal();
+        throw error;
+      }
+    })();
+    // An AbortController cancellation has no caller awaiting this promise.
+    void cancellationPromise.catch(() => undefined);
+    return cancellationPromise;
+  };
+  abortListener = () => {
+    void cancelSource();
+  };
+  if (controller.signal.aborted) {
+    abortListener();
   } else {
-    client.capture(event);
+    controller.signal.addEventListener('abort', abortListener, {
+      once: true
+    });
   }
-};
+  const callerStream = createStream(() => ({
+    next: () => {
+      if (hasTerminalError) {
+        return Promise.reject(terminalError);
+      }
+      if (terminalResult) {
+        return Promise.resolve(terminalResult);
+      }
+      return new Promise((resolve, reject) => {
+        callerQueue.push({
+          resolve,
+          reject
+        });
+        pump();
+      });
+    },
+    return: value => cancelSource(value),
+    throw: async error => {
+      if (!sourceIterator.throw) {
+        await cancelSource();
+        throw error;
+      }
+      try {
+        const result = await sourceIterator.throw(error);
+        if (result.done) {
+          terminalResult = result;
+          removeAbortListener();
+          settleCallersTerminal();
+        }
+        if (monitorPending) {
+          monitorPending.resolve(result);
+          monitorPending = undefined;
+        } else {
+          bufferedMonitorResult = result;
+        }
+        return result;
+      } catch (sourceError) {
+        terminalError = sourceError;
+        hasTerminalError = true;
+        removeAbortListener();
+        settleMonitorTerminal();
+        settleCallersTerminal();
+        throw sourceError;
+      }
+    }
+  }), controller);
+  return [monitoringStream, callerStream];
+}
 
 class PostHogAnthropic extends AnthropicOriginal {
   constructor(config) {
@@ -547,9 +841,9 @@ class WrappedMessages extends AnthropicOriginal.Messages {
       posthogParams
     } = extractPosthogParams(body);
     const startTime = Date.now();
-    const parentPromise = super.create(anthropicParams, options);
     if (anthropicParams.stream) {
-      return parentPromise.then(value => {
+      const parentPromise = super.create(anthropicParams, options);
+      const wrappedPromise = parentPromise.then(value => {
         let accumulatedContent = '';
         const contentBlocks = [];
         const toolsInProgress = new Map();
@@ -564,8 +858,8 @@ class WrappedMessages extends AnthropicOriginal.Messages {
           webSearchCount: 0
         };
         let lastRawUsage;
-        if ('tee' in value) {
-          const [stream1, stream2] = value.tee();
+        if (Symbol.asyncIterator in value) {
+          const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
             try {
               for await (const chunk of stream1) {
@@ -726,7 +1020,11 @@ class WrappedMessages extends AnthropicOriginal.Messages {
         }
         return value;
       });
+      return preserveProviderPromise(parentPromise, wrappedPromise, {
+        requestIdHeader: 'request-id'
+      });
     } else {
+      const parentPromise = super.create(anthropicParams, options);
       const wrappedPromise = parentPromise.then(async result => {
         if ('content' in result) {
           const latency = (Date.now() - startTime) / 1000;
@@ -773,7 +1071,9 @@ class WrappedMessages extends AnthropicOriginal.Messages {
         });
         throw error;
       });
-      return wrappedPromise;
+      return preserveProviderPromise(parentPromise, wrappedPromise, {
+        requestIdHeader: 'request-id'
+      });
     }
   }
 }