@posthog/ai 8.7.0 → 8.8.0

package/dist/anthropic/index.mjs

@@ -3,6 +3,33 @@ import { v4 } from 'uuid';
 import { toJsonSafeValue, uuidv7 } from '@posthog/core';
 import { Stream } from '@anthropic-ai/sdk/streaming';
 
+/** @internal */
+
+/** @internal */
+
+/** @internal */
+function isFullAiCaptureEnabled(client) {
+  return client?.enableFullAiCapture === true;
+}
+
+/** @internal */
+function captureAiEvent(client, event) {
+  if (isFullAiCaptureEnabled(client) && typeof client.captureAi === 'function') {
+    client.captureAi(event);
+    return;
+  }
+  client.capture(event);
+}
+
+/** @internal */
+async function captureAiEventImmediate(client, event) {
+  if (isFullAiCaptureEnabled(client) && typeof client.captureAiImmediate === 'function') {
+    await client.captureAiImmediate(event);
+    return;
+  }
+  await client.captureImmediate(event);
+}
+
 const DATA_URL_PREFIX_RE = /^data:([^;,\s]+)(?:;[^;,\s]+)*;base64,/i;
 const BASE64_ALPHABET_RE = /^[A-Za-z0-9+/_=-]+$/;
 class Base64Recognizer {
@@ -108,7 +135,6 @@ class BinaryContentRedactor {
     this.recognizer = recognizer;
   }
   redact(value, mediaType) {
-    if (this.isMultimodalEnabled()) return value;
     this.visited = new WeakSet();
     return this.walk(value, mediaType ? new MediaTypeContext(undefined, undefined, mediaType) : MediaTypeContext.EMPTY);
   }
@@ -152,21 +178,23 @@ class BinaryContentRedactor {
     if (mediaType === 'application/octet-stream') return '[base64 file redacted]';
     return `[base64 ${mediaType} redacted]`;
   }
-  isMultimodalEnabled() {
-    const val = process.env._INTERNAL_LLMA_MULTIMODAL || '';
-    return val.toLowerCase() === 'true' || val === '1' || val.toLowerCase() === 'yes';
-  }
 }
 
 const redactor = new BinaryContentRedactor();
-const sanitizeAnthropic = data => redactor.redact(data);
+const sanitize = (data, client) => isFullAiCaptureEnabled(client) ? data : redactor.redact(data);
+const sanitizeAnthropic = (data, client) => sanitize(data, client);
 
 const TOKEN_PROPERTY_KEYS = new Set(['$ai_input_tokens', '$ai_output_tokens', '$ai_cache_read_input_tokens', '$ai_cache_creation_input_tokens', '$ai_total_tokens', '$ai_reasoning_tokens']);
+
+/**
+ * Whether the caller supplied their own token counts, which override the ones the SDK
+ * derived from the provider response.
+ */
+function hasTokenOverrides(posthogProperties) {
+  return !!posthogProperties && Object.keys(posthogProperties).some(key => TOKEN_PROPERTY_KEYS.has(key));
+}
 function getTokensSource(posthogProperties) {
-  if (posthogProperties && Object.keys(posthogProperties).some(key => TOKEN_PROPERTY_KEYS.has(key))) {
-    return 'passthrough';
-  }
-  return 'sdk';
+  return hasTokenOverrides(posthogProperties) ? 'passthrough' : 'sdk';
 }
 const STRING_FORMAT = 'utf8';
 
@@ -302,7 +330,7 @@ function addDefaults(params) {
   };
 }
 
-var version = "8.7.0";
+var version = "8.8.0";
 
 const DEFAULT_MAX_DEPTH = 3;
 const MAX_STACK_LINES = 20;
@@ -469,6 +497,10 @@ const captureAiGeneration = async (client, options) => {
         $ai_total_cost_usd: inputCostUSD + outputCostUSD
       };
     }
+
+    // The caller's own token counts override the SDK-derived ones further down, via the
+    // `options.properties` spread.
+    const tokensOverridden = hasTokenOverrides(options.properties);
     const additionalTokenValues = {
       ...(usage.reasoningTokens ? {
         $ai_reasoning_tokens: usage.reasoningTokens
@@ -479,6 +511,18 @@ const captureAiGeneration = async (client, options) => {
       ...(usage.cacheCreationInputTokens ? {
         $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
       } : {}),
+      // Checked against undefined rather than truthiness, because false is the meaningful
+      // value here and a truthiness guard would drop it.
+      //
+      // Dropped entirely when the caller overrides the token counts: the flag describes how
+      // the SDK-derived counts relate to each other, so against passthrough counts it can be
+      // wrong in the expensive direction. Declaring inclusive over counts that are actually
+      // exclusive makes ingestion subtract the cache pool that was never in the input. A
+      // caller who knows their own accounting model can still pass
+      // `$ai_cache_reporting_exclusive` themselves, and that value wins.
+      ...(usage.cacheReportingExclusive !== undefined && !tokensOverridden ? {
+        $ai_cache_reporting_exclusive: usage.cacheReportingExclusive
+      } : {}),
       ...(usage.webSearchCount ? {
         $ai_web_search_count: usage.webSearchCount
       } : {}),
@@ -535,9 +579,9 @@ const captureAiGeneration = async (client, options) => {
       groups: options.groups
     };
     if (options.captureImmediate) {
-      await client.captureImmediate(event);
+      await captureAiEventImmediate(client, event);
     } else {
-      client.capture(event);
+      captureAiEvent(client, event);
     }
   } catch (error) {
     // Telemetry failures must never affect the instrumented provider call.
@@ -998,7 +1042,7 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 ...posthogParams,
                 model: anthropicParams.model,
                 provider: 'anthropic',
-                input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams, 'anthropic')),
+                input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams, 'anthropic'), this.phClient),
                 output: formattedOutput,
                 latency,
                 timeToFirstToken,
@@ -1014,7 +1058,7 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 ...posthogParams,
                 model: anthropicParams.model,
                 provider: 'anthropic',
-                input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams)),
+                input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams), this.phClient),
                 output: [],
                 latency: 0,
                 baseURL: this.baseURL,
@@ -1050,7 +1094,7 @@ class WrappedMessages extends AnthropicOriginal.Messages {
             ...posthogParams,
             model: anthropicParams.model,
             provider: 'anthropic',
-            input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams)),
+            input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams), this.phClient),
             output: formatResponseAnthropic(result),
             latency,
             baseURL: this.baseURL,
@@ -1074,7 +1118,7 @@ class WrappedMessages extends AnthropicOriginal.Messages {
           ...posthogParams,
           model: anthropicParams.model,
           provider: 'anthropic',
-          input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams)),
+          input: sanitizeAnthropic(mergeSystemPrompt(anthropicParams), this.phClient),
           output: [],
           latency: 0,
           baseURL: this.baseURL,