@posthog/ai 7.3.1 → 7.4.0

package/dist/index.cjs

@@ -3,10 +3,14 @@
 var openai = require('openai');
 var buffer = require('buffer');
 var uuid = require('uuid');
+var core = require('@posthog/core');
 var AnthropicOriginal = require('@anthropic-ai/sdk');
 var genai = require('@google/genai');
 
-function _interopNamespaceDefault(e) {
+function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
+
+function _interopNamespace(e) {
+  if (e && e.__esModule) return e;
   var n = Object.create(null);
   if (e) {
     Object.keys(e).forEach(function (k) {
@@ -23,9 +27,10 @@ function _interopNamespaceDefault(e) {
   return Object.freeze(n);
 }
 
-var uuid__namespace = /*#__PURE__*/_interopNamespaceDefault(uuid);
+var uuid__namespace = /*#__PURE__*/_interopNamespace(uuid);
+var AnthropicOriginal__default = /*#__PURE__*/_interopDefault(AnthropicOriginal);
 
-var version = "7.3.1";
+var version = "7.4.0";
 
 // Type guards for safer type checking
 const isString = value => {
@@ -493,6 +498,33 @@ function addDefaults(params) {
     traceId: params.traceId ?? uuid.v4()
   };
 }
+const sendEventWithErrorToPosthog = async ({
+  client,
+  traceId,
+  error,
+  ...args
+}) => {
+  const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
+  const properties = {
+    client,
+    traceId,
+    httpStatus,
+    error: JSON.stringify(error),
+    ...args
+  };
+  const enrichedError = error;
+  if (client.options?.enableExceptionAutocapture) {
+    // assign a uuid that can be used to link the trace and exception events
+    const exceptionId = core.uuidv7();
+    client.captureException(error, undefined, {
+      $ai_trace_id: traceId
+    }, exceptionId);
+    enrichedError.__posthog_previously_captured_error = true;
+    properties.exceptionId = exceptionId;
+  }
+  await sendEventToPosthog(properties);
+  return enrichedError;
+};
 const sendEventToPosthog = async ({
   client,
   eventType = AIEvent.Generation,
@@ -507,8 +539,8 @@ const sendEventToPosthog = async ({
   params,
   httpStatus = 200,
   usage = {},
-  isError = false,
   error,
+  exceptionId,
   tools,
   captureImmediate = false
 }) => {
@@ -520,10 +552,11 @@ const sendEventToPosthog = async ({
   const safeOutput = sanitizeValues(output);
   const safeError = sanitizeValues(error);
   let errorData = {};
-  if (isError) {
+  if (error) {
     errorData = {
       $ai_is_error: true,
-      $ai_error: safeError
+      $ai_error: safeError,
+      $exception_event_id: exceptionId
     };
   }
   let costOverrideData = {};
@@ -589,6 +622,7 @@ const sendEventToPosthog = async ({
   } else {
     client.capture(event);
   }
+  return Promise.resolve();
 };
 function formatOpenAIResponsesInput(input, instructions) {
   const messages = [];
@@ -996,8 +1030,7 @@ let WrappedCompletions$1 = class WrappedCompletions extends Completions {
                 tools: availableTools
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1007,14 +1040,13 @@ let WrappedCompletions$1 = class WrappedCompletions extends Completions {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error
               });
+              throw enrichedError;
             }
           })();
           // Return the other stream to the user
@@ -1067,7 +1099,6 @@ let WrappedCompletions$1 = class WrappedCompletions extends Completions {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1150,8 +1181,7 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
                 tools: availableTools
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1161,14 +1191,13 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           return stream2;
@@ -1222,7 +1251,6 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1264,8 +1292,7 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
         });
         return result;
       }, async error => {
-        const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: this.phClient,
           ...posthogParams,
           model: openAIParams.model,
@@ -1275,15 +1302,13 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
           latency: 0,
           baseURL: this.baseURL,
           params: body,
-          httpStatus,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
-        throw error;
+        throw enrichedError;
       });
       return wrappedPromise;
     } finally {
@@ -1343,7 +1368,6 @@ let WrappedEmbeddings$1 = class WrappedEmbeddings extends Embeddings {
         usage: {
           inputTokens: 0
         },
-        isError: true,
         error: JSON.stringify(error)
       });
       throw error;
@@ -1411,8 +1435,7 @@ class WrappedTranscriptions extends Transcriptions {
                 tools: availableTools
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1422,14 +1445,13 @@ class WrappedTranscriptions extends Transcriptions {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           return stream2;
@@ -1459,8 +1481,7 @@ class WrappedTranscriptions extends Transcriptions {
           return result;
         }
       }, async error => {
-        const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: this.phClient,
           ...posthogParams,
           model: openAIParams.model,
@@ -1470,15 +1491,13 @@ class WrappedTranscriptions extends Transcriptions {
           latency: 0,
           baseURL: this.baseURL,
           params: body,
-          httpStatus,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
-          error: JSON.stringify(error)
+          error: error
         });
-        throw error;
+        throw enrichedError;
       });
       return wrappedPromise;
     }
@@ -1629,8 +1648,7 @@ class WrappedCompletions extends openai.AzureOpenAI.Chat.Completions {
                 usage
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1640,14 +1658,13 @@ class WrappedCompletions extends openai.AzureOpenAI.Chat.Completions {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           // Return the other stream to the user
@@ -1696,7 +1713,6 @@ class WrappedCompletions extends openai.AzureOpenAI.Chat.Completions {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1765,8 +1781,7 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
                 usage
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1776,14 +1791,13 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           return stream2;
@@ -1831,7 +1845,6 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1883,7 +1896,6 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
           inputTokens: 0,
           outputTokens: 0
         },
-        isError: true,
         error: JSON.stringify(error)
       });
       throw error;
@@ -1941,7 +1953,6 @@ class WrappedEmbeddings extends openai.AzureOpenAI.Embeddings {
         usage: {
           inputTokens: 0
         },
-        isError: true,
         error: JSON.stringify(error)
       });
       throw error;
@@ -2269,7 +2280,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
         return result;
       } catch (error) {
         const modelId = model.modelId;
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: phClient,
           distinctId: mergedOptions.posthogDistinctId,
           traceId: mergedOptions.posthogTraceId ?? uuid.v4(),
@@ -2280,17 +2291,15 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           latency: 0,
           baseURL: '',
           params: mergedParams,
-          httpStatus: error?.status ? error.status : 500,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
-          error: truncate(JSON.stringify(error)),
+          error: error,
           tools: availableTools,
           captureImmediate: mergedOptions.posthogCaptureImmediate
         });
-        throw error;
+        throw enrichedError;
       }
     },
     doStream: async params => {
@@ -2427,7 +2436,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           ...rest
         };
       } catch (error) {
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: phClient,
           distinctId: mergedOptions.posthogDistinctId,
           traceId: mergedOptions.posthogTraceId ?? uuid.v4(),
@@ -2438,24 +2447,22 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           latency: 0,
           baseURL: '',
           params: mergedParams,
-          httpStatus: error?.status ? error.status : 500,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
-          error: truncate(JSON.stringify(error)),
+          error: error,
           tools: availableTools,
           captureImmediate: mergedOptions.posthogCaptureImmediate
         });
-        throw error;
+        throw enrichedError;
       }
     }
   };
   return wrappedModel;
 };
 
-class PostHogAnthropic extends AnthropicOriginal {
+class PostHogAnthropic extends AnthropicOriginal__default.default {
   constructor(config) {
     const {
       posthog,
@@ -2466,7 +2473,7 @@ class PostHogAnthropic extends AnthropicOriginal {
     this.messages = new WrappedMessages(this, this.phClient);
   }
 }
-class WrappedMessages extends AnthropicOriginal.Messages {
+class WrappedMessages extends AnthropicOriginal__default.default.Messages {
   constructor(parentClient, phClient) {
     super(parentClient);
     this.phClient = phClient;
@@ -2605,8 +2612,7 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 tools: availableTools
               });
             } catch (error) {
-              // error handling
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: anthropicParams.model,
@@ -2616,14 +2622,13 @@ class WrappedMessages extends AnthropicOriginal.Messages {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus: error?.status ? error.status : 500,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           // Return the other stream to the user
@@ -2674,7 +2679,6 @@ class WrappedMessages extends AnthropicOriginal.Messages {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -2734,7 +2738,7 @@ class WrappedModels {
       return response;
     } catch (error) {
       const latency = (Date.now() - startTime) / 1000;
-      await sendEventToPosthog({
+      const enrichedError = await sendEventWithErrorToPosthog({
         client: this.phClient,
         ...posthogParams,
         model: geminiParams.model,
@@ -2744,15 +2748,13 @@ class WrappedModels {
         latency,
         baseURL: 'https://generativelanguage.googleapis.com',
         params: params,
-        httpStatus: error?.status ?? 500,
         usage: {
           inputTokens: 0,
           outputTokens: 0
         },
-        isError: true,
-        error: JSON.stringify(error)
+        error: error
       });
-      throw error;
+      throw enrichedError;
     }
   }
   async *generateContentStream(params) {
@@ -2854,7 +2856,7 @@ class WrappedModels {
       });
     } catch (error) {
       const latency = (Date.now() - startTime) / 1000;
-      await sendEventToPosthog({
+      const enrichedError = await sendEventWithErrorToPosthog({
         client: this.phClient,
         ...posthogParams,
         model: geminiParams.model,
@@ -2864,15 +2866,13 @@ class WrappedModels {
         latency,
         baseURL: 'https://generativelanguage.googleapis.com',
         params: params,
-        httpStatus: error?.status ?? 500,
         usage: {
           inputTokens: 0,
           outputTokens: 0
         },
-        isError: true,
-        error: JSON.stringify(error)
+        error: error
       });
-      throw error;
+      throw enrichedError;
     }
   }
   formatPartsAsContentBlocks(parts) {
@@ -3252,6 +3252,64 @@ function mapKeys(fields, mapper, map) {
 	return mapped;
 }
 
+//#region src/load/validation.ts
+/**
+* Sentinel key used to mark escaped user objects during serialization.
+*
+* When a plain object contains 'lc' key (which could be confused with LC objects),
+* we wrap it as `{"__lc_escaped__": {...original...}}`.
+*/
+const LC_ESCAPED_KEY = "__lc_escaped__";
+/**
+* Check if an object needs escaping to prevent confusion with LC objects.
+*
+* An object needs escaping if:
+* 1. It has an `'lc'` key (could be confused with LC serialization format)
+* 2. It has only the escape key (would be mistaken for an escaped object)
+*/
+function needsEscaping(obj) {
+	return "lc" in obj || Object.keys(obj).length === 1 && LC_ESCAPED_KEY in obj;
+}
+/**
+* Wrap an object in the escape marker.
+*
+* @example
+* ```typescript
+* {"key": "value"}  // becomes {"__lc_escaped__": {"key": "value"}}
+* ```
+*/
+function escapeObject(obj) {
+	return { [LC_ESCAPED_KEY]: obj };
+}
+/**
+* Check if an object looks like a Serializable instance (duck typing).
+*/
+function isSerializableLike(obj) {
+	return obj !== null && typeof obj === "object" && "lc_serializable" in obj && typeof obj.toJSON === "function";
+}
+/**
+* Escape a value if it needs escaping (contains `lc` key).
+*
+* This is a simpler version of `serializeValue` that doesn't handle Serializable
+* objects - it's meant to be called on kwargs values that have already been
+* processed by `toJSON()`.
+*
+* @param value - The value to potentially escape.
+* @returns The value with any `lc`-containing objects wrapped in escape markers.
+*/
+function escapeIfNeeded(value) {
+	if (value !== null && typeof value === "object" && !Array.isArray(value)) {
+		if (isSerializableLike(value)) return value;
+		const record = value;
+		if (needsEscaping(record)) return escapeObject(record);
+		const result = {};
+		for (const [key, val] of Object.entries(record)) result[key] = escapeIfNeeded(val);
+		return result;
+	}
+	if (Array.isArray(value)) return value.map((item) => escapeIfNeeded(item));
+	return value;
+}
+
 //#region src/load/serializable.ts
 var serializable_exports = {};
 __export(serializable_exports, {
@@ -3373,11 +3431,15 @@ var Serializable = class Serializable {
 			}
 			if (last in read && read[last] !== void 0) write[last] = write[last] || read[last];
 		});
+		const escapedKwargs = {};
+		for (const [key, value] of Object.entries(kwargs)) escapedKwargs[key] = escapeIfNeeded(value);
+		const kwargsWithSecrets = Object.keys(secrets).length ? replaceSecrets(escapedKwargs, secrets) : escapedKwargs;
+		const processedKwargs = mapKeys(kwargsWithSecrets, keyToJson, aliases);
 		return {
 			lc: 1,
 			type: "constructor",
 			id: this.lc_id,
-			kwargs: mapKeys(Object.keys(secrets).length ? replaceSecrets(kwargs, secrets) : kwargs, keyToJson, aliases)
+			kwargs: processedKwargs
 		};
 	}
 	toJSONNotImplemented() {
@@ -3838,7 +3900,10 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
       eventProperties['$ai_output_tokens'] = outputTokens;
       // Add additional token data to properties
       if (additionalTokenData.cacheReadInputTokens) {
-        eventProperties['$ai_cache_read_tokens'] = additionalTokenData.cacheReadInputTokens;
+        eventProperties['$ai_cache_read_input_tokens'] = additionalTokenData.cacheReadInputTokens;
+      }
+      if (additionalTokenData.cacheWriteInputTokens) {
+        eventProperties['$ai_cache_creation_input_tokens'] = additionalTokenData.cacheWriteInputTokens;
       }
       if (additionalTokenData.reasoningTokens) {
         eventProperties['$ai_reasoning_tokens'] = additionalTokenData.reasoningTokens;
@@ -4002,6 +4067,14 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
       additionalTokenData.cacheReadInputTokens = usage.input_token_details.cache_read;
     } else if (usage.cachedPromptTokens != null) {
       additionalTokenData.cacheReadInputTokens = usage.cachedPromptTokens;
+    } else if (usage.cache_read_input_tokens != null) {
+      additionalTokenData.cacheReadInputTokens = usage.cache_read_input_tokens;
+    }
+    // Check for cache write/creation tokens in various formats
+    if (usage.cache_creation_input_tokens != null) {
+      additionalTokenData.cacheWriteInputTokens = usage.cache_creation_input_tokens;
+    } else if (usage.input_token_details?.cache_creation != null) {
+      additionalTokenData.cacheWriteInputTokens = usage.input_token_details.cache_creation;
     }
     // Check for reasoning tokens in various formats
     if (usage.completion_tokens_details?.reasoning_tokens != null) {
@@ -4047,8 +4120,10 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
     if (webSearchCount !== undefined) {
       additionalTokenData.webSearchCount = webSearchCount;
     }
-    // For Anthropic providers, LangChain reports input_tokens as the sum of input and cache read tokens.
+    // For Anthropic providers, LangChain reports input_tokens as the sum of all input tokens.
     // Our cost calculation expects them to be separate for Anthropic, so we subtract cache tokens.
+    // Both cache_read and cache_write tokens should be subtracted since Anthropic's raw API
+    // reports input_tokens as tokens NOT read from or used to create a cache.
     // For other providers (OpenAI, etc.), input_tokens already excludes cache tokens as expected.
     // Match logic consistent with plugin-server: exact match on provider OR substring match on model
     let isAnthropic = false;
@@ -4057,8 +4132,11 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
     } else if (model && model.toLowerCase().includes('anthropic')) {
       isAnthropic = true;
     }
-    if (isAnthropic && parsedUsage.input && additionalTokenData.cacheReadInputTokens) {
-      parsedUsage.input = Math.max(parsedUsage.input - additionalTokenData.cacheReadInputTokens, 0);
+    if (isAnthropic && parsedUsage.input) {
+      const cacheTokens = (additionalTokenData.cacheReadInputTokens || 0) + (additionalTokenData.cacheWriteInputTokens || 0);
+      if (cacheTokens > 0) {
+        parsedUsage.input = Math.max(parsedUsage.input - cacheTokens, 0);
+      }
     }
     return [parsedUsage.input, parsedUsage.output, additionalTokenData];
   }