@posthog/ai 7.3.2 → 7.4.1

package/dist/index.cjs

@@ -3,6 +3,7 @@
 var openai = require('openai');
 var buffer = require('buffer');
 var uuid = require('uuid');
+var core = require('@posthog/core');
 var AnthropicOriginal = require('@anthropic-ai/sdk');
 var genai = require('@google/genai');
 
@@ -29,7 +30,7 @@ function _interopNamespace(e) {
 var uuid__namespace = /*#__PURE__*/_interopNamespace(uuid);
 var AnthropicOriginal__default = /*#__PURE__*/_interopDefault(AnthropicOriginal);
 
-var version = "7.3.2";
+var version = "7.4.1";
 
 // Type guards for safer type checking
 const isString = value => {
@@ -497,6 +498,33 @@ function addDefaults(params) {
     traceId: params.traceId ?? uuid.v4()
   };
 }
+const sendEventWithErrorToPosthog = async ({
+  client,
+  traceId,
+  error,
+  ...args
+}) => {
+  const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
+  const properties = {
+    client,
+    traceId,
+    httpStatus,
+    error: JSON.stringify(error),
+    ...args
+  };
+  const enrichedError = error;
+  if (client.options?.enableExceptionAutocapture) {
+    // assign a uuid that can be used to link the trace and exception events
+    const exceptionId = core.uuidv7();
+    client.captureException(error, undefined, {
+      $ai_trace_id: traceId
+    }, exceptionId);
+    enrichedError.__posthog_previously_captured_error = true;
+    properties.exceptionId = exceptionId;
+  }
+  await sendEventToPosthog(properties);
+  return enrichedError;
+};
 const sendEventToPosthog = async ({
   client,
   eventType = AIEvent.Generation,
@@ -511,8 +539,8 @@ const sendEventToPosthog = async ({
   params,
   httpStatus = 200,
   usage = {},
-  isError = false,
   error,
+  exceptionId,
   tools,
   captureImmediate = false
 }) => {
@@ -524,10 +552,11 @@ const sendEventToPosthog = async ({
   const safeOutput = sanitizeValues(output);
   const safeError = sanitizeValues(error);
   let errorData = {};
-  if (isError) {
+  if (error) {
     errorData = {
       $ai_is_error: true,
-      $ai_error: safeError
+      $ai_error: safeError,
+      $exception_event_id: exceptionId
     };
   }
   let costOverrideData = {};
@@ -593,6 +622,7 @@ const sendEventToPosthog = async ({
   } else {
     client.capture(event);
   }
+  return Promise.resolve();
 };
 function formatOpenAIResponsesInput(input, instructions) {
   const messages = [];
@@ -1000,8 +1030,7 @@ let WrappedCompletions$1 = class WrappedCompletions extends Completions {
                 tools: availableTools
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1011,14 +1040,13 @@ let WrappedCompletions$1 = class WrappedCompletions extends Completions {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error
               });
+              throw enrichedError;
             }
           })();
           // Return the other stream to the user
@@ -1071,7 +1099,6 @@ let WrappedCompletions$1 = class WrappedCompletions extends Completions {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1154,8 +1181,7 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
                 tools: availableTools
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1165,14 +1191,13 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           return stream2;
@@ -1226,7 +1251,6 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1268,8 +1292,7 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
         });
         return result;
       }, async error => {
-        const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: this.phClient,
           ...posthogParams,
           model: openAIParams.model,
@@ -1279,15 +1302,13 @@ let WrappedResponses$1 = class WrappedResponses extends Responses {
           latency: 0,
           baseURL: this.baseURL,
           params: body,
-          httpStatus,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
-        throw error;
+        throw enrichedError;
       });
       return wrappedPromise;
     } finally {
@@ -1347,7 +1368,6 @@ let WrappedEmbeddings$1 = class WrappedEmbeddings extends Embeddings {
         usage: {
           inputTokens: 0
         },
-        isError: true,
         error: JSON.stringify(error)
       });
       throw error;
@@ -1415,8 +1435,7 @@ class WrappedTranscriptions extends Transcriptions {
                 tools: availableTools
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1426,14 +1445,13 @@ class WrappedTranscriptions extends Transcriptions {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           return stream2;
@@ -1463,8 +1481,7 @@ class WrappedTranscriptions extends Transcriptions {
           return result;
         }
       }, async error => {
-        const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: this.phClient,
           ...posthogParams,
           model: openAIParams.model,
@@ -1474,15 +1491,13 @@ class WrappedTranscriptions extends Transcriptions {
           latency: 0,
           baseURL: this.baseURL,
           params: body,
-          httpStatus,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
-          error: JSON.stringify(error)
+          error: error
         });
-        throw error;
+        throw enrichedError;
       });
       return wrappedPromise;
     }
@@ -1633,8 +1648,7 @@ class WrappedCompletions extends openai.AzureOpenAI.Chat.Completions {
                 usage
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1644,14 +1658,13 @@ class WrappedCompletions extends openai.AzureOpenAI.Chat.Completions {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           // Return the other stream to the user
@@ -1700,7 +1713,6 @@ class WrappedCompletions extends openai.AzureOpenAI.Chat.Completions {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1769,8 +1781,7 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
                 usage
               });
             } catch (error) {
-              const httpStatus = error && typeof error === 'object' && 'status' in error ? error.status ?? 500 : 500;
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1780,14 +1791,13 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           return stream2;
@@ -1835,7 +1845,6 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -1887,7 +1896,6 @@ class WrappedResponses extends openai.AzureOpenAI.Responses {
           inputTokens: 0,
           outputTokens: 0
         },
-        isError: true,
         error: JSON.stringify(error)
       });
       throw error;
@@ -1945,7 +1953,6 @@ class WrappedEmbeddings extends openai.AzureOpenAI.Embeddings {
         usage: {
           inputTokens: 0
         },
-        isError: true,
         error: JSON.stringify(error)
       });
       throw error;
@@ -1954,6 +1961,10 @@ class WrappedEmbeddings extends openai.AzureOpenAI.Embeddings {
   }
 }
 
+// Type guards
+function isV3Model(model) {
+  return model.specificationVersion === 'v3';
+}
 const mapVercelParams = params => {
   return {
     temperature: params.temperature,
@@ -2174,6 +2185,19 @@ const extractAdditionalTokenValues = providerMetadata => {
   }
   return {};
 };
+// For Anthropic providers in V3, inputTokens.total is the sum of all tokens (uncached + cache read + cache write).
+// Our cost calculation expects inputTokens to be only the uncached portion for Anthropic.
+// This helper subtracts cache tokens from inputTokens for Anthropic V3 models.
+const adjustAnthropicV3CacheTokens = (model, provider, usage) => {
+  if (isV3Model(model) && provider.toLowerCase().includes('anthropic')) {
+    const cacheReadTokens = usage.cacheReadInputTokens || 0;
+    const cacheWriteTokens = usage.cacheCreationInputTokens || 0;
+    const cacheTokens = cacheReadTokens + cacheWriteTokens;
+    if (usage.inputTokens && cacheTokens > 0) {
+      usage.inputTokens = Math.max(usage.inputTokens - cacheTokens, 0);
+    }
+  }
+};
 // Helper to extract numeric token value from V2 (number) or V3 (object with .total) usage formats
 const extractTokenCount = value => {
   if (typeof value === 'number') {
@@ -2254,6 +2278,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           webSearchCount,
           ...additionalTokenValues
         };
+        adjustAnthropicV3CacheTokens(model, provider, usage);
         await sendEventToPosthog({
           client: phClient,
           distinctId: mergedOptions.posthogDistinctId,
@@ -2273,7 +2298,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
         return result;
       } catch (error) {
         const modelId = model.modelId;
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: phClient,
           distinctId: mergedOptions.posthogDistinctId,
           traceId: mergedOptions.posthogTraceId ?? uuid.v4(),
@@ -2284,17 +2309,15 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           latency: 0,
           baseURL: '',
           params: mergedParams,
-          httpStatus: error?.status ? error.status : 500,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
-          error: truncate(JSON.stringify(error)),
+          error: error,
           tools: availableTools,
           captureImmediate: mergedOptions.posthogCaptureImmediate
         });
-        throw error;
+        throw enrichedError;
       }
     },
     doStream: async params => {
@@ -2408,6 +2431,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
               ...usage,
               webSearchCount
             };
+            adjustAnthropicV3CacheTokens(model, provider, finalUsage);
             await sendEventToPosthog({
               client: phClient,
               distinctId: mergedOptions.posthogDistinctId,
@@ -2431,7 +2455,7 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           ...rest
         };
       } catch (error) {
-        await sendEventToPosthog({
+        const enrichedError = await sendEventWithErrorToPosthog({
           client: phClient,
           distinctId: mergedOptions.posthogDistinctId,
           traceId: mergedOptions.posthogTraceId ?? uuid.v4(),
@@ -2442,17 +2466,15 @@ const wrapVercelLanguageModel = (model, phClient, options) => {
           latency: 0,
           baseURL: '',
           params: mergedParams,
-          httpStatus: error?.status ? error.status : 500,
           usage: {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
-          error: truncate(JSON.stringify(error)),
+          error: error,
           tools: availableTools,
           captureImmediate: mergedOptions.posthogCaptureImmediate
         });
-        throw error;
+        throw enrichedError;
       }
     }
   };
@@ -2609,8 +2631,7 @@ class WrappedMessages extends AnthropicOriginal__default.default.Messages {
                 tools: availableTools
               });
             } catch (error) {
-              // error handling
-              await sendEventToPosthog({
+              const enrichedError = await sendEventWithErrorToPosthog({
                 client: this.phClient,
                 ...posthogParams,
                 model: anthropicParams.model,
@@ -2620,14 +2641,13 @@ class WrappedMessages extends AnthropicOriginal__default.default.Messages {
                 latency: 0,
                 baseURL: this.baseURL,
                 params: body,
-                httpStatus: error?.status ? error.status : 500,
                 usage: {
                   inputTokens: 0,
                   outputTokens: 0
                 },
-                isError: true,
-                error: JSON.stringify(error)
+                error: error
               });
+              throw enrichedError;
             }
           })();
           // Return the other stream to the user
@@ -2678,7 +2698,6 @@ class WrappedMessages extends AnthropicOriginal__default.default.Messages {
             inputTokens: 0,
             outputTokens: 0
           },
-          isError: true,
           error: JSON.stringify(error)
         });
         throw error;
@@ -2738,7 +2757,7 @@ class WrappedModels {
       return response;
     } catch (error) {
       const latency = (Date.now() - startTime) / 1000;
-      await sendEventToPosthog({
+      const enrichedError = await sendEventWithErrorToPosthog({
         client: this.phClient,
         ...posthogParams,
         model: geminiParams.model,
@@ -2748,15 +2767,13 @@ class WrappedModels {
         latency,
         baseURL: 'https://generativelanguage.googleapis.com',
         params: params,
-        httpStatus: error?.status ?? 500,
         usage: {
           inputTokens: 0,
           outputTokens: 0
         },
-        isError: true,
-        error: JSON.stringify(error)
+        error: error
       });
-      throw error;
+      throw enrichedError;
     }
   }
   async *generateContentStream(params) {
@@ -2858,7 +2875,7 @@ class WrappedModels {
       });
     } catch (error) {
       const latency = (Date.now() - startTime) / 1000;
-      await sendEventToPosthog({
+      const enrichedError = await sendEventWithErrorToPosthog({
         client: this.phClient,
         ...posthogParams,
         model: geminiParams.model,
@@ -2868,15 +2885,13 @@ class WrappedModels {
         latency,
         baseURL: 'https://generativelanguage.googleapis.com',
         params: params,
-        httpStatus: error?.status ?? 500,
         usage: {
           inputTokens: 0,
           outputTokens: 0
         },
-        isError: true,
-        error: JSON.stringify(error)
+        error: error
       });
-      throw error;
+      throw enrichedError;
     }
   }
   formatPartsAsContentBlocks(parts) {
@@ -3256,6 +3271,64 @@ function mapKeys(fields, mapper, map) {
 	return mapped;
 }
 
+//#region src/load/validation.ts
+/**
+* Sentinel key used to mark escaped user objects during serialization.
+*
+* When a plain object contains 'lc' key (which could be confused with LC objects),
+* we wrap it as `{"__lc_escaped__": {...original...}}`.
+*/
+const LC_ESCAPED_KEY = "__lc_escaped__";
+/**
+* Check if an object needs escaping to prevent confusion with LC objects.
+*
+* An object needs escaping if:
+* 1. It has an `'lc'` key (could be confused with LC serialization format)
+* 2. It has only the escape key (would be mistaken for an escaped object)
+*/
+function needsEscaping(obj) {
+	return "lc" in obj || Object.keys(obj).length === 1 && LC_ESCAPED_KEY in obj;
+}
+/**
+* Wrap an object in the escape marker.
+*
+* @example
+* ```typescript
+* {"key": "value"}  // becomes {"__lc_escaped__": {"key": "value"}}
+* ```
+*/
+function escapeObject(obj) {
+	return { [LC_ESCAPED_KEY]: obj };
+}
+/**
+* Check if an object looks like a Serializable instance (duck typing).
+*/
+function isSerializableLike(obj) {
+	return obj !== null && typeof obj === "object" && "lc_serializable" in obj && typeof obj.toJSON === "function";
+}
+/**
+* Escape a value if it needs escaping (contains `lc` key).
+*
+* This is a simpler version of `serializeValue` that doesn't handle Serializable
+* objects - it's meant to be called on kwargs values that have already been
+* processed by `toJSON()`.
+*
+* @param value - The value to potentially escape.
+* @returns The value with any `lc`-containing objects wrapped in escape markers.
+*/
+function escapeIfNeeded(value) {
+	if (value !== null && typeof value === "object" && !Array.isArray(value)) {
+		if (isSerializableLike(value)) return value;
+		const record = value;
+		if (needsEscaping(record)) return escapeObject(record);
+		const result = {};
+		for (const [key, val] of Object.entries(record)) result[key] = escapeIfNeeded(val);
+		return result;
+	}
+	if (Array.isArray(value)) return value.map((item) => escapeIfNeeded(item));
+	return value;
+}
+
 //#region src/load/serializable.ts
 var serializable_exports = {};
 __export(serializable_exports, {
@@ -3377,11 +3450,15 @@ var Serializable = class Serializable {
 			}
 			if (last in read && read[last] !== void 0) write[last] = write[last] || read[last];
 		});
+		const escapedKwargs = {};
+		for (const [key, value] of Object.entries(kwargs)) escapedKwargs[key] = escapeIfNeeded(value);
+		const kwargsWithSecrets = Object.keys(secrets).length ? replaceSecrets(escapedKwargs, secrets) : escapedKwargs;
+		const processedKwargs = mapKeys(kwargsWithSecrets, keyToJson, aliases);
 		return {
 			lc: 1,
 			type: "constructor",
 			id: this.lc_id,
-			kwargs: mapKeys(Object.keys(secrets).length ? replaceSecrets(kwargs, secrets) : kwargs, keyToJson, aliases)
+			kwargs: processedKwargs
 		};
 	}
 	toJSONNotImplemented() {