@posthog/ai 3.3.1 → 3.3.2

package/lib/index.esm.js

@@ -94,7 +94,7 @@ const sendEventToPosthog = ({
         $ai_total_cost_usd: inputCostUSD + outputCostUSD
       };
     }
-    let additionalTokenValues = {
+    const additionalTokenValues = {
       ...(usage.reasoningTokens ? {
         $ai_reasoning_tokens: usage.reasoningTokens
       } : {}),
@@ -532,7 +532,7 @@ const mapVercelPrompt = prompt => {
   });
 };
 const mapVercelOutput = result => {
-  let output = {
+  const output = {
     ...(result.text ? {
       text: result.text
     } : {}),
@@ -593,10 +593,10 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
         const modelId = options.posthogModelOverride ?? (result.response?.modelId ? result.response.modelId : model.modelId);
         const provider = options.posthogProviderOverride ?? extractProvider(model);
         const baseURL = ''; // cannot currently get baseURL from vercel
-        let content = mapVercelOutput(result);
+        const content = mapVercelOutput(result);
         // let tools = result.toolCalls
-        let providerMetadata = result.providerMetadata;
-        let additionalTokenValues = {
+        const providerMetadata = result.providerMetadata;
+        const additionalTokenValues = {
           ...(providerMetadata?.openai?.reasoningTokens ? {
             reasoningTokens: providerMetadata.openai.reasoningTokens
           } : {}),
@@ -1667,9 +1667,16 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
       eventProperties['$ai_is_error'] = true;
     } else {
       // Handle token usage
-      const [inputTokens, outputTokens] = this.parseUsage(output);
+      const [inputTokens, outputTokens, additionalTokenData] = this.parseUsage(output);
       eventProperties['$ai_input_tokens'] = inputTokens;
       eventProperties['$ai_output_tokens'] = outputTokens;
+      // Add additional token data to properties
+      if (additionalTokenData.cacheReadInputTokens) {
+        eventProperties['$ai_cache_read_tokens'] = additionalTokenData.cacheReadInputTokens;
+      }
+      if (additionalTokenData.reasoningTokens) {
+        eventProperties['$ai_reasoning_tokens'] = additionalTokenData.reasoningTokens;
+      }
       // Handle generations/completions
       let completions;
       if (output.generations && Array.isArray(output.generations)) {
@@ -1708,6 +1715,8 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
       for (const arg of args) {
         if (arg && typeof arg === 'object' && 'name' in arg) {
           return arg.name;
+        } else if (arg && typeof arg === 'object' && 'runName' in arg) {
+          return arg.runName;
         }
       }
     }
@@ -1781,10 +1790,28 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
       input: 0,
       output: 0
     });
-    return [parsedUsage.input, parsedUsage.output];
+    // Extract additional token details like cached tokens and reasoning tokens
+    const additionalTokenData = {};
+    // Check for cached tokens in various formats
+    if (usage.prompt_tokens_details?.cached_tokens != null) {
+      additionalTokenData.cacheReadInputTokens = usage.prompt_tokens_details.cached_tokens;
+    } else if (usage.input_token_details?.cache_read != null) {
+      additionalTokenData.cacheReadInputTokens = usage.input_token_details.cache_read;
+    } else if (usage.cachedPromptTokens != null) {
+      additionalTokenData.cacheReadInputTokens = usage.cachedPromptTokens;
+    }
+    // Check for reasoning tokens in various formats
+    if (usage.completion_tokens_details?.reasoning_tokens != null) {
+      additionalTokenData.reasoningTokens = usage.completion_tokens_details.reasoning_tokens;
+    } else if (usage.output_token_details?.reasoning != null) {
+      additionalTokenData.reasoningTokens = usage.output_token_details.reasoning;
+    } else if (usage.reasoningTokens != null) {
+      additionalTokenData.reasoningTokens = usage.reasoningTokens;
+    }
+    return [parsedUsage.input, parsedUsage.output, additionalTokenData];
   }
   parseUsage(response) {
-    let llmUsage = [0, 0];
+    let llmUsage = [0, 0, {}];
     const llmUsageKeys = ['token_usage', 'usage', 'tokenUsage'];
     if (response.llmOutput != null) {
       const key = llmUsageKeys.find(k => response.llmOutput?.[k] != null);
@@ -1796,6 +1823,7 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
     if (llmUsage[0] === 0 && llmUsage[1] === 0 && response.generations) {
       for (const generation of response.generations) {
         for (const genChunk of generation) {
+          // Check other paths for usage information
           if (genChunk.generationInfo?.usage_metadata) {
             llmUsage = this._parseUsageModel(genChunk.generationInfo.usage_metadata);
             return llmUsage;