@posthog/ai 4.0.1 → 4.2.0

package/lib/index.d.ts

@@ -23,6 +23,7 @@ interface MonitoringParams {
     posthogModelOverride?: string;
     posthogProviderOverride?: string;
     posthogCostOverride?: CostOverride;
+    fullDebug?: boolean;
 }
 interface CostOverride {
     inputCost: number;
@@ -94,6 +95,7 @@ interface ClientOptions {
     posthogModelOverride?: string;
     posthogProviderOverride?: string;
     posthogCostOverride?: CostOverride;
+    fullDebug?: boolean;
 }
 declare const wrapVercelLanguageModel: (model: LanguageModelV1, phClient: PostHog, options: ClientOptions) => LanguageModelV1;
 

package/lib/index.esm.js

@@ -5,6 +5,9 @@ import { Buffer } from 'buffer';
 import { experimental_wrapLanguageModel } from 'ai';
 import AnthropicOriginal from '@anthropic-ai/sdk';
 
+// limit large outputs by truncating to 200kb (approx 200k bytes)
+const MAX_OUTPUT_SIZE = 200000;
+const STRING_FORMAT = 'utf8';
 const getModelParams = params => {
   if (!params) {
     return {};
@@ -60,13 +63,26 @@ const mergeSystemPrompt = (params, provider) => {
 const withPrivacyMode = (client, privacyMode, input) => {
   return client.privacy_mode || privacyMode ? null : input;
 };
+const truncate = str => {
+  try {
+    const buffer = Buffer.from(str, STRING_FORMAT);
+    if (buffer.length <= MAX_OUTPUT_SIZE) {
+      return str;
+    }
+    const truncatedBuffer = buffer.slice(0, MAX_OUTPUT_SIZE);
+    return `${truncatedBuffer.toString(STRING_FORMAT)}... [truncated]`;
+  } catch (error) {
+    console.error('Error truncating, likely not a string');
+    return str;
+  }
+};
 function sanitizeValues(obj) {
   if (obj === undefined || obj === null) {
     return obj;
   }
   const jsonSafe = JSON.parse(JSON.stringify(obj));
   if (typeof jsonSafe === 'string') {
-    return Buffer.from(jsonSafe, 'utf8').toString('utf8');
+    return Buffer.from(jsonSafe, STRING_FORMAT).toString(STRING_FORMAT);
   } else if (Array.isArray(jsonSafe)) {
     return jsonSafe.map(sanitizeValues);
   } else if (jsonSafe && typeof jsonSafe === 'object') {
@@ -89,7 +105,8 @@ const sendEventToPosthog = ({
   usage = {},
   isError = false,
   error,
-  tools
+  tools,
+  fullDebug = false
 }) => {
   if (client.capture) {
     // sanitize input and output for UTF-8 validity
@@ -124,32 +141,37 @@ const sendEventToPosthog = ({
         $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
       } : {})
     };
+    const properties = {
+      $ai_provider: params.posthogProviderOverride ?? provider,
+      $ai_model: params.posthogModelOverride ?? model,
+      $ai_model_parameters: getModelParams(params),
+      $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
+      $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
+      $ai_http_status: httpStatus,
+      $ai_input_tokens: usage.inputTokens ?? 0,
+      $ai_output_tokens: usage.outputTokens ?? 0,
+      ...additionalTokenValues,
+      $ai_latency: latency,
+      $ai_trace_id: traceId,
+      $ai_base_url: baseURL,
+      ...params.posthogProperties,
+      ...(distinctId ? {} : {
+        $process_person_profile: false
+      }),
+      ...(tools ? {
+        $ai_tools: tools
+      } : {}),
+      ...errorData,
+      ...costOverrideData
+    };
+    if (fullDebug) {
+      // @ts-ignore
+      console.log('Sending event to PostHog', properties);
+    }
     client.capture({
       distinctId: distinctId ?? traceId,
       event: '$ai_generation',
-      properties: {
-        $ai_provider: params.posthogProviderOverride ?? provider,
-        $ai_model: params.posthogModelOverride ?? model,
-        $ai_model_parameters: getModelParams(params),
-        $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
-        $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
-        $ai_http_status: httpStatus,
-        $ai_input_tokens: usage.inputTokens ?? 0,
-        $ai_output_tokens: usage.outputTokens ?? 0,
-        ...additionalTokenValues,
-        $ai_latency: latency,
-        $ai_trace_id: traceId,
-        $ai_base_url: baseURL,
-        ...params.posthogProperties,
-        ...(distinctId ? {} : {
-          $process_person_profile: false
-        }),
-        ...(tools ? {
-          $ai_tools: tools
-        } : {}),
-        ...errorData,
-        ...costOverrideData
-      },
+      properties,
       groups: params.posthogGroups
     });
   }
@@ -488,14 +510,27 @@ const mapVercelParams = params => {
   };
 };
 const mapVercelPrompt = prompt => {
-  return prompt.map(p => {
+  // normalize single inputs into an array of messages
+  let promptsArray;
+  if (typeof prompt === 'string') {
+    promptsArray = [{
+      role: 'user',
+      content: prompt
+    }];
+  } else if (!Array.isArray(prompt)) {
+    promptsArray = [prompt];
+  } else {
+    promptsArray = prompt;
+  }
+  // Map and truncate individual content
+  const inputs = promptsArray.map(p => {
     let content = {};
     if (Array.isArray(p.content)) {
       content = p.content.map(c => {
         if (c.type === 'text') {
           return {
             type: 'text',
-            content: c.text
+            content: truncate(c.text)
           };
         } else if (c.type === 'image') {
           return {
@@ -541,7 +576,7 @@ const mapVercelPrompt = prompt => {
     } else {
       content = {
         type: 'text',
-        text: p.content
+        text: truncate(p.content)
       };
     }
     return {
@@ -549,48 +584,85 @@ const mapVercelPrompt = prompt => {
       content
     };
   });
+  try {
+    // Trim the inputs array until its JSON size fits within MAX_OUTPUT_SIZE
+    let serialized = JSON.stringify(inputs);
+    while (Buffer.byteLength(serialized, 'utf8') > MAX_OUTPUT_SIZE && inputs.length > 0) {
+      // Remove oldest message
+      inputs.shift();
+      // add blank message to beginning of array
+      inputs.unshift({
+        role: 'assistant',
+        content: '[removed message due to size limit]'
+      });
+      serialized = JSON.stringify(inputs);
+    }
+  } catch (error) {
+    console.error('Error stringifying inputs');
+    return [{
+      role: 'posthog',
+      content: 'An error occurred while processing your request. Please try again.'
+    }];
+  }
+  return inputs;
 };
 const mapVercelOutput = result => {
+  // normalize string results to object
+  const normalizedResult = typeof result === 'string' ? {
+    text: result
+  } : result;
   const output = {
-    ...(result.text ? {
-      text: result.text
+    ...(normalizedResult.text ? {
+      text: normalizedResult.text
     } : {}),
-    ...(result.object ? {
-      object: result.object
+    ...(normalizedResult.object ? {
+      object: normalizedResult.object
     } : {}),
-    ...(result.reasoning ? {
-      reasoning: result.reasoning
+    ...(normalizedResult.reasoning ? {
+      reasoning: normalizedResult.reasoning
     } : {}),
-    ...(result.response ? {
-      response: result.response
+    ...(normalizedResult.response ? {
+      response: normalizedResult.response
     } : {}),
-    ...(result.finishReason ? {
-      finishReason: result.finishReason
+    ...(normalizedResult.finishReason ? {
+      finishReason: normalizedResult.finishReason
     } : {}),
-    ...(result.usage ? {
-      usage: result.usage
+    ...(normalizedResult.usage ? {
+      usage: normalizedResult.usage
     } : {}),
-    ...(result.warnings ? {
-      warnings: result.warnings
+    ...(normalizedResult.warnings ? {
+      warnings: normalizedResult.warnings
     } : {}),
-    ...(result.providerMetadata ? {
-      toolCalls: result.providerMetadata
+    ...(normalizedResult.providerMetadata ? {
+      toolCalls: normalizedResult.providerMetadata
+    } : {}),
+    ...(normalizedResult.files ? {
+      files: normalizedResult.files.map(file => ({
+        name: file.name,
+        size: file.size,
+        type: file.type
+      }))
     } : {})
   };
-  // if text and no object or reasoning, return text
   if (output.text && !output.object && !output.reasoning) {
     return [{
-      content: output.text,
+      content: truncate(output.text),
+      role: 'assistant'
+    }];
+  }
+  // otherwise stringify and truncate
+  try {
+    const jsonOutput = JSON.stringify(output);
+    return [{
+      content: truncate(jsonOutput),
       role: 'assistant'
     }];
+  } catch (error) {
+    console.error('Error stringifying output');
+    return [];
   }
-  return [{
-    content: JSON.stringify(output),
-    role: 'assistant'
-  }];
 };
 const extractProvider = model => {
-  // vercel provider is in the format of provider.endpoint
   const provider = model.provider.toLowerCase();
   const providerName = provider.split('.')[0];
   return providerName;
@@ -646,7 +718,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             inputTokens: result.usage.promptTokens,
             outputTokens: result.usage.completionTokens,
             ...additionalTokenValues
-          }
+          },
+          fullDebug: options.fullDebug
         });
         return result;
       } catch (error) {
@@ -668,7 +741,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             outputTokens: 0
           },
           isError: true,
-          error: JSON.stringify(error)
+          error: truncate(JSON.stringify(error)),
+          fullDebug: options.fullDebug
         });
         throw error;
       }
@@ -734,7 +808,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
               baseURL,
               params: mergedParams,
               httpStatus: 200,
-              usage
+              usage,
+              fullDebug: options.fullDebug
             });
           }
         });
@@ -760,7 +835,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             outputTokens: 0
           },
           isError: true,
-          error: JSON.stringify(error)
+          error: truncate(JSON.stringify(error)),
+          fullDebug: options.fullDebug
         });
         throw error;
       }