@posthog/ai 4.1.0 → 4.2.0

package/lib/index.d.ts

@@ -23,6 +23,7 @@ interface MonitoringParams {
     posthogModelOverride?: string;
     posthogProviderOverride?: string;
     posthogCostOverride?: CostOverride;
+    fullDebug?: boolean;
 }
 interface CostOverride {
     inputCost: number;
@@ -94,6 +95,7 @@ interface ClientOptions {
     posthogModelOverride?: string;
     posthogProviderOverride?: string;
     posthogCostOverride?: CostOverride;
+    fullDebug?: boolean;
 }
 declare const wrapVercelLanguageModel: (model: LanguageModelV1, phClient: PostHog, options: ClientOptions) => LanguageModelV1;
 

package/lib/index.esm.js

@@ -105,7 +105,8 @@ const sendEventToPosthog = ({
   usage = {},
   isError = false,
   error,
-  tools
+  tools,
+  fullDebug = false
 }) => {
   if (client.capture) {
     // sanitize input and output for UTF-8 validity
@@ -140,32 +141,37 @@ const sendEventToPosthog = ({
         $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens
       } : {})
     };
+    const properties = {
+      $ai_provider: params.posthogProviderOverride ?? provider,
+      $ai_model: params.posthogModelOverride ?? model,
+      $ai_model_parameters: getModelParams(params),
+      $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
+      $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
+      $ai_http_status: httpStatus,
+      $ai_input_tokens: usage.inputTokens ?? 0,
+      $ai_output_tokens: usage.outputTokens ?? 0,
+      ...additionalTokenValues,
+      $ai_latency: latency,
+      $ai_trace_id: traceId,
+      $ai_base_url: baseURL,
+      ...params.posthogProperties,
+      ...(distinctId ? {} : {
+        $process_person_profile: false
+      }),
+      ...(tools ? {
+        $ai_tools: tools
+      } : {}),
+      ...errorData,
+      ...costOverrideData
+    };
+    if (fullDebug) {
+      // @ts-ignore
+      console.log('Sending event to PostHog', properties);
+    }
     client.capture({
       distinctId: distinctId ?? traceId,
       event: '$ai_generation',
-      properties: {
-        $ai_provider: params.posthogProviderOverride ?? provider,
-        $ai_model: params.posthogModelOverride ?? model,
-        $ai_model_parameters: getModelParams(params),
-        $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
-        $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
-        $ai_http_status: httpStatus,
-        $ai_input_tokens: usage.inputTokens ?? 0,
-        $ai_output_tokens: usage.outputTokens ?? 0,
-        ...additionalTokenValues,
-        $ai_latency: latency,
-        $ai_trace_id: traceId,
-        $ai_base_url: baseURL,
-        ...params.posthogProperties,
-        ...(distinctId ? {} : {
-          $process_person_profile: false
-        }),
-        ...(tools ? {
-          $ai_tools: tools
-        } : {}),
-        ...errorData,
-        ...costOverrideData
-      },
+      properties,
       groups: params.posthogGroups
     });
   }
@@ -516,7 +522,8 @@ const mapVercelPrompt = prompt => {
   } else {
     promptsArray = prompt;
   }
-  return promptsArray.map(p => {
+  // Map and truncate individual content
+  const inputs = promptsArray.map(p => {
     let content = {};
     if (Array.isArray(p.content)) {
       content = p.content.map(c => {
@@ -577,6 +584,27 @@ const mapVercelPrompt = prompt => {
       content
     };
   });
+  try {
+    // Trim the inputs array until its JSON size fits within MAX_OUTPUT_SIZE
+    let serialized = JSON.stringify(inputs);
+    while (Buffer.byteLength(serialized, 'utf8') > MAX_OUTPUT_SIZE && inputs.length > 0) {
+      // Remove oldest message
+      inputs.shift();
+      // add blank message to beginning of array
+      inputs.unshift({
+        role: 'assistant',
+        content: '[removed message due to size limit]'
+      });
+      serialized = JSON.stringify(inputs);
+    }
+  } catch (error) {
+    console.error('Error stringifying inputs');
+    return [{
+      role: 'posthog',
+      content: 'An error occurred while processing your request. Please try again.'
+    }];
+  }
+  return inputs;
 };
 const mapVercelOutput = result => {
   // normalize string results to object
@@ -690,7 +718,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             inputTokens: result.usage.promptTokens,
             outputTokens: result.usage.completionTokens,
             ...additionalTokenValues
-          }
+          },
+          fullDebug: options.fullDebug
         });
         return result;
       } catch (error) {
@@ -712,7 +741,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             outputTokens: 0
           },
           isError: true,
-          error: truncate(JSON.stringify(error))
+          error: truncate(JSON.stringify(error)),
+          fullDebug: options.fullDebug
         });
         throw error;
       }
@@ -778,7 +808,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
               baseURL,
               params: mergedParams,
               httpStatus: 200,
-              usage
+              usage,
+              fullDebug: options.fullDebug
             });
           }
         });
@@ -804,7 +835,8 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
             outputTokens: 0
           },
           isError: true,
-          error: truncate(JSON.stringify(error))
+          error: truncate(JSON.stringify(error)),
+          fullDebug: options.fullDebug
         });
         throw error;
       }