@posthog/ai 4.1.0 → 4.2.0

package/src/utils.ts

@@ -7,7 +7,7 @@ type ChatCompletionCreateParamsBase = OpenAIOrignal.Chat.Completions.ChatComplet
 type MessageCreateParams = AnthropicOriginal.Messages.MessageCreateParams
 
 // limit large outputs by truncating to 200kb (approx 200k bytes)
-const MAX_OUTPUT_SIZE = 200000
+export const MAX_OUTPUT_SIZE = 200000
 const STRING_FORMAT = 'utf8'
 
 export interface MonitoringParams {
@@ -19,6 +19,7 @@ export interface MonitoringParams {
   posthogModelOverride?: string
   posthogProviderOverride?: string
   posthogCostOverride?: CostOverride
+  fullDebug?: boolean
 }
 
 export interface CostOverride {
@@ -148,6 +149,7 @@ export type SendEventToPosthogParams = {
   isError?: boolean
   error?: string
   tools?: any
+  fullDebug?: boolean
 }
 
 function sanitizeValues(obj: any): any {
@@ -181,6 +183,7 @@ export const sendEventToPosthog = ({
   isError = false,
   error,
   tools,
+  fullDebug = false,
 }: SendEventToPosthogParams): void => {
   if (client.capture) {
     // sanitize input and output for UTF-8 validity
@@ -212,28 +215,35 @@ export const sendEventToPosthog = ({
       ...(usage.cacheCreationInputTokens ? { $ai_cache_creation_input_tokens: usage.cacheCreationInputTokens } : {}),
     }
 
+    const properties = {
+      $ai_provider: params.posthogProviderOverride ?? provider,
+      $ai_model: params.posthogModelOverride ?? model,
+      $ai_model_parameters: getModelParams(params),
+      $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
+      $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
+      $ai_http_status: httpStatus,
+      $ai_input_tokens: usage.inputTokens ?? 0,
+      $ai_output_tokens: usage.outputTokens ?? 0,
+      ...additionalTokenValues,
+      $ai_latency: latency,
+      $ai_trace_id: traceId,
+      $ai_base_url: baseURL,
+      ...params.posthogProperties,
+      ...(distinctId ? {} : { $process_person_profile: false }),
+      ...(tools ? { $ai_tools: tools } : {}),
+      ...errorData,
+      ...costOverrideData,
+    }
+
+    if (fullDebug) {
+      // @ts-ignore
+      console.log('Sending event to PostHog', properties)
+    }
+
     client.capture({
       distinctId: distinctId ?? traceId,
       event: '$ai_generation',
-      properties: {
-        $ai_provider: params.posthogProviderOverride ?? provider,
-        $ai_model: params.posthogModelOverride ?? model,
-        $ai_model_parameters: getModelParams(params),
-        $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeInput),
-        $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, safeOutput),
-        $ai_http_status: httpStatus,
-        $ai_input_tokens: usage.inputTokens ?? 0,
-        $ai_output_tokens: usage.outputTokens ?? 0,
-        ...additionalTokenValues,
-        $ai_latency: latency,
-        $ai_trace_id: traceId,
-        $ai_base_url: baseURL,
-        ...params.posthogProperties,
-        ...(distinctId ? {} : { $process_person_profile: false }),
-        ...(tools ? { $ai_tools: tools } : {}),
-        ...errorData,
-        ...costOverrideData,
-      },
+      properties,
       groups: params.posthogGroups,
     })
   }

package/src/vercel/middleware.ts

@@ -2,7 +2,8 @@ import { experimental_wrapLanguageModel as wrapLanguageModel } from 'ai'
 import type { LanguageModelV1, LanguageModelV1Middleware, LanguageModelV1Prompt, LanguageModelV1StreamPart } from 'ai'
 import { v4 as uuidv4 } from 'uuid'
 import { PostHog } from 'posthog-node'
-import { CostOverride, sendEventToPosthog, truncate } from '../utils'
+import { CostOverride, sendEventToPosthog, truncate, MAX_OUTPUT_SIZE } from '../utils'
+import { Buffer } from 'buffer'
 
 interface ClientOptions {
   posthogDistinctId?: string
@@ -13,6 +14,7 @@ interface ClientOptions {
   posthogModelOverride?: string
   posthogProviderOverride?: string
   posthogCostOverride?: CostOverride
+  fullDebug?: boolean
 }
 
 interface CreateInstrumentationMiddlewareOptions {
@@ -24,6 +26,7 @@ interface CreateInstrumentationMiddlewareOptions {
   posthogModelOverride?: string
   posthogProviderOverride?: string
   posthogCostOverride?: CostOverride
+  fullDebug?: boolean
 }
 
 interface PostHogInput {
@@ -58,7 +61,9 @@ const mapVercelPrompt = (prompt: LanguageModelV1Prompt): PostHogInput[] => {
   } else {
     promptsArray = prompt
   }
-  return promptsArray.map((p) => {
+
+  // Map and truncate individual content
+  const inputs: PostHogInput[] = promptsArray.map((p) => {
     let content = {}
     if (Array.isArray(p.content)) {
       content = p.content.map((c: any) => {
@@ -119,6 +124,21 @@ const mapVercelPrompt = (prompt: LanguageModelV1Prompt): PostHogInput[] => {
       content,
     }
   })
+  try {
+    // Trim the inputs array until its JSON size fits within MAX_OUTPUT_SIZE
+    let serialized = JSON.stringify(inputs)
+    while (Buffer.byteLength(serialized, 'utf8') > MAX_OUTPUT_SIZE && inputs.length > 0) {
+      // Remove oldest message
+      inputs.shift()
+      // add blank message to beginning of array
+      inputs.unshift({ role: 'assistant', content: '[removed message due to size limit]' })
+      serialized = JSON.stringify(inputs)
+    }
+  } catch (error) {
+    console.error('Error stringifying inputs')
+    return [{ role: 'posthog', content: 'An error occurred while processing your request. Please try again.' }]
+  }
+  return inputs
 }
 
 const mapVercelOutput = (result: any): PostHogInput[] => {
@@ -215,6 +235,7 @@ export const createInstrumentationMiddleware = (
             outputTokens: result.usage.completionTokens,
             ...additionalTokenValues,
           },
+          fullDebug: options.fullDebug,
         })
 
         return result
@@ -238,6 +259,7 @@ export const createInstrumentationMiddleware = (
           },
           isError: true,
           error: truncate(JSON.stringify(error)),
+          fullDebug: options.fullDebug,
         })
         throw error
       }
@@ -304,6 +326,7 @@ export const createInstrumentationMiddleware = (
               params: mergedParams as any,
               httpStatus: 200,
               usage,
+              fullDebug: options.fullDebug,
             })
           },
         })
@@ -331,6 +354,7 @@ export const createInstrumentationMiddleware = (
           },
           isError: true,
           error: truncate(JSON.stringify(error)),
+          fullDebug: options.fullDebug,
         })
         throw error
       }