@posthog/ai 3.0.0 → 3.1.0

package/lib/posthog-ai/src/utils.d.ts

@@ -9,6 +9,13 @@ export interface MonitoringParams {
     posthogProperties?: Record<string, any>;
     posthogPrivacyMode?: boolean;
     posthogGroups?: Record<string, any>;
+    posthogModelOverride?: string;
+    posthogProviderOverride?: string;
+    posthogCostOverride?: CostOverride;
+}
+export interface CostOverride {
+    inputCost: number;
+    outputCost: number;
 }
 export declare const getModelParams: (params: ((ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams) | null) => Record<string, any>;
 /**

package/lib/posthog-ai/src/vercel/middleware.d.ts

@@ -1,5 +1,6 @@
 import type { LanguageModelV1, LanguageModelV1Middleware } from 'ai';
 import { PostHog } from 'posthog-node';
+import { CostOverride } from '../utils';
 interface ClientOptions {
     posthogDistinctId?: string;
     posthogTraceId?: string;
@@ -10,10 +11,6 @@ interface ClientOptions {
     posthogProviderOverride?: string;
     posthogCostOverride?: CostOverride;
 }
-interface CostOverride {
-    inputTokens: number;
-    outputTokens: number;
-}
 interface CreateInstrumentationMiddlewareOptions {
     posthogDistinctId: string;
     posthogTraceId: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@posthog/ai",
-  "version": "3.0.0",
+  "version": "3.1.0",
   "description": "PostHog Node.js AI integrations",
   "repository": {
     "type": "git",

package/src/langchain/callbacks.ts

@@ -80,7 +80,7 @@ export class LangChainCallbackHandler extends BaseCallbackHandler {
     parentRunId?: string,
     tags?: string[],
     metadata?: Record<string, unknown>,
-    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+
     runType?: string,
     runName?: string
   ): void {
@@ -333,7 +333,9 @@ export class LangChainCallbackHandler extends BaseCallbackHandler {
     const traceId = this._getTraceId(runId)
     this._popParentOfRun(runId)
     const run = this._popRunMetadata(runId)
-    if (!run) return
+    if (!run) {
+      return
+    }
     if ('modelParams' in run) {
       console.warn(`Run ${runId} is a generation, but attempted to be captured as a trace/span.`)
       return
@@ -466,10 +468,14 @@ export class LangChainCallbackHandler extends BaseCallbackHandler {
   private _getLangchainRunName(serialized: any, ...args: any[]): string | undefined {
     if (args && args.length > 0) {
       for (const arg of args) {
-        if (arg && typeof arg === 'object' && 'name' in arg) return arg.name
+        if (arg && typeof arg === 'object' && 'name' in arg) {
+          return arg.name
+        }
       }
     }
-    if (serialized && serialized.name) return serialized.name
+    if (serialized && serialized.name) {
+      return serialized.name
+    }
     if (serialized && serialized.id) {
       return Array.isArray(serialized.id) ? serialized.id[serialized.id.length - 1] : serialized.id
     }

package/src/utils.ts

@@ -11,6 +11,14 @@ export interface MonitoringParams {
   posthogProperties?: Record<string, any>
   posthogPrivacyMode?: boolean
   posthogGroups?: Record<string, any>
+  posthogModelOverride?: string
+  posthogProviderOverride?: string
+  posthogCostOverride?: CostOverride
+}
+
+export interface CostOverride {
+  inputCost: number
+  outputCost: number
 }
 
 export const getModelParams = (
@@ -140,12 +148,23 @@ export const sendEventToPosthog = ({
         $ai_error: error,
       }
     }
+    let costOverrideData = {}
+    if (params.posthogCostOverride) {
+      const inputCostUSD = (params.posthogCostOverride.inputCost ?? 0) * (usage.inputTokens ?? 0)
+      const outputCostUSD = (params.posthogCostOverride.outputCost ?? 0) * (usage.outputTokens ?? 0)
+      costOverrideData = {
+        $ai_input_cost_usd: inputCostUSD,
+        $ai_output_cost_usd: outputCostUSD,
+        $ai_total_cost_usd: inputCostUSD + outputCostUSD,
+      }
+    }
+
     client.capture({
       distinctId: distinctId ?? traceId,
       event: '$ai_generation',
       properties: {
-        $ai_provider: provider,
-        $ai_model: model,
+        $ai_provider: params.posthogProviderOverride ?? provider,
+        $ai_model: params.posthogModelOverride ?? model,
         $ai_model_parameters: getModelParams(params),
         $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, input),
         $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, output),
@@ -158,6 +177,7 @@ export const sendEventToPosthog = ({
         ...params.posthogProperties,
         ...(distinctId ? {} : { $process_person_profile: false }),
         ...errorData,
+        ...costOverrideData,
       },
       groups: params.posthogGroups,
     })

package/src/vercel/middleware.ts

@@ -2,7 +2,7 @@ import { wrapLanguageModel } from 'ai'
 import type { LanguageModelV1, LanguageModelV1Middleware, LanguageModelV1Prompt, LanguageModelV1StreamPart } from 'ai'
 import { v4 as uuidv4 } from 'uuid'
 import { PostHog } from 'posthog-node'
-import { sendEventToPosthog } from '../utils'
+import { CostOverride, sendEventToPosthog } from '../utils'
 
 interface ClientOptions {
   posthogDistinctId?: string
@@ -15,11 +15,6 @@ interface ClientOptions {
   posthogCostOverride?: CostOverride
 }
 
-interface CostOverride {
-  inputTokens: number
-  outputTokens: number
-}
-
 interface CreateInstrumentationMiddlewareOptions {
   posthogDistinctId: string
   posthogTraceId: string
@@ -96,7 +91,11 @@ export const createInstrumentationMiddleware = (
           options.posthogModelOverride ?? (result.response?.modelId ? result.response.modelId : model.modelId)
         const provider = options.posthogProviderOverride ?? extractProvider(model)
         const baseURL = '' // cannot currently get baseURL from vercel
-
+        let content = result.text
+        if (!content) {
+          // support generate Object
+          content = result.toolCalls?.[0].args || JSON.stringify(result)
+        }
         sendEventToPosthog({
           client: phClient,
           distinctId: options.posthogDistinctId,
@@ -104,7 +103,7 @@ export const createInstrumentationMiddleware = (
           model: modelId,
           provider: provider,
           input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
-          output: [{ content: result.text, role: 'assistant' }],
+          output: [{ content, role: 'assistant' }],
           latency,
           baseURL,
           params: mergedParams as any,