@posthog/ai 3.0.0 → 3.1.0

package/lib/index.d.ts

@@ -20,6 +20,13 @@ interface MonitoringParams {
     posthogProperties?: Record<string, any>;
     posthogPrivacyMode?: boolean;
     posthogGroups?: Record<string, any>;
+    posthogModelOverride?: string;
+    posthogProviderOverride?: string;
+    posthogCostOverride?: CostOverride;
+}
+interface CostOverride {
+    inputCost: number;
+    outputCost: number;
 }
 
 type ChatCompletion$1 = OpenAIOrignal.ChatCompletion;
@@ -88,10 +95,6 @@ interface ClientOptions {
     posthogProviderOverride?: string;
     posthogCostOverride?: CostOverride;
 }
-interface CostOverride {
-    inputTokens: number;
-    outputTokens: number;
-}
 declare const wrapVercelLanguageModel: (model: LanguageModelV1, phClient: PostHog, options: ClientOptions) => LanguageModelV1;
 
 type MessageCreateParamsNonStreaming = AnthropicOriginal.Messages.MessageCreateParamsNonStreaming;

package/lib/index.esm.js

@@ -84,12 +84,22 @@ const sendEventToPosthog = ({
         $ai_error: error
       };
     }
+    let costOverrideData = {};
+    if (params.posthogCostOverride) {
+      const inputCostUSD = (params.posthogCostOverride.inputCost ?? 0) * (usage.inputTokens ?? 0);
+      const outputCostUSD = (params.posthogCostOverride.outputCost ?? 0) * (usage.outputTokens ?? 0);
+      costOverrideData = {
+        $ai_input_cost_usd: inputCostUSD,
+        $ai_output_cost_usd: outputCostUSD,
+        $ai_total_cost_usd: inputCostUSD + outputCostUSD
+      };
+    }
     client.capture({
       distinctId: distinctId ?? traceId,
       event: '$ai_generation',
       properties: {
-        $ai_provider: provider,
-        $ai_model: model,
+        $ai_provider: params.posthogProviderOverride ?? provider,
+        $ai_model: params.posthogModelOverride ?? model,
         $ai_model_parameters: getModelParams(params),
         $ai_input: withPrivacyMode(client, params.posthogPrivacyMode ?? false, input),
         $ai_output_choices: withPrivacyMode(client, params.posthogPrivacyMode ?? false, output),
@@ -103,7 +113,8 @@ const sendEventToPosthog = ({
         ...(distinctId ? {} : {
           $process_person_profile: false
         }),
-        ...errorData
+        ...errorData,
+        ...costOverrideData
       },
       groups: params.posthogGroups
     });
@@ -485,6 +496,11 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
         const modelId = options.posthogModelOverride ?? (result.response?.modelId ? result.response.modelId : model.modelId);
         const provider = options.posthogProviderOverride ?? extractProvider(model);
         const baseURL = ''; // cannot currently get baseURL from vercel
+        let content = result.text;
+        if (!content) {
+          // support generate Object
+          content = result.toolCalls?.[0].args || JSON.stringify(result);
+        }
         sendEventToPosthog({
           client: phClient,
           distinctId: options.posthogDistinctId,
@@ -493,7 +509,7 @@ const createInstrumentationMiddleware = (phClient, model, options) => {
           provider: provider,
           input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
           output: [{
-            content: result.text,
+            content,
             role: 'assistant'
           }],
           latency,
@@ -1256,9 +1272,7 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
     this.debug = options.debug || false;
   }
   // ===== CALLBACK METHODS =====
-  handleChainStart(chain, inputs, runId, parentRunId, tags, metadata,
-  // eslint-disable-next-line @typescript-eslint/no-unused-vars
-  runType, runName) {
+  handleChainStart(chain, inputs, runId, parentRunId, tags, metadata, runType, runName) {
     this._logDebugEvent('on_chain_start', runId, parentRunId, {
       inputs,
       tags
@@ -1456,7 +1470,9 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
     const traceId = this._getTraceId(runId);
     this._popParentOfRun(runId);
     const run = this._popRunMetadata(runId);
-    if (!run) return;
+    if (!run) {
+      return;
+    }
     if ('modelParams' in run) {
       console.warn(`Run ${runId} is a generation, but attempted to be captured as a trace/span.`);
       return;
@@ -1565,10 +1581,14 @@ class LangChainCallbackHandler extends BaseCallbackHandler {
   _getLangchainRunName(serialized, ...args) {
     if (args && args.length > 0) {
       for (const arg of args) {
-        if (arg && typeof arg === 'object' && 'name' in arg) return arg.name;
+        if (arg && typeof arg === 'object' && 'name' in arg) {
+          return arg.name;
+        }
       }
     }
-    if (serialized && serialized.name) return serialized.name;
+    if (serialized && serialized.name) {
+      return serialized.name;
+    }
     if (serialized && serialized.id) {
       return Array.isArray(serialized.id) ? serialized.id[serialized.id.length - 1] : serialized.id;
     }