@posthog/ai 2.3.0 → 2.4.0

package/lib/posthog-ai/src/anthropic/index.d.ts

@@ -0,0 +1,28 @@
+import AnthropicOriginal from '@anthropic-ai/sdk';
+import { PostHog } from 'posthog-node';
+import { MonitoringParams } from '../utils';
+type MessageCreateParamsNonStreaming = AnthropicOriginal.Messages.MessageCreateParamsNonStreaming;
+type MessageCreateParamsStreaming = AnthropicOriginal.Messages.MessageCreateParamsStreaming;
+type Message = AnthropicOriginal.Messages.Message;
+type RawMessageStreamEvent = AnthropicOriginal.Messages.RawMessageStreamEvent;
+type MessageCreateParamsBase = AnthropicOriginal.Messages.MessageCreateParams;
+import type { APIPromise, RequestOptions } from '@anthropic-ai/sdk/core';
+import type { Stream } from '@anthropic-ai/sdk/streaming';
+interface MonitoringAnthropicConfig {
+    apiKey: string;
+    posthog: PostHog;
+    baseURL?: string;
+}
+export declare class PostHogAnthropic extends AnthropicOriginal {
+    private readonly phClient;
+    messages: WrappedMessages;
+    constructor(config: MonitoringAnthropicConfig);
+}
+export declare class WrappedMessages extends AnthropicOriginal.Messages {
+    private readonly phClient;
+    constructor(parentClient: PostHogAnthropic, phClient: PostHog);
+    create(body: MessageCreateParamsNonStreaming, options?: RequestOptions): APIPromise<Message>;
+    create(body: MessageCreateParamsStreaming & MonitoringParams, options?: RequestOptions): APIPromise<Stream<RawMessageStreamEvent>>;
+    create(body: MessageCreateParamsBase & MonitoringParams, options?: RequestOptions): APIPromise<Stream<RawMessageStreamEvent> | Message>;
+}
+export default PostHogAnthropic;

package/lib/posthog-ai/src/index.d.ts

@@ -1,6 +1,8 @@
 import PostHogOpenAI from './openai';
 import PostHogAzureOpenAI from './openai/azure';
 import { wrapVercelLanguageModel } from './vercel/middleware';
+import PostHogAnthropic from './anthropic';
 export { PostHogOpenAI as OpenAI };
 export { PostHogAzureOpenAI as AzureOpenAI };
+export { PostHogAnthropic as Anthropic };
 export { wrapVercelLanguageModel as withTracing };

package/lib/posthog-ai/src/utils.d.ts

@@ -1,6 +1,8 @@
 import { PostHog } from 'posthog-node';
 import OpenAIOrignal from 'openai';
+import AnthropicOriginal from '@anthropic-ai/sdk';
 type ChatCompletionCreateParamsBase = OpenAIOrignal.Chat.Completions.ChatCompletionCreateParams;
+type MessageCreateParams = AnthropicOriginal.Messages.MessageCreateParams;
 export interface MonitoringParams {
     posthogDistinctId?: string;
     posthogTraceId?: string;
@@ -8,7 +10,7 @@ export interface MonitoringParams {
     posthogPrivacyMode?: boolean;
     posthogGroups?: Record<string, any>;
 }
-export declare const getModelParams: (params: ChatCompletionCreateParamsBase & MonitoringParams) => Record<string, any>;
+export declare const getModelParams: (params: (ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams) => Record<string, any>;
 /**
  * Helper to format responses (non-streaming) for consumption, mirroring Python's openai vs. anthropic approach.
  */
@@ -24,7 +26,7 @@ export declare const formatResponseOpenAI: (response: any) => Array<{
     role: string;
     content: string;
 }>;
-export declare const mergeSystemPrompt: (params: ChatCompletionCreateParamsBase & MonitoringParams, provider: string) => any;
+export declare const mergeSystemPrompt: (params: MessageCreateParams & MonitoringParams, provider: string) => any;
 export declare const withPrivacyMode: (client: PostHog, privacyMode: boolean, input: any) => any;
 export type SendEventToPosthogParams = {
     client: PostHog;
@@ -41,7 +43,7 @@ export type SendEventToPosthogParams = {
         inputTokens?: number;
         outputTokens?: number;
     };
-    params: ChatCompletionCreateParamsBase & MonitoringParams;
+    params: (ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams;
     isError?: boolean;
     error?: string;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@posthog/ai",
-  "version": "2.3.0",
+  "version": "2.4.0",
   "description": "PostHog Node.js AI integrations",
   "repository": {
     "type": "git",
@@ -14,25 +14,27 @@
   "devDependencies": {
     "@types/jest": "^28.1.5",
     "@types/node": "^18.0.0",
+    "ai": "^4.0.0",
     "jest": "^29.0.0",
     "node-fetch": "^3.3.2",
+    "openai": "^4.0.0",
     "ts-jest": "^29.0.0",
-    "typescript": "^4.7.4",
-    "ai": "^4.0.0",
-    "openai": "^4.0.0"
+    "typescript": "^4.7.4"
   },
   "keywords": [
     "posthog",
     "ai",
     "openai",
     "anthropic",
-    "llm"
+    "llm",
+    "observability"
   ],
   "dependencies": {
-    "uuid": "^11.0.5",
-    "zod": "^3.24.1",
+    "@anthropic-ai/sdk": "^0.36.3",
     "ai": "^4.0.0",
-    "openai": "^4.0.0"
+    "openai": "^4.0.0",
+    "uuid": "^11.0.5",
+    "zod": "^3.24.1"
   },
   "scripts": {
     "test": "jest",

package/src/anthropic/index.ts

@@ -0,0 +1,195 @@
+import AnthropicOriginal from '@anthropic-ai/sdk'
+import { PostHog } from 'posthog-node'
+import { v4 as uuidv4 } from 'uuid'
+import { PassThrough } from 'stream'
+import { formatResponseAnthropic, mergeSystemPrompt, MonitoringParams, sendEventToPosthog } from '../utils'
+
+type MessageCreateParamsNonStreaming = AnthropicOriginal.Messages.MessageCreateParamsNonStreaming
+type MessageCreateParamsStreaming = AnthropicOriginal.Messages.MessageCreateParamsStreaming
+type MessageCreateParams = AnthropicOriginal.Messages.MessageCreateParams
+type Message = AnthropicOriginal.Messages.Message
+type RawMessageStreamEvent = AnthropicOriginal.Messages.RawMessageStreamEvent
+type MessageCreateParamsBase = AnthropicOriginal.Messages.MessageCreateParams
+
+import type { APIPromise, RequestOptions } from '@anthropic-ai/sdk/core'
+import type { Stream } from '@anthropic-ai/sdk/streaming'
+
+interface MonitoringAnthropicConfig {
+  apiKey: string
+  posthog: PostHog
+  baseURL?: string
+}
+
+export class PostHogAnthropic extends AnthropicOriginal {
+  private readonly phClient: PostHog
+  public messages: WrappedMessages
+
+  constructor(config: MonitoringAnthropicConfig) {
+    const { posthog, ...anthropicConfig } = config
+    super(anthropicConfig)
+    this.phClient = posthog
+    this.messages = new WrappedMessages(this, this.phClient)
+  }
+}
+
+export class WrappedMessages extends AnthropicOriginal.Messages {
+  private readonly phClient: PostHog
+
+  constructor(parentClient: PostHogAnthropic, phClient: PostHog) {
+    super(parentClient)
+    this.phClient = phClient
+  }
+
+  public create(body: MessageCreateParamsNonStreaming, options?: RequestOptions): APIPromise<Message>
+  public create(
+    body: MessageCreateParamsStreaming & MonitoringParams,
+    options?: RequestOptions
+  ): APIPromise<Stream<RawMessageStreamEvent>>
+  public create(
+    body: MessageCreateParamsBase & MonitoringParams,
+    options?: RequestOptions
+  ): APIPromise<Stream<RawMessageStreamEvent> | Message>
+  public create(
+    body: MessageCreateParams & MonitoringParams,
+    options?: RequestOptions
+  ): APIPromise<Message> | APIPromise<Stream<RawMessageStreamEvent>> {
+    const {
+      posthogDistinctId,
+      posthogTraceId,
+      posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+      posthogPrivacyMode = false,
+      posthogGroups,
+      ...anthropicParams
+    } = body
+
+    const traceId = posthogTraceId ?? uuidv4()
+    const startTime = Date.now()
+
+    const parentPromise = super.create(anthropicParams, options)
+
+    if (anthropicParams.stream) {
+      return parentPromise.then((value) => {
+        const passThroughStream = new PassThrough({ objectMode: true })
+        let accumulatedContent = ''
+        let usage: { inputTokens: number; outputTokens: number } = {
+          inputTokens: 0,
+          outputTokens: 0,
+        }
+        if ('tee' in value) {
+          const anthropicStream = value
+          ;(async () => {
+            try {
+              for await (const chunk of anthropicStream) {
+                if ('delta' in chunk) {
+                  if ('text' in chunk.delta) {
+                    const delta = chunk?.delta?.text ?? ''
+                    accumulatedContent += delta
+                  }
+                }
+                if (chunk.type == 'message_start') {
+                  usage.inputTokens = chunk.message.usage.input_tokens ?? 0
+                }
+                if ('usage' in chunk) {
+                  usage.outputTokens = chunk.usage.output_tokens ?? 0
+                }
+                passThroughStream.write(chunk)
+              }
+              const latency = (Date.now() - startTime) / 1000
+              sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId ?? traceId,
+                traceId,
+                model: anthropicParams.model,
+                provider: 'anthropic',
+                input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+                output: [{ content: accumulatedContent, role: 'assistant' }],
+                latency,
+                baseURL: (this as any).baseURL ?? '',
+                params: body,
+                httpStatus: 200,
+                usage,
+              })
+              passThroughStream.end()
+            } catch (error: any) {
+              // error handling
+              sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId ?? traceId,
+                traceId,
+                model: anthropicParams.model,
+                provider: 'anthropic',
+                input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+                output: [],
+                latency: 0,
+                baseURL: (this as any).baseURL ?? '',
+                params: body,
+                httpStatus: error?.status ? error.status : 500,
+                usage: {
+                  inputTokens: 0,
+                  outputTokens: 0,
+                },
+                isError: true,
+                error: JSON.stringify(error),
+              })
+              passThroughStream.emit('error', error)
+            }
+          })()
+        }
+        return passThroughStream as unknown as Stream<RawMessageStreamEvent>
+      }) as APIPromise<Stream<RawMessageStreamEvent>>
+    } else {
+      const wrappedPromise = parentPromise.then(
+        (result) => {
+          if ('content' in result) {
+            const latency = (Date.now() - startTime) / 1000
+            sendEventToPosthog({
+              client: this.phClient,
+              distinctId: posthogDistinctId ?? traceId,
+              traceId,
+              model: anthropicParams.model,
+              provider: 'anthropic',
+              input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+              output: formatResponseAnthropic(result),
+              latency,
+              baseURL: (this as any).baseURL ?? '',
+              params: body,
+              httpStatus: 200,
+              usage: {
+                inputTokens: result.usage.input_tokens ?? 0,
+                outputTokens: result.usage.output_tokens ?? 0,
+              },
+            })
+          }
+          return result
+        },
+        (error: any) => {
+          sendEventToPosthog({
+            client: this.phClient,
+            distinctId: posthogDistinctId ?? traceId,
+            traceId,
+            model: anthropicParams.model,
+            provider: 'anthropic',
+            input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+            output: [],
+            latency: 0,
+            baseURL: (this as any).baseURL ?? '',
+            params: body,
+            httpStatus: error?.status ? error.status : 500,
+            usage: {
+              inputTokens: 0,
+              outputTokens: 0,
+            },
+            isError: true,
+            error: JSON.stringify(error),
+          })
+          throw error
+        }
+      ) as APIPromise<Message>
+
+      return wrappedPromise
+    }
+  }
+}
+
+export default PostHogAnthropic

package/src/index.ts

@@ -1,7 +1,9 @@
 import PostHogOpenAI from './openai'
 import PostHogAzureOpenAI from './openai/azure'
 import { wrapVercelLanguageModel } from './vercel/middleware'
+import PostHogAnthropic from './anthropic'
 
 export { PostHogOpenAI as OpenAI }
 export { PostHogAzureOpenAI as AzureOpenAI }
+export { PostHogAnthropic as Anthropic }
 export { wrapVercelLanguageModel as withTracing }

package/src/openai/azure.ts

@@ -2,7 +2,7 @@ import OpenAIOrignal, { AzureOpenAI } from 'openai'
 import { PostHog } from 'posthog-node'
 import { v4 as uuidv4 } from 'uuid'
 import { PassThrough } from 'stream'
-import { mergeSystemPrompt, MonitoringParams, sendEventToPosthog } from '../utils'
+import { formatResponseOpenAI, MonitoringParams, sendEventToPosthog } from '../utils'
 
 type ChatCompletion = OpenAIOrignal.ChatCompletion
 type ChatCompletionChunk = OpenAIOrignal.ChatCompletionChunk
@@ -74,6 +74,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
       posthogDistinctId,
       posthogTraceId,
       posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
       posthogPrivacyMode = false,
       posthogGroups,
       ...openAIParams
@@ -117,7 +118,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                 traceId,
                 model,
                 provider: 'azure',
-                input: mergeSystemPrompt(openAIParams, 'azure'),
+                input: openAIParams.messages,
                 output: [{ content: accumulatedContent, role: 'assistant' }],
                 latency,
                 baseURL: (this as any).baseURL ?? '',
@@ -134,7 +135,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                 traceId,
                 model,
                 provider: 'azure',
-                input: mergeSystemPrompt(openAIParams, 'azure'),
+                input: openAIParams.messages,
                 output: JSON.stringify(error),
                 latency: 0,
                 baseURL: (this as any).baseURL ?? '',
@@ -167,9 +168,9 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
               distinctId: posthogDistinctId ?? traceId,
               traceId,
               model,
-              provider: '1234',
-              input: mergeSystemPrompt(openAIParams, 'azure'),
-              output: [{ content: result.choices[0].message.content, role: 'assistant' }],
+              provider: 'azure',
+              input: openAIParams.messages,
+              output: formatResponseOpenAI(result),
               latency,
               baseURL: (this as any).baseURL ?? '',
               params: body,
@@ -189,7 +190,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
             traceId,
             model: openAIParams.model,
             provider: 'azure',
-            input: mergeSystemPrompt(openAIParams, 'azure'),
+            input: openAIParams.messages,
             output: [],
             latency: 0,
             baseURL: (this as any).baseURL ?? '',

package/src/openai/index.ts

@@ -2,7 +2,7 @@ import OpenAIOrignal from 'openai'
 import { PostHog } from 'posthog-node'
 import { v4 as uuidv4 } from 'uuid'
 import { PassThrough } from 'stream'
-import { mergeSystemPrompt, MonitoringParams, sendEventToPosthog } from '../utils'
+import { formatResponseOpenAI, MonitoringParams, sendEventToPosthog } from '../utils'
 
 type ChatCompletion = OpenAIOrignal.ChatCompletion
 type ChatCompletionChunk = OpenAIOrignal.ChatCompletionChunk
@@ -74,6 +74,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
       posthogDistinctId,
       posthogTraceId,
       posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
       posthogPrivacyMode = false,
       posthogGroups,
       ...openAIParams
@@ -114,7 +115,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
                 traceId,
                 model: openAIParams.model,
                 provider: 'openai',
-                input: mergeSystemPrompt(openAIParams, 'openai'),
+                input: openAIParams.messages,
                 output: [{ content: accumulatedContent, role: 'assistant' }],
                 latency,
                 baseURL: (this as any).baseURL ?? '',
@@ -131,7 +132,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
                 traceId,
                 model: openAIParams.model,
                 provider: 'openai',
-                input: mergeSystemPrompt(openAIParams, 'openai'),
+                input: openAIParams.messages,
                 output: [],
                 latency: 0,
                 baseURL: (this as any).baseURL ?? '',
@@ -161,8 +162,8 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
               traceId,
               model: openAIParams.model,
               provider: 'openai',
-              input: mergeSystemPrompt(openAIParams, 'openai'),
-              output: [{ content: result.choices[0].message.content, role: 'assistant' }],
+              input: openAIParams.messages,
+              output: formatResponseOpenAI(result),
               latency,
               baseURL: (this as any).baseURL ?? '',
               params: body,
@@ -182,7 +183,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
             traceId,
             model: openAIParams.model,
             provider: 'openai',
-            input: mergeSystemPrompt(openAIParams, 'openai'),
+            input: openAIParams.messages,
             output: [],
             latency: 0,
             baseURL: (this as any).baseURL ?? '',

package/src/utils.ts

@@ -1,7 +1,9 @@
 import { PostHog } from 'posthog-node'
 import OpenAIOrignal from 'openai'
+import AnthropicOriginal from '@anthropic-ai/sdk'
 
 type ChatCompletionCreateParamsBase = OpenAIOrignal.Chat.Completions.ChatCompletionCreateParams
+type MessageCreateParams = AnthropicOriginal.Messages.MessageCreateParams
 
 export interface MonitoringParams {
   posthogDistinctId?: string
@@ -11,7 +13,9 @@ export interface MonitoringParams {
   posthogGroups?: Record<string, any>
 }
 
-export const getModelParams = (params: ChatCompletionCreateParamsBase & MonitoringParams): Record<string, any> => {
+export const getModelParams = (
+  params: (ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams
+): Record<string, any> => {
   const modelParams: Record<string, any> = {}
   const paramKeys = [
     'temperature',
@@ -76,7 +80,7 @@ export const formatResponseOpenAI = (response: any): Array<{ role: string; conte
   return output
 }
 
-export const mergeSystemPrompt = (params: ChatCompletionCreateParamsBase & MonitoringParams, provider: string): any => {
+export const mergeSystemPrompt = (params: MessageCreateParams & MonitoringParams, provider: string): any => {
   if (provider == 'anthropic') {
     const messages = params.messages || []
     if (!(params as any).system) {
@@ -104,7 +108,7 @@ export type SendEventToPosthogParams = {
   baseURL: string
   httpStatus: number
   usage?: { inputTokens?: number; outputTokens?: number }
-  params: ChatCompletionCreateParamsBase & MonitoringParams
+  params: (ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams
   isError?: boolean
   error?: string
 }

package/src/vercel/middleware.ts

@@ -68,6 +68,13 @@ const mapVercelPrompt = (prompt: LanguageModelV1Prompt): PostHogInput[] => {
   })
 }
 
+const extractProvider = (model: LanguageModelV1): string => {
+  // vercel provider is in the format of provider.endpoint
+  const provider = model.provider.toLowerCase()
+  const providerName = provider.split('.')[0]
+  return providerName
+}
+
 export const createInstrumentationMiddleware = (
   phClient: PostHog,
   model: LanguageModelV1,
@@ -83,9 +90,10 @@ export const createInstrumentationMiddleware = (
       try {
         const result = await doGenerate()
         const latency = (Date.now() - startTime) / 1000
-
-        const modelId = options.posthogModelOverride ?? (result.response?.modelId ? result.response.modelId : model.modelId)
-        const provider = options.posthogProviderOverride ?? model.provider
+        const modelId =
+          options.posthogModelOverride ?? (result.response?.modelId ? result.response.modelId : model.modelId)
+        const provider = options.posthogProviderOverride ?? extractProvider(model)
+        const baseURL = '' // cannot currently get baseURL from vercel
 
         sendEventToPosthog({
           client: phClient,
@@ -96,7 +104,7 @@ export const createInstrumentationMiddleware = (
           input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
           output: [{ content: result.text, role: 'assistant' }],
           latency,
-          baseURL: '',
+          baseURL,
           params: mergedParams as any,
           httpStatus: 200,
           usage: {
@@ -141,10 +149,10 @@ export const createInstrumentationMiddleware = (
       }
 
       const modelId = options.posthogModelOverride ?? model.modelId
-      const provider = options.posthogProviderOverride ?? model.provider
+      const provider = options.posthogProviderOverride ?? extractProvider(model)
+      const baseURL = '' // cannot currently get baseURL from vercel
       try {
         const { stream, ...rest } = await doStream()
-
         const transformStream = new TransformStream<LanguageModelV1StreamPart, LanguageModelV1StreamPart>({
           transform(chunk, controller) {
             if (chunk.type === 'text-delta') {
@@ -170,7 +178,7 @@ export const createInstrumentationMiddleware = (
               input: options.posthogPrivacyMode ? '' : mapVercelPrompt(params.prompt),
               output: [{ content: generatedText, role: 'assistant' }],
               latency,
-              baseURL: '',
+              baseURL,
               params: mergedParams as any,
               httpStatus: 200,
               usage,