@posthog/ai 2.3.1 → 2.4.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@posthog/ai",
-  "version": "2.3.1",
+  "version": "2.4.0",
   "description": "PostHog Node.js AI integrations",
   "repository": {
     "type": "git",
@@ -14,25 +14,27 @@
   "devDependencies": {
     "@types/jest": "^28.1.5",
     "@types/node": "^18.0.0",
+    "ai": "^4.0.0",
     "jest": "^29.0.0",
     "node-fetch": "^3.3.2",
+    "openai": "^4.0.0",
     "ts-jest": "^29.0.0",
-    "typescript": "^4.7.4",
-    "ai": "^4.0.0",
-    "openai": "^4.0.0"
+    "typescript": "^4.7.4"
   },
   "keywords": [
     "posthog",
     "ai",
     "openai",
     "anthropic",
-    "llm"
+    "llm",
+    "observability"
   ],
   "dependencies": {
-    "uuid": "^11.0.5",
-    "zod": "^3.24.1",
+    "@anthropic-ai/sdk": "^0.36.3",
     "ai": "^4.0.0",
-    "openai": "^4.0.0"
+    "openai": "^4.0.0",
+    "uuid": "^11.0.5",
+    "zod": "^3.24.1"
   },
   "scripts": {
     "test": "jest",

package/src/anthropic/index.ts

@@ -0,0 +1,195 @@
+import AnthropicOriginal from '@anthropic-ai/sdk'
+import { PostHog } from 'posthog-node'
+import { v4 as uuidv4 } from 'uuid'
+import { PassThrough } from 'stream'
+import { formatResponseAnthropic, mergeSystemPrompt, MonitoringParams, sendEventToPosthog } from '../utils'
+
+type MessageCreateParamsNonStreaming = AnthropicOriginal.Messages.MessageCreateParamsNonStreaming
+type MessageCreateParamsStreaming = AnthropicOriginal.Messages.MessageCreateParamsStreaming
+type MessageCreateParams = AnthropicOriginal.Messages.MessageCreateParams
+type Message = AnthropicOriginal.Messages.Message
+type RawMessageStreamEvent = AnthropicOriginal.Messages.RawMessageStreamEvent
+type MessageCreateParamsBase = AnthropicOriginal.Messages.MessageCreateParams
+
+import type { APIPromise, RequestOptions } from '@anthropic-ai/sdk/core'
+import type { Stream } from '@anthropic-ai/sdk/streaming'
+
+interface MonitoringAnthropicConfig {
+  apiKey: string
+  posthog: PostHog
+  baseURL?: string
+}
+
+export class PostHogAnthropic extends AnthropicOriginal {
+  private readonly phClient: PostHog
+  public messages: WrappedMessages
+
+  constructor(config: MonitoringAnthropicConfig) {
+    const { posthog, ...anthropicConfig } = config
+    super(anthropicConfig)
+    this.phClient = posthog
+    this.messages = new WrappedMessages(this, this.phClient)
+  }
+}
+
+export class WrappedMessages extends AnthropicOriginal.Messages {
+  private readonly phClient: PostHog
+
+  constructor(parentClient: PostHogAnthropic, phClient: PostHog) {
+    super(parentClient)
+    this.phClient = phClient
+  }
+
+  public create(body: MessageCreateParamsNonStreaming, options?: RequestOptions): APIPromise<Message>
+  public create(
+    body: MessageCreateParamsStreaming & MonitoringParams,
+    options?: RequestOptions
+  ): APIPromise<Stream<RawMessageStreamEvent>>
+  public create(
+    body: MessageCreateParamsBase & MonitoringParams,
+    options?: RequestOptions
+  ): APIPromise<Stream<RawMessageStreamEvent> | Message>
+  public create(
+    body: MessageCreateParams & MonitoringParams,
+    options?: RequestOptions
+  ): APIPromise<Message> | APIPromise<Stream<RawMessageStreamEvent>> {
+    const {
+      posthogDistinctId,
+      posthogTraceId,
+      posthogProperties,
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+      posthogPrivacyMode = false,
+      posthogGroups,
+      ...anthropicParams
+    } = body
+
+    const traceId = posthogTraceId ?? uuidv4()
+    const startTime = Date.now()
+
+    const parentPromise = super.create(anthropicParams, options)
+
+    if (anthropicParams.stream) {
+      return parentPromise.then((value) => {
+        const passThroughStream = new PassThrough({ objectMode: true })
+        let accumulatedContent = ''
+        let usage: { inputTokens: number; outputTokens: number } = {
+          inputTokens: 0,
+          outputTokens: 0,
+        }
+        if ('tee' in value) {
+          const anthropicStream = value
+          ;(async () => {
+            try {
+              for await (const chunk of anthropicStream) {
+                if ('delta' in chunk) {
+                  if ('text' in chunk.delta) {
+                    const delta = chunk?.delta?.text ?? ''
+                    accumulatedContent += delta
+                  }
+                }
+                if (chunk.type == 'message_start') {
+                  usage.inputTokens = chunk.message.usage.input_tokens ?? 0
+                }
+                if ('usage' in chunk) {
+                  usage.outputTokens = chunk.usage.output_tokens ?? 0
+                }
+                passThroughStream.write(chunk)
+              }
+              const latency = (Date.now() - startTime) / 1000
+              sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId ?? traceId,
+                traceId,
+                model: anthropicParams.model,
+                provider: 'anthropic',
+                input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+                output: [{ content: accumulatedContent, role: 'assistant' }],
+                latency,
+                baseURL: (this as any).baseURL ?? '',
+                params: body,
+                httpStatus: 200,
+                usage,
+              })
+              passThroughStream.end()
+            } catch (error: any) {
+              // error handling
+              sendEventToPosthog({
+                client: this.phClient,
+                distinctId: posthogDistinctId ?? traceId,
+                traceId,
+                model: anthropicParams.model,
+                provider: 'anthropic',
+                input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+                output: [],
+                latency: 0,
+                baseURL: (this as any).baseURL ?? '',
+                params: body,
+                httpStatus: error?.status ? error.status : 500,
+                usage: {
+                  inputTokens: 0,
+                  outputTokens: 0,
+                },
+                isError: true,
+                error: JSON.stringify(error),
+              })
+              passThroughStream.emit('error', error)
+            }
+          })()
+        }
+        return passThroughStream as unknown as Stream<RawMessageStreamEvent>
+      }) as APIPromise<Stream<RawMessageStreamEvent>>
+    } else {
+      const wrappedPromise = parentPromise.then(
+        (result) => {
+          if ('content' in result) {
+            const latency = (Date.now() - startTime) / 1000
+            sendEventToPosthog({
+              client: this.phClient,
+              distinctId: posthogDistinctId ?? traceId,
+              traceId,
+              model: anthropicParams.model,
+              provider: 'anthropic',
+              input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+              output: formatResponseAnthropic(result),
+              latency,
+              baseURL: (this as any).baseURL ?? '',
+              params: body,
+              httpStatus: 200,
+              usage: {
+                inputTokens: result.usage.input_tokens ?? 0,
+                outputTokens: result.usage.output_tokens ?? 0,
+              },
+            })
+          }
+          return result
+        },
+        (error: any) => {
+          sendEventToPosthog({
+            client: this.phClient,
+            distinctId: posthogDistinctId ?? traceId,
+            traceId,
+            model: anthropicParams.model,
+            provider: 'anthropic',
+            input: mergeSystemPrompt(anthropicParams, 'anthropic'),
+            output: [],
+            latency: 0,
+            baseURL: (this as any).baseURL ?? '',
+            params: body,
+            httpStatus: error?.status ? error.status : 500,
+            usage: {
+              inputTokens: 0,
+              outputTokens: 0,
+            },
+            isError: true,
+            error: JSON.stringify(error),
+          })
+          throw error
+        }
+      ) as APIPromise<Message>
+
+      return wrappedPromise
+    }
+  }
+}
+
+export default PostHogAnthropic

package/src/index.ts

@@ -1,7 +1,9 @@
 import PostHogOpenAI from './openai'
 import PostHogAzureOpenAI from './openai/azure'
 import { wrapVercelLanguageModel } from './vercel/middleware'
+import PostHogAnthropic from './anthropic'
 
 export { PostHogOpenAI as OpenAI }
 export { PostHogAzureOpenAI as AzureOpenAI }
+export { PostHogAnthropic as Anthropic }
 export { wrapVercelLanguageModel as withTracing }

package/src/openai/azure.ts

@@ -2,7 +2,7 @@ import OpenAIOrignal, { AzureOpenAI } from 'openai'
 import { PostHog } from 'posthog-node'
 import { v4 as uuidv4 } from 'uuid'
 import { PassThrough } from 'stream'
-import { mergeSystemPrompt, MonitoringParams, sendEventToPosthog } from '../utils'
+import { formatResponseOpenAI, MonitoringParams, sendEventToPosthog } from '../utils'
 
 type ChatCompletion = OpenAIOrignal.ChatCompletion
 type ChatCompletionChunk = OpenAIOrignal.ChatCompletionChunk
@@ -118,7 +118,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                 traceId,
                 model,
                 provider: 'azure',
-                input: mergeSystemPrompt(openAIParams, 'azure'),
+                input: openAIParams.messages,
                 output: [{ content: accumulatedContent, role: 'assistant' }],
                 latency,
                 baseURL: (this as any).baseURL ?? '',
@@ -135,7 +135,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
                 traceId,
                 model,
                 provider: 'azure',
-                input: mergeSystemPrompt(openAIParams, 'azure'),
+                input: openAIParams.messages,
                 output: JSON.stringify(error),
                 latency: 0,
                 baseURL: (this as any).baseURL ?? '',
@@ -168,9 +168,9 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
               distinctId: posthogDistinctId ?? traceId,
               traceId,
               model,
-              provider: '1234',
-              input: mergeSystemPrompt(openAIParams, 'azure'),
-              output: [{ content: result.choices[0].message.content, role: 'assistant' }],
+              provider: 'azure',
+              input: openAIParams.messages,
+              output: formatResponseOpenAI(result),
               latency,
               baseURL: (this as any).baseURL ?? '',
               params: body,
@@ -190,7 +190,7 @@ export class WrappedCompletions extends AzureOpenAI.Chat.Completions {
             traceId,
             model: openAIParams.model,
             provider: 'azure',
-            input: mergeSystemPrompt(openAIParams, 'azure'),
+            input: openAIParams.messages,
             output: [],
             latency: 0,
             baseURL: (this as any).baseURL ?? '',

package/src/openai/index.ts

@@ -2,7 +2,7 @@ import OpenAIOrignal from 'openai'
 import { PostHog } from 'posthog-node'
 import { v4 as uuidv4 } from 'uuid'
 import { PassThrough } from 'stream'
-import { mergeSystemPrompt, MonitoringParams, sendEventToPosthog } from '../utils'
+import { formatResponseOpenAI, MonitoringParams, sendEventToPosthog } from '../utils'
 
 type ChatCompletion = OpenAIOrignal.ChatCompletion
 type ChatCompletionChunk = OpenAIOrignal.ChatCompletionChunk
@@ -115,7 +115,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
                 traceId,
                 model: openAIParams.model,
                 provider: 'openai',
-                input: mergeSystemPrompt(openAIParams, 'openai'),
+                input: openAIParams.messages,
                 output: [{ content: accumulatedContent, role: 'assistant' }],
                 latency,
                 baseURL: (this as any).baseURL ?? '',
@@ -132,7 +132,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
                 traceId,
                 model: openAIParams.model,
                 provider: 'openai',
-                input: mergeSystemPrompt(openAIParams, 'openai'),
+                input: openAIParams.messages,
                 output: [],
                 latency: 0,
                 baseURL: (this as any).baseURL ?? '',
@@ -162,8 +162,8 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
               traceId,
               model: openAIParams.model,
               provider: 'openai',
-              input: mergeSystemPrompt(openAIParams, 'openai'),
-              output: [{ content: result.choices[0].message.content, role: 'assistant' }],
+              input: openAIParams.messages,
+              output: formatResponseOpenAI(result),
               latency,
               baseURL: (this as any).baseURL ?? '',
               params: body,
@@ -183,7 +183,7 @@ export class WrappedCompletions extends OpenAIOrignal.Chat.Completions {
             traceId,
             model: openAIParams.model,
             provider: 'openai',
-            input: mergeSystemPrompt(openAIParams, 'openai'),
+            input: openAIParams.messages,
             output: [],
             latency: 0,
             baseURL: (this as any).baseURL ?? '',

package/src/utils.ts

@@ -1,7 +1,9 @@
 import { PostHog } from 'posthog-node'
 import OpenAIOrignal from 'openai'
+import AnthropicOriginal from '@anthropic-ai/sdk'
 
 type ChatCompletionCreateParamsBase = OpenAIOrignal.Chat.Completions.ChatCompletionCreateParams
+type MessageCreateParams = AnthropicOriginal.Messages.MessageCreateParams
 
 export interface MonitoringParams {
   posthogDistinctId?: string
@@ -11,7 +13,9 @@ export interface MonitoringParams {
   posthogGroups?: Record<string, any>
 }
 
-export const getModelParams = (params: ChatCompletionCreateParamsBase & MonitoringParams): Record<string, any> => {
+export const getModelParams = (
+  params: (ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams
+): Record<string, any> => {
   const modelParams: Record<string, any> = {}
   const paramKeys = [
     'temperature',
@@ -76,7 +80,7 @@ export const formatResponseOpenAI = (response: any): Array<{ role: string; conte
   return output
 }
 
-export const mergeSystemPrompt = (params: ChatCompletionCreateParamsBase & MonitoringParams, provider: string): any => {
+export const mergeSystemPrompt = (params: MessageCreateParams & MonitoringParams, provider: string): any => {
   if (provider == 'anthropic') {
     const messages = params.messages || []
     if (!(params as any).system) {
@@ -104,7 +108,7 @@ export type SendEventToPosthogParams = {
   baseURL: string
   httpStatus: number
   usage?: { inputTokens?: number; outputTokens?: number }
-  params: ChatCompletionCreateParamsBase & MonitoringParams
+  params: (ChatCompletionCreateParamsBase | MessageCreateParams) & MonitoringParams
   isError?: boolean
   error?: string
 }