@posthog/ai 8.6.5 → 8.6.7

package/dist/openai/index.cjs

@@ -548,7 +548,7 @@ function formatOpenAIResponsesInput(input, instructions) {
   return messages;
 }
 
-var version = "8.6.5";
+var version = "8.6.7";
 
 const DEFAULT_MAX_DEPTH = 3;
 const MAX_STACK_LINES = 20;
@@ -746,7 +746,9 @@ const captureAiGeneration$1 = async (client, options) => {
         $ai_output_tokens: usage.outputTokens
       } : {}),
       ...additionalTokenValues,
-      $ai_latency: options.latency ?? 0,
+      ...(options.latency !== undefined ? {
+        $ai_latency: options.latency
+      } : {}),
       ...(options.timeToFirstToken !== undefined ? {
         $ai_time_to_first_token: options.timeToFirstToken
       } : {}),
@@ -887,6 +889,77 @@ function getResponseFailure(response) {
   } : new Error(`OpenAI response ${response.id} failed without error details`);
 }
 
+function isPendingBackgroundResponse(params, response) {
+  return params.background === true && !!response.status && !isTerminalResponse(response);
+}
+
+/**
+ * Uses provider timestamps so background polling cadence does not inflate
+ * generation latency. Non-completed responses do not expose a terminal time.
+ */
+function getBackgroundResponseLatency(response) {
+  if (typeof response.created_at !== 'number' || typeof response.completed_at !== 'number') {
+    return undefined;
+  }
+  return Math.max(0, response.completed_at - response.created_at);
+}
+
+/**
+ * Keeps the original create context available while a background response is
+ * polled. Entries are insertion ordered, so the oldest context is discarded
+ * when the bound is reached.
+ */
+class BackgroundResponseTracker {
+  contexts = new Map();
+  constructor(maxEntries = 1000) {
+    this.maxEntries = maxEntries;
+  }
+  set(responseID, context) {
+    // Refresh an existing response's insertion order.
+    this.contexts.delete(responseID);
+    this.contexts.set(responseID, context);
+    while (this.contexts.size > this.maxEntries) {
+      const oldestResponseID = this.contexts.keys().next().value;
+      if (oldestResponseID === undefined) {
+        break;
+      }
+      this.contexts.delete(oldestResponseID);
+    }
+  }
+  get(responseID) {
+    return this.contexts.get(responseID);
+  }
+  take(responseID) {
+    const context = this.contexts.get(responseID);
+    if (context !== undefined) {
+      this.contexts.delete(responseID);
+    }
+    return context;
+  }
+}
+
+/**
+ * Inspects a streamed background retrieval without consuming it on the
+ * caller's behalf. The stored create context is consumed only by a terminal
+ * response; an interrupted or nonterminal stream may be followed by another
+ * retrieval while the background job continues.
+ */
+function wrapBackgroundResponseStream(stream, responseID, tracker, captureTerminalResponse) {
+  async function* inspectStream() {
+    for await (const event of stream) {
+      if ('response' in event && isTerminalResponse(event.response)) {
+        const context = tracker.take(responseID);
+        if (context) {
+          // Monitoring must not delay or disrupt delivery of the provider stream.
+          void captureTerminalResponse(event.response, context).catch(() => undefined);
+        }
+      }
+      yield event;
+    }
+  }
+  return new streaming.Stream(() => inspectStream(), stream.controller);
+}
+
 function addRequestId(result, response, requestIdHeader) {
   if (!result || typeof result !== 'object' || Array.isArray(result)) {
     return result;
@@ -1466,11 +1539,43 @@ let WrappedCompletions$1 = class WrappedCompletions extends openai.AzureOpenAI.C
   }
 };
 let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Responses {
+  backgroundResponses = new BackgroundResponseTracker();
   constructor(client, phClient) {
     super(client);
     this.phClient = phClient;
     this.baseURL = client.baseURL;
   }
+  async captureBackgroundResponse(result, context) {
+    const {
+      openAIParams,
+      posthogParams
+    } = context;
+    await captureAiGeneration(this.phClient, {
+      ...posthogParams,
+      model: openAIParams.model ?? result.model,
+      provider: 'azure',
+      input: formatOpenAIResponsesInput(openAIParams.input, openAIParams.instructions),
+      output: result.output,
+      latency: getBackgroundResponseLatency(result),
+      baseURL: this.baseURL,
+      modelParameters: getModelParams(openAIParams, result.service_tier),
+      httpStatus: 200,
+      usage: {
+        inputTokens: result.usage?.input_tokens ?? 0,
+        outputTokens: result.usage?.output_tokens ?? 0,
+        reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
+        cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0,
+        rawUsage: result.usage
+      },
+      stopReason: result.status ?? undefined,
+      completionId: result.id,
+      providerMetadata: buildProviderMetadata({
+        requestId: extractRequestId(result),
+        incompleteDetails: result.incomplete_details
+      }),
+      error: getResponseFailure(result)
+    });
+  }
 
   // --- Overload #1: Non-streaming
 
@@ -1517,6 +1622,12 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
                   if (!completionIdFromResponse && chunk.response.id) {
                     completionIdFromResponse = chunk.response.id;
                   }
+                  if (openAIParams.background === true && !this.backgroundResponses.get(chunk.response.id)) {
+                    this.backgroundResponses.set(chunk.response.id, {
+                      openAIParams,
+                      posthogParams
+                    });
+                  }
                   if (chunk.response.service_tier != null) {
                     serviceTierFromResponse = chunk.response.service_tier;
                   }
@@ -1534,6 +1645,15 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
                   };
                 }
               }
+              if (openAIParams.background === true) {
+                if (terminalResponse) {
+                  const context = this.backgroundResponses.take(terminalResponse.id);
+                  if (context) {
+                    await this.captureBackgroundResponse(terminalResponse, context).catch(() => undefined);
+                  }
+                }
+                return;
+              }
               const latency = (Date.now() - startTime) / 1000;
               const timeToFirstToken = firstTokenTime !== undefined ? (firstTokenTime - startTime) / 1000 : undefined;
               await captureAiGeneration(this.phClient, {
@@ -1556,6 +1676,9 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
                 error: getResponseFailure(terminalResponse)
               });
             } catch (error) {
+              if (openAIParams.background === true && completionIdFromResponse && this.backgroundResponses.get(completionIdFromResponse)) {
+                throw error;
+              }
               await captureAiGeneration(this.phClient, {
                 ...posthogParams,
                 model: openAIParams.model,
@@ -1588,6 +1711,13 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
     } else {
       const wrappedPromise = parentPromise.then(async result => {
         if ('output' in result) {
+          if (isPendingBackgroundResponse(openAIParams, result)) {
+            this.backgroundResponses.set(result.id, {
+              openAIParams,
+              posthogParams
+            });
+            return result;
+          }
           const latency = (Date.now() - startTime) / 1000;
           await captureAiGeneration(this.phClient, {
             ...posthogParams,
@@ -1603,7 +1733,8 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
               inputTokens: result.usage?.input_tokens ?? 0,
               outputTokens: result.usage?.output_tokens ?? 0,
               reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
-              cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0
+              cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0,
+              rawUsage: result.usage
             },
             stopReason: result.status ?? undefined,
             completionId: result.id,
@@ -1638,6 +1769,55 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
       return preserveProviderPromise(parentPromise, wrappedPromise);
     }
   }
+  retrieve(responseID, query = {}, options) {
+    const parentPromise = super.retrieve(responseID, query, options);
+
+    // Preserve the upstream promise and stream unchanged for responses that
+    // were not created through this client.
+    if (!this.backgroundResponses.get(responseID)) {
+      return parentPromise;
+    }
+    if (query.stream) {
+      return parentPromise._thenUnwrap(result => {
+        if ('controller' in result) {
+          return wrapBackgroundResponseStream(result, responseID, this.backgroundResponses, (response, context) => this.captureBackgroundResponse(response, context));
+        }
+        return result;
+      });
+    }
+    return parentPromise._thenUnwrap(async result => {
+      if (!('output' in result) || !isTerminalResponse(result)) {
+        return result;
+      }
+
+      // Removing the context before capture makes concurrent or repeated
+      // terminal polls idempotent.
+      const context = this.backgroundResponses.take(responseID);
+      if (context) {
+        await this.captureBackgroundResponse(result, context).catch(() => undefined);
+      }
+      return result;
+    });
+  }
+  cancel(responseID, options) {
+    const parentPromise = super.cancel(responseID, options);
+
+    // Avoid wrapping calls that do not belong to a background response created
+    // through this client, preserving the upstream APIPromise unchanged.
+    if (!this.backgroundResponses.get(responseID)) {
+      return parentPromise;
+    }
+    return parentPromise._thenUnwrap(async result => {
+      if (!isTerminalResponse(result)) {
+        return result;
+      }
+      const context = this.backgroundResponses.take(responseID);
+      if (context) {
+        await this.captureBackgroundResponse(result, context).catch(() => undefined);
+      }
+      return result;
+    });
+  }
   parse(body, options) {
     const {
       providerParams: openAIParams,
@@ -1646,6 +1826,13 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
     const startTime = Date.now();
     const parentPromise = callWithOriginalCreate(this, super.create.bind(this), () => super.parse(openAIParams, options));
     const wrappedPromise = parentPromise.then(async result => {
+      if (isPendingBackgroundResponse(openAIParams, result)) {
+        this.backgroundResponses.set(result.id, {
+          openAIParams,
+          posthogParams
+        });
+        return result;
+      }
       const latency = (Date.now() - startTime) / 1000;
       await captureAiGeneration(this.phClient, {
         ...posthogParams,
@@ -1661,7 +1848,8 @@ let WrappedResponses$1 = class WrappedResponses extends openai.AzureOpenAI.Respo
           inputTokens: result.usage?.input_tokens ?? 0,
           outputTokens: result.usage?.output_tokens ?? 0,
           reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
-          cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0
+          cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0,
+          rawUsage: result.usage
         },
         stopReason: result.status ?? undefined,
         completionId: result.id,
@@ -1767,9 +1955,6 @@ async function captureAiGenerationAfterSuccess(...args) {
     captureAiGenerationInBackground(...args);
   }
 }
-function isPendingBackgroundResponse(params, response) {
-  return params.background === true && !response.usage && !!response.status && !isTerminalResponse(response);
-}
 class PostHogOpenAI extends openai.OpenAI {
   constructor(config) {
     const {
@@ -2072,11 +2257,47 @@ class WrappedCompletions extends Completions {
   }
 }
 class WrappedResponses extends Responses {
+  backgroundResponses = new BackgroundResponseTracker();
   constructor(client, phClient) {
     super(client);
     this.phClient = phClient;
     this.baseURL = client.baseURL;
   }
+  async captureBackgroundResponse(result, context) {
+    const {
+      openAIParams,
+      posthogParams
+    } = context;
+    await captureAiGenerationAfterSuccess(this.phClient, {
+      ...posthogParams,
+      model: openAIParams.model ?? result.model,
+      provider: 'openai',
+      input: formatOpenAIResponsesInput(sanitizeOpenAIResponse(openAIParams.input), openAIParams.instructions),
+      output: formatResponseOpenAI({
+        output: result.output
+      }),
+      latency: getBackgroundResponseLatency(result),
+      baseURL: this.baseURL,
+      modelParameters: getModelParams(openAIParams, result.service_tier),
+      httpStatus: 200,
+      usage: {
+        inputTokens: result.usage?.input_tokens ?? 0,
+        outputTokens: result.usage?.output_tokens ?? 0,
+        reasoningTokens: result.usage?.output_tokens_details?.reasoning_tokens ?? 0,
+        cacheReadInputTokens: result.usage?.input_tokens_details?.cached_tokens ?? 0,
+        webSearchCount: calculateWebSearchCount(result),
+        rawUsage: result.usage
+      },
+      stopReason: result.status ?? undefined,
+      tools: extractAvailableToolCalls('openai', openAIParams),
+      completionId: result.id,
+      providerMetadata: buildProviderMetadata({
+        requestId: extractRequestId(result),
+        incompleteDetails: result.incomplete_details
+      }),
+      error: getResponseFailure(result)
+    });
+  }
 
   // --- Overload #1: Non-streaming
 
@@ -2126,6 +2347,12 @@ class WrappedResponses extends Responses {
                   if (!completionIdFromResponse && chunk.response.id) {
                     completionIdFromResponse = chunk.response.id;
                   }
+                  if (openAIParams.background === true && !this.backgroundResponses.get(chunk.response.id)) {
+                    this.backgroundResponses.set(chunk.response.id, {
+                      openAIParams,
+                      posthogParams
+                    });
+                  }
                   if (chunk.response.service_tier != null) {
                     serviceTierFromResponse = chunk.response.service_tier;
                   }
@@ -2150,6 +2377,15 @@ class WrappedResponses extends Responses {
                   };
                 }
               }
+              if (openAIParams.background === true) {
+                if (terminalResponse) {
+                  const context = this.backgroundResponses.take(terminalResponse.id);
+                  if (context) {
+                    await this.captureBackgroundResponse(terminalResponse, context).catch(() => undefined);
+                  }
+                }
+                return;
+              }
               const latency = (Date.now() - startTime) / 1000;
               const timeToFirstToken = firstTokenTime !== undefined ? (firstTokenTime - startTime) / 1000 : undefined;
               const availableTools = extractAvailableToolCalls('openai', openAIParams);
@@ -2181,6 +2417,9 @@ class WrappedResponses extends Responses {
                 error: getResponseFailure(terminalResponse)
               });
             } catch (error) {
+              if (openAIParams.background === true && completionIdFromResponse && this.backgroundResponses.get(completionIdFromResponse)) {
+                throw error;
+              }
               await captureAiGeneration(this.phClient, {
                 ...posthogParams,
                 model: openAIParams.model,
@@ -2214,6 +2453,10 @@ class WrappedResponses extends Responses {
       const wrappedPromise = parentPromise.then(async result => {
         if ('output' in result) {
           if (isPendingBackgroundResponse(openAIParams, result)) {
+            this.backgroundResponses.set(result.id, {
+              openAIParams,
+              posthogParams
+            });
             return result;
           }
           const latency = (Date.now() - startTime) / 1000;
@@ -2273,6 +2516,55 @@ class WrappedResponses extends Responses {
       return preserveProviderPromise(parentPromise, wrappedPromise);
     }
   }
+  retrieve(responseID, query = {}, options) {
+    const parentPromise = super.retrieve(responseID, query, options);
+
+    // Preserve the upstream promise and stream unchanged for responses that
+    // were not created through this client.
+    if (!this.backgroundResponses.get(responseID)) {
+      return parentPromise;
+    }
+    if (query.stream) {
+      return parentPromise._thenUnwrap(result => {
+        if ('controller' in result) {
+          return wrapBackgroundResponseStream(result, responseID, this.backgroundResponses, (response, context) => this.captureBackgroundResponse(response, context));
+        }
+        return result;
+      });
+    }
+    return parentPromise._thenUnwrap(async result => {
+      if (!('output' in result) || !isTerminalResponse(result)) {
+        return result;
+      }
+
+      // Removing the context before capture makes concurrent or repeated
+      // terminal polls idempotent.
+      const context = this.backgroundResponses.take(responseID);
+      if (context) {
+        await this.captureBackgroundResponse(result, context).catch(() => undefined);
+      }
+      return result;
+    });
+  }
+  cancel(responseID, options) {
+    const parentPromise = super.cancel(responseID, options);
+
+    // Avoid wrapping calls that do not belong to a background response created
+    // through this client, preserving the upstream APIPromise unchanged.
+    if (!this.backgroundResponses.get(responseID)) {
+      return parentPromise;
+    }
+    return parentPromise._thenUnwrap(async result => {
+      if (!isTerminalResponse(result)) {
+        return result;
+      }
+      const context = this.backgroundResponses.take(responseID);
+      if (context) {
+        await this.captureBackgroundResponse(result, context).catch(() => undefined);
+      }
+      return result;
+    });
+  }
   parse(body, options) {
     const {
       providerParams: openAIParams,
@@ -2282,6 +2574,10 @@ class WrappedResponses extends Responses {
     const parentPromise = callWithOriginalCreate(this, super.create.bind(this), () => super.parse(openAIParams, options));
     const wrappedPromise = parentPromise.then(async result => {
       if (isPendingBackgroundResponse(openAIParams, result)) {
+        this.backgroundResponses.set(result.id, {
+          openAIParams,
+          posthogParams
+        });
         return result;
       }
       const latency = (Date.now() - startTime) / 1000;