@posthog/ai 8.9.0 → 8.9.2

package/dist/openai/index.mjs

@@ -577,7 +577,7 @@ function formatOpenAIResponsesInput(input, instructions) {
   return messages;
 }
 
-var version = "8.9.0";
+var version = "8.9.2";
 
 const DEFAULT_MAX_DEPTH = 3;
 const MAX_STACK_LINES = 20;
@@ -734,15 +734,22 @@ const captureAiGeneration$1 = async (client, options) => {
       };
     }
     httpStatus = httpStatus ?? 200;
-    let costOverrideData = {};
+
+    // A configured price applies only to a count the provider reported, so a call with no
+    // reported usage sends no cost instead of asserting $0. $ai_total_cost_usd sums the sides
+    // that were priced, which makes it the cost of the known side alone when the other side
+    // went unreported: a lower bound on the true total, not an assertion of it.
+    const costOverrideData = {};
     if (options.costOverride) {
-      const inputCostUSD = (options.costOverride.inputCost ?? 0) * (usage.inputTokens ?? 0);
-      const outputCostUSD = (options.costOverride.outputCost ?? 0) * (usage.outputTokens ?? 0);
-      costOverrideData = {
-        $ai_input_cost_usd: inputCostUSD,
-        $ai_output_cost_usd: outputCostUSD,
-        $ai_total_cost_usd: inputCostUSD + outputCostUSD
-      };
+      if (usage.inputTokens !== undefined) {
+        costOverrideData.$ai_input_cost_usd = (options.costOverride.inputCost ?? 0) * usage.inputTokens;
+      }
+      if (usage.outputTokens !== undefined) {
+        costOverrideData.$ai_output_cost_usd = (options.costOverride.outputCost ?? 0) * usage.outputTokens;
+      }
+      if (Object.keys(costOverrideData).length > 0) {
+        costOverrideData.$ai_total_cost_usd = (costOverrideData.$ai_input_cost_usd ?? 0) + (costOverrideData.$ai_output_cost_usd ?? 0);
+      }
     }
 
     // The caller's own token counts override the SDK-derived ones further down, via the
@@ -786,7 +793,9 @@ const captureAiGeneration$1 = async (client, options) => {
       $ai_input: safeInput,
       $ai_output_choices: safeOutput,
       $ai_http_status: httpStatus,
-      $ai_input_tokens: usage.inputTokens ?? 0,
+      ...(usage.inputTokens !== undefined ? {
+        $ai_input_tokens: usage.inputTokens
+      } : {}),
       ...(usage.outputTokens !== undefined ? {
         $ai_output_tokens: usage.outputTokens
       } : {}),
@@ -1017,14 +1026,23 @@ function wrapBackgroundResponseStream(stream, responseID, tracker, captureTermin
   return new Stream(() => inspectStream(), stream.controller);
 }
 
-function addRequestId(result, response, requestIdHeader) {
+function addResponseIds(result, response, requestIdHeader, workspaceIdHeader) {
   if (!result || typeof result !== 'object' || Array.isArray(result)) {
     return result;
   }
-  return Object.defineProperty(result, '_request_id', {
-    value: response.headers.get(requestIdHeader),
-    enumerable: false
-  });
+  const properties = {
+    _request_id: {
+      value: response.headers.get(requestIdHeader),
+      enumerable: false
+    }
+  };
+  if (workspaceIdHeader) {
+    properties._workspace_id = {
+      value: response.headers.get(workspaceIdHeader),
+      enumerable: false
+    };
+  }
+  return Object.defineProperties(result, properties);
 }
 function getResponsePropsPromise(parentPromise) {
   const responsePromise = parentPromise.responsePromise;
@@ -1033,7 +1051,7 @@ function getResponsePropsPromise(parentPromise) {
   }
   return responsePromise;
 }
-function decorateProviderPromise(wrappedPromise, responsePropsPromise, requestIdHeader, preserveThenUnwrap) {
+function decorateProviderPromise(wrappedPromise, responsePropsPromise, requestIdHeader, workspaceIdHeader, preserveThenUnwrap) {
   const providerPromise = wrappedPromise;
   if (responsePropsPromise) {
     providerPromise.asResponse = async () => (await responsePropsPromise).response;
@@ -1042,7 +1060,10 @@ function decorateProviderPromise(wrappedPromise, responsePropsPromise, requestId
       return {
         response: props.response,
         data,
-        request_id: props.response.headers.get(requestIdHeader)
+        request_id: props.response.headers.get(requestIdHeader),
+        ...(workspaceIdHeader ? {
+          workspace_id: props.response.headers.get(workspaceIdHeader)
+        } : {})
       };
     };
   }
@@ -1051,8 +1072,8 @@ function decorateProviderPromise(wrappedPromise, responsePropsPromise, requestId
       if (!responsePropsPromise) {
         throw new Error('The provider promise response metadata is unavailable');
       }
-      const transformedPromise = Promise.all([wrappedPromise, responsePropsPromise]).then(([data, props]) => addRequestId(transform(data, props), props.response, requestIdHeader));
-      return decorateProviderPromise(transformedPromise, responsePropsPromise, requestIdHeader, true);
+      const transformedPromise = Promise.all([wrappedPromise, responsePropsPromise]).then(([data, props]) => addResponseIds(transform(data, props), props.response, requestIdHeader, workspaceIdHeader));
+      return decorateProviderPromise(transformedPromise, responsePropsPromise, requestIdHeader, workspaceIdHeader, true);
     };
   }
   return providerPromise;
@@ -1068,7 +1089,7 @@ function decorateProviderPromise(wrappedPromise, responsePropsPromise, requestId
 function preserveProviderPromise(parentPromise, wrappedPromise, options = {}) {
   const responsePropsPromise = getResponsePropsPromise(parentPromise);
   const preserveThenUnwrap = typeof parentPromise._thenUnwrap === 'function';
-  const providerPromise = decorateProviderPromise(wrappedPromise, responsePropsPromise, options.requestIdHeader ?? 'x-request-id', preserveThenUnwrap);
+  const providerPromise = decorateProviderPromise(wrappedPromise, responsePropsPromise, options.requestIdHeader ?? 'x-request-id', options.workspaceIdHeader, preserveThenUnwrap);
   if (!responsePropsPromise) {
     const asResponse = parentPromise.asResponse?.bind(parentPromise);
     if (asResponse) {
@@ -1327,8 +1348,6 @@ function monitoredStreamTee(source, createStream) {
 class OpenAIChatStreamAccumulator {
   accumulatedContent = '';
   usage = {
-    inputTokens: 0,
-    outputTokens: 0,
     webSearchCount: 0
   };
   toolCalls = new Map();
@@ -1430,8 +1449,6 @@ class OpenAIChatStreamAccumulator {
 class OpenAIResponsesStreamAccumulator {
   output = [];
   usage = {
-    inputTokens: 0,
-    outputTokens: 0,
     webSearchCount: 0
   };
   consume(event, receivedAt = Date.now()) {
@@ -1540,20 +1557,17 @@ function buildChatSuccessOptions(context, result) {
     })
   };
 }
-function buildChatErrorOptions(context, error, metadata = {}) {
+function buildChatErrorOptions(context, error, metadata) {
   return {
     ...context.monitoring,
     model: context.params.model,
     provider: context.provider,
     input: sanitizeOpenAI(context.params.messages, context.client),
     output: [],
-    latency: 0,
+    latency: metadata.latency,
     baseURL: context.baseURL,
     modelParameters: getModelParams(context.modelParametersSource),
-    usage: {
-      inputTokens: 0,
-      outputTokens: 0
-    },
+    usage: metadata.usage ?? {},
     completionId: metadata.completionId,
     providerMetadata: buildProviderMetadata({
       systemFingerprint: metadata.systemFingerprint
@@ -1603,21 +1617,18 @@ function buildBackgroundResponseOptions(context, response) {
     includeRequestId: true
   });
 }
-function buildResponsesErrorOptions(context, error, completionId) {
+function buildResponsesErrorOptions(context, error, metadata) {
   return {
     ...context.monitoring,
     model: context.params.model,
     provider: context.provider,
     input: buildSanitizedResponsesInput(context),
     output: [],
-    latency: 0,
+    latency: metadata.latency,
     baseURL: context.baseURL,
     modelParameters: getModelParams(context.modelParametersSource),
-    usage: {
-      inputTokens: 0,
-      outputTokens: 0
-    },
-    completionId,
+    usage: metadata.usage ?? {},
+    completionId: metadata.completionId,
     error
   };
 }
@@ -1639,7 +1650,7 @@ function buildEmbeddingSuccessOptions(context, usage, latency) {
     }
   };
 }
-function buildEmbeddingErrorOptions(context, error) {
+function buildEmbeddingErrorOptions(context, error, latency) {
   return {
     eventType: AIEvent.Embedding,
     ...context.monitoring,
@@ -1647,12 +1658,10 @@ function buildEmbeddingErrorOptions(context, error) {
     provider: context.provider,
     input: withPrivacyMode(context.client, context.monitoring.privacyMode, context.params.input),
     output: null,
-    latency: 0,
+    latency,
     baseURL: context.baseURL,
     modelParameters: getModelParams(context.modelParametersSource),
-    usage: {
-      inputTokens: 0
-    },
+    usage: {},
     error
   };
 }
@@ -1731,7 +1740,9 @@ let WrappedCompletions$1 = class WrappedCompletions extends AzureOpenAI.Chat.Com
                 modelParametersSource: body
               }, error, {
                 completionId: accumulated.completionId,
-                systemFingerprint: accumulated.systemFingerprint
+                systemFingerprint: accumulated.systemFingerprint,
+                usage: accumulated.usage,
+                latency: (Date.now() - startTime) / 1000
               }));
               throw error;
             }
@@ -1777,7 +1788,9 @@ let WrappedCompletions$1 = class WrappedCompletions extends AzureOpenAI.Chat.Com
           params: openAIParams,
           monitoring: posthogParams,
           modelParametersSource: body
-        }, error));
+        }, error, {
+          latency: (Date.now() - startTime) / 1000
+        }));
         throw error;
       });
       return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -1879,7 +1892,11 @@ let WrappedResponses$1 = class WrappedResponses extends AzureOpenAI.Responses {
                 params: openAIParams,
                 monitoring: posthogParams,
                 modelParametersSource: body
-              }, error, accumulated.completionId));
+              }, error, {
+                completionId: accumulated.completionId,
+                usage: accumulated.usage,
+                latency: (Date.now() - startTime) / 1000
+              }));
               throw error;
             }
           })().catch(() => {
@@ -1927,7 +1944,9 @@ let WrappedResponses$1 = class WrappedResponses extends AzureOpenAI.Responses {
           params: openAIParams,
           monitoring: posthogParams,
           modelParametersSource: body
-        }, error));
+        }, error, {
+          latency: (Date.now() - startTime) / 1000
+        }));
         throw error;
       });
       return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2019,7 +2038,9 @@ let WrappedResponses$1 = class WrappedResponses extends AzureOpenAI.Responses {
         params: openAIParams,
         monitoring: posthogParams,
         modelParametersSource: body
-      }, error));
+      }, error, {
+        latency: (Date.now() - startTime) / 1000
+      }));
       throw error;
     });
     return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2056,7 +2077,7 @@ let WrappedEmbeddings$1 = class WrappedEmbeddings extends AzureOpenAI.Embeddings
         params: openAIParams,
         monitoring: posthogParams,
         modelParametersSource: body
-      }, error));
+      }, error, (Date.now() - startTime) / 1000));
       throw error;
     });
     return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2144,7 +2165,9 @@ class WrappedCompletions extends Completions {
                 modelParametersSource: body
               }, error, {
                 completionId: accumulated.completionId,
-                systemFingerprint: accumulated.systemFingerprint
+                systemFingerprint: accumulated.systemFingerprint,
+                usage: accumulated.usage,
+                latency: (Date.now() - startTime) / 1000
               }));
               throw error;
             }
@@ -2190,7 +2213,9 @@ class WrappedCompletions extends Completions {
           params: openAIParams,
           monitoring: posthogParams,
           modelParametersSource: body
-        }, error));
+        }, error, {
+          latency: (Date.now() - startTime) / 1000
+        }));
         throw error;
       });
       return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2292,7 +2317,11 @@ class WrappedResponses extends Responses {
                 params: openAIParams,
                 monitoring: posthogParams,
                 modelParametersSource: body
-              }, error, accumulated.completionId));
+              }, error, {
+                completionId: accumulated.completionId,
+                usage: accumulated.usage,
+                latency: (Date.now() - startTime) / 1000
+              }));
               throw error;
             }
           })().catch(() => {
@@ -2340,7 +2369,9 @@ class WrappedResponses extends Responses {
           params: openAIParams,
           monitoring: posthogParams,
           modelParametersSource: body
-        }, error));
+        }, error, {
+          latency: (Date.now() - startTime) / 1000
+        }));
         throw error;
       });
       return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2432,7 +2463,9 @@ class WrappedResponses extends Responses {
         params: openAIParams,
         monitoring: posthogParams,
         modelParametersSource: body
-      }, error));
+      }, error, {
+        latency: (Date.now() - startTime) / 1000
+      }));
       throw error;
     });
     return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2469,7 +2502,7 @@ class WrappedEmbeddings extends Embeddings {
         params: openAIParams,
         monitoring: posthogParams,
         modelParametersSource: body
-      }, error));
+      }, error, (Date.now() - startTime) / 1000));
       throw error;
     });
     return preserveProviderPromise(parentPromise, wrappedPromise);
@@ -2515,13 +2548,10 @@ class WrappedTranscriptions extends Transcriptions {
         if (Symbol.asyncIterator in value) {
           const [stream1, stream2] = monitoredStreamTee(value, (iterator, controller) => new Stream(iterator, controller));
           (async () => {
+            let usage = {};
             try {
               let finalContent = '';
               let firstTokenTime;
-              let usage = {
-                inputTokens: 0,
-                outputTokens: 0
-              };
               const doneEvent = 'transcript.text.done';
               for await (const chunk of stream1) {
                 // Track first token on text delta events
@@ -2563,13 +2593,10 @@ class WrappedTranscriptions extends Transcriptions {
                 provider: 'openai',
                 input: openAIParams.prompt,
                 output: [],
-                latency: 0,
+                latency: (Date.now() - startTime) / 1000,
                 baseURL: this.baseURL,
                 modelParameters: getModelParams(body),
-                usage: {
-                  inputTokens: 0,
-                  outputTokens: 0
-                },
+                usage,
                 error
               });
               throw error;
@@ -2612,13 +2639,10 @@ class WrappedTranscriptions extends Transcriptions {
           provider: 'openai',
           input: openAIParams.prompt,
           output: [],
-          latency: 0,
+          latency: (Date.now() - startTime) / 1000,
           baseURL: this.baseURL,
           modelParameters: getModelParams(body),
-          usage: {
-            inputTokens: 0,
-            outputTokens: 0
-          },
+          usage: {},
           error
         });
         throw error;