@posthog/ai 7.17.0 → 7.17.2

package/dist/index.mjs

@@ -242,6 +242,13 @@ function getTokensSource(posthogProperties) {
 // limit large outputs by truncating to 200kb (approx 200k bytes)
 const MAX_OUTPUT_SIZE = 200000;
 const STRING_FORMAT = 'utf8';
+// Reused across calls to avoid per-invocation allocation; truncate() runs
+// hundreds of times for prompts with many parts.
+const sharedTextEncoder = new TextEncoder();
+const sharedTextDecoder = new TextDecoder(STRING_FORMAT, {
+  fatal: false
+});
+const utf8ByteLength = str => sharedTextEncoder.encode(str).byteLength;
 /**
  * Safely converts content to a string, preserving structure for objects/arrays.
  * - If content is already a string, returns it as-is
@@ -512,19 +519,15 @@ const truncate = input => {
     return '';
   }
   // Check if we need to truncate and ensure STRING_FORMAT is respected
-  const encoder = new TextEncoder();
-  const buffer = encoder.encode(str);
+  const buffer = sharedTextEncoder.encode(str);
   if (buffer.length <= MAX_OUTPUT_SIZE) {
     // Ensure STRING_FORMAT is respected
-    return new TextDecoder(STRING_FORMAT).decode(buffer);
+    return sharedTextDecoder.decode(buffer);
   }
-  // Truncate the buffer and ensure a valid string is returned
+  // Truncate the buffer and ensure a valid string is returned.
+  // fatal: false means we get U+FFFD at the end if truncation broke the encoding.
   const truncatedBuffer = buffer.slice(0, MAX_OUTPUT_SIZE);
-  // fatal: false means we get U+FFFD at the end if truncation broke the encoding
-  const decoder = new TextDecoder(STRING_FORMAT, {
-    fatal: false
-  });
-  let truncatedStr = decoder.decode(truncatedBuffer);
+  let truncatedStr = sharedTextDecoder.decode(truncatedBuffer);
   if (truncatedStr.endsWith('\uFFFD')) {
     truncatedStr = truncatedStr.slice(0, -1);
   }
@@ -753,7 +756,7 @@ function formatOpenAIResponsesInput(input, instructions) {
   return messages;
 }
 
-var version = "7.17.0";
+var version = "7.17.2";
 
 /**
  * Capture an `$ai_generation` (or `$ai_embedding`) event to PostHog.
@@ -2111,18 +2114,26 @@ const mapVercelPrompt = messages => {
     };
   });
   try {
-    // Trim the inputs array until its JSON size fits within MAX_OUTPUT_SIZE
-    const encoder = new TextEncoder();
-    let serialized = JSON.stringify(inputs);
+    // Trim the inputs array until its serialized JSON size fits within MAX_OUTPUT_SIZE.
+    // Pre-compute each message's byte size once so we can shift by accumulated budget
+    // in a single linear pass, instead of re-stringifying the whole array per iteration.
+    const messageSizes = inputs.map(m => utf8ByteLength(JSON.stringify(m)));
+    // Account for the surrounding `[` `]` plus a comma between each pair of elements.
+    let totalBytes = 2 + Math.max(0, messageSizes.length - 1);
+    for (const size of messageSizes) {
+      totalBytes += size;
+    }
     let removedCount = 0;
-    // We need to keep track of the initial size of the inputs array because we're going to be mutating it
-    const initialSize = inputs.length;
-    for (let i = 0; i < initialSize && encoder.encode(serialized).byteLength > MAX_OUTPUT_SIZE; i++) {
-      inputs.shift();
+    while (totalBytes > MAX_OUTPUT_SIZE && removedCount < messageSizes.length) {
+      totalBytes -= messageSizes[removedCount];
+      // Each removed message past the first also drops the comma that joined it.
+      if (removedCount < messageSizes.length - 1) {
+        totalBytes -= 1;
+      }
       removedCount++;
-      serialized = JSON.stringify(inputs);
     }
     if (removedCount > 0) {
+      inputs.splice(0, removedCount);
       // Add one placeholder to indicate how many were removed
       inputs.unshift({
         role: 'posthog',