ai 4.3.0 → 4.3.1

package/dist/index.mjs

@@ -4624,23 +4624,49 @@ var object = ({
 };
 
 // core/generate-text/smooth-stream.ts
-import { InvalidArgumentError as InvalidArgumentError2 } from "@ai-sdk/provider";
 import { delay as originalDelay } from "@ai-sdk/provider-utils";
+import { InvalidArgumentError as InvalidArgumentError2 } from "@ai-sdk/provider";
 var CHUNKING_REGEXPS = {
-  word: /\s*\S+\s+/m,
-  line: /[^\n]*\n/m
+  word: /\S+\s+/m,
+  line: /\n+/m
 };
 function smoothStream({
   delayInMs = 10,
   chunking = "word",
   _internal: { delay: delay2 = originalDelay } = {}
 } = {}) {
-  const chunkingRegexp = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
-  if (chunkingRegexp == null) {
-    throw new InvalidArgumentError2({
-      argument: "chunking",
-      message: `Chunking must be "word" or "line" or a RegExp. Received: ${chunking}`
-    });
+  let detectChunk;
+  if (typeof chunking === "function") {
+    detectChunk = (buffer) => {
+      const match = chunking(buffer);
+      if (match == null) {
+        return null;
+      }
+      if (!match.length) {
+        throw new Error(`Chunking function must return a non-empty string.`);
+      }
+      if (!buffer.startsWith(match)) {
+        throw new Error(
+          `Chunking function must return a match that is a prefix of the buffer. Received: "${match}" expected to start with "${buffer}"`
+        );
+      }
+      return match;
+    };
+  } else {
+    const chunkingRegex = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
+    if (chunkingRegex == null) {
+      throw new InvalidArgumentError2({
+        argument: "chunking",
+        message: `Chunking must be "word" or "line" or a RegExp. Received: ${chunking}`
+      });
+    }
+    detectChunk = (buffer) => {
+      const match = chunkingRegex.exec(buffer);
+      if (!match) {
+        return null;
+      }
+      return buffer.slice(0, match.index) + (match == null ? void 0 : match[0]);
+    };
   }
   return () => {
     let buffer = "";
@@ -4656,10 +4682,9 @@ function smoothStream({
         }
         buffer += chunk.textDelta;
         let match;
-        while ((match = chunkingRegexp.exec(buffer)) != null) {
-          const chunk2 = match[0];
-          controller.enqueue({ type: "text-delta", textDelta: chunk2 });
-          buffer = buffer.slice(chunk2.length);
+        while ((match = detectChunk(buffer)) != null) {
+          controller.enqueue({ type: "text-delta", textDelta: match });
+          buffer = buffer.slice(match.length);
           await delay2(delayInMs);
         }
       }