ai 4.3.0 → 4.3.2

package/dist/index.mjs

@@ -4624,23 +4624,49 @@ var object = ({
 };
 
 // core/generate-text/smooth-stream.ts
-import { InvalidArgumentError as InvalidArgumentError2 } from "@ai-sdk/provider";
 import { delay as originalDelay } from "@ai-sdk/provider-utils";
+import { InvalidArgumentError as InvalidArgumentError2 } from "@ai-sdk/provider";
 var CHUNKING_REGEXPS = {
-  word: /\s*\S+\s+/m,
-  line: /[^\n]*\n/m
+  word: /\S+\s+/m,
+  line: /\n+/m
 };
 function smoothStream({
   delayInMs = 10,
   chunking = "word",
   _internal: { delay: delay2 = originalDelay } = {}
 } = {}) {
-  const chunkingRegexp = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
-  if (chunkingRegexp == null) {
-    throw new InvalidArgumentError2({
-      argument: "chunking",
-      message: `Chunking must be "word" or "line" or a RegExp. Received: ${chunking}`
-    });
+  let detectChunk;
+  if (typeof chunking === "function") {
+    detectChunk = (buffer) => {
+      const match = chunking(buffer);
+      if (match == null) {
+        return null;
+      }
+      if (!match.length) {
+        throw new Error(`Chunking function must return a non-empty string.`);
+      }
+      if (!buffer.startsWith(match)) {
+        throw new Error(
+          `Chunking function must return a match that is a prefix of the buffer. Received: "${match}" expected to start with "${buffer}"`
+        );
+      }
+      return match;
+    };
+  } else {
+    const chunkingRegex = typeof chunking === "string" ? CHUNKING_REGEXPS[chunking] : chunking;
+    if (chunkingRegex == null) {
+      throw new InvalidArgumentError2({
+        argument: "chunking",
+        message: `Chunking must be "word" or "line" or a RegExp. Received: ${chunking}`
+      });
+    }
+    detectChunk = (buffer) => {
+      const match = chunkingRegex.exec(buffer);
+      if (!match) {
+        return null;
+      }
+      return buffer.slice(0, match.index) + (match == null ? void 0 : match[0]);
+    };
   }
   return () => {
     let buffer = "";
@@ -4656,10 +4682,9 @@ function smoothStream({
         }
         buffer += chunk.textDelta;
         let match;
-        while ((match = chunkingRegexp.exec(buffer)) != null) {
-          const chunk2 = match[0];
-          controller.enqueue({ type: "text-delta", textDelta: chunk2 });
-          buffer = buffer.slice(chunk2.length);
+        while ((match = detectChunk(buffer)) != null) {
+          controller.enqueue({ type: "text-delta", textDelta: match });
+          buffer = buffer.slice(match.length);
           await delay2(delayInMs);
         }
       }
@@ -4677,6 +4702,25 @@ function asArray(value) {
   return value === void 0 ? [] : Array.isArray(value) ? value : [value];
 }
 
+// util/consume-stream.ts
+async function consumeStream({
+  stream,
+  onError
+}) {
+  const reader = stream.getReader();
+  try {
+    while (true) {
+      const { done } = await reader.read();
+      if (done)
+        break;
+    }
+  } catch (error) {
+    onError == null ? void 0 : onError(error);
+  } finally {
+    reader.releaseLock();
+  }
+}
+
 // core/util/merge-streams.ts
 function mergeStreams(stream1, stream2) {
   const reader1 = stream1.getReader();
@@ -5918,9 +5962,15 @@ var DefaultStreamTextResult = class {
       )
     );
   }
-  async consumeStream() {
-    const stream = this.fullStream;
-    for await (const part of stream) {
+  async consumeStream(options) {
+    var _a17;
+    try {
+      await consumeStream({
+        stream: this.fullStream,
+        onError: options == null ? void 0 : options.onError
+      });
+    } catch (error) {
+      (_a17 = options == null ? void 0 : options.onError) == null ? void 0 : _a17.call(options, error);
     }
   }
   get experimental_partialOutputStream() {