modelfusion 0.54.0 → 0.55.0

package/util/streaming/parseJsonStream.cjs

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseJsonStream = void 0;
+const parseJSON_js_1 = require("../parseJSON.cjs");
+function parseJsonStream({ schema, stream, process, onDone, }) {
+    function processLine(line) {
+        process((0, parseJSON_js_1.parseJsonWithZod)(line, schema));
+    }
+    return (async () => {
+        try {
+            let unprocessedText = "";
+            const reader = new ReadableStreamDefaultReader(stream);
+            const utf8Decoder = new TextDecoder("utf-8");
+            // eslint-disable-next-line no-constant-condition
+            while (true) {
+                const { value: chunk, done } = await reader.read();
+                if (done) {
+                    break;
+                }
+                unprocessedText += utf8Decoder.decode(chunk, { stream: true });
+                const processableLines = unprocessedText.split(/\r\n|\n|\r/g);
+                unprocessedText = processableLines.pop() || "";
+                processableLines.forEach(processLine);
+            }
+            // processing remaining text:
+            if (unprocessedText) {
+                processLine(unprocessedText);
+            }
+        }
+        finally {
+            onDone?.();
+        }
+    })();
+}
+exports.parseJsonStream = parseJsonStream;

package/util/streaming/parseJsonStream.d.ts

@@ -0,0 +1,6 @@
+export declare function parseJsonStream<T>({ schema, stream, process, onDone, }: {
+    schema: Zod.Schema<T>;
+    stream: ReadableStream<Uint8Array>;
+    process: (event: T) => void;
+    onDone?: () => void;
+}): Promise<void>;

package/util/streaming/parseJsonStream.js

@@ -0,0 +1,31 @@
+import { parseJsonWithZod } from "../parseJSON.js";
+export function parseJsonStream({ schema, stream, process, onDone, }) {
+    function processLine(line) {
+        process(parseJsonWithZod(line, schema));
+    }
+    return (async () => {
+        try {
+            let unprocessedText = "";
+            const reader = new ReadableStreamDefaultReader(stream);
+            const utf8Decoder = new TextDecoder("utf-8");
+            // eslint-disable-next-line no-constant-condition
+            while (true) {
+                const { value: chunk, done } = await reader.read();
+                if (done) {
+                    break;
+                }
+                unprocessedText += utf8Decoder.decode(chunk, { stream: true });
+                const processableLines = unprocessedText.split(/\r\n|\n|\r/g);
+                unprocessedText = processableLines.pop() || "";
+                processableLines.forEach(processLine);
+            }
+            // processing remaining text:
+            if (unprocessedText) {
+                processLine(unprocessedText);
+            }
+        }
+        finally {
+            onDone?.();
+        }
+    })();
+}