modelfusion 0.54.0 → 0.55.1

package/model-provider/openai/OpenAICompletionModel.js

@@ -1,13 +1,13 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AsyncQueue } from "../../util/AsyncQueue.js";
-import { parseEventSourceStream } from "../../event-source/parseEventSourceStream.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatTextStreamingModel } from "../../model-function/generate-text/PromptFormatTextStreamingModel.js";
 import { mapChatPromptToTextFormat, mapInstructionPromptToTextFormat, } from "../../model-function/generate-text/TextPromptFormat.js";
 import { countTokens } from "../../model-function/tokenize-text/countTokens.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { parseJsonWithZod } from "../../util/parseJSON.js";
+import { parseEventSourceStream } from "../../util/streaming/parseEventSourceStream.js";
 import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
 import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
 import { TikTokenTokenizer } from "./TikTokenTokenizer.js";

package/model-provider/openai/OpenAITextEmbeddingModel.cjs

@@ -57,6 +57,12 @@ class OpenAITextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: 2048
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,

package/model-provider/openai/OpenAITextEmbeddingModel.d.ts

@@ -41,6 +41,7 @@ export declare class OpenAITextEmbeddingModel extends AbstractModel<OpenAITextEm
     readonly provider: "openai";
     get modelName(): "text-embedding-ada-002";
     readonly maxValuesPerCall = 2048;
+    readonly isParallizable = true;
     readonly embeddingDimensions: number;
     readonly tokenizer: TikTokenTokenizer;
     readonly contextWindowSize: number;

package/model-provider/openai/OpenAITextEmbeddingModel.js

@@ -52,6 +52,12 @@ export class OpenAITextEmbeddingModel extends AbstractModel {
             writable: true,
             value: 2048
         });
+        Object.defineProperty(this, "isParallizable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
         Object.defineProperty(this, "embeddingDimensions", {
             enumerable: true,
             configurable: true,

package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.createOpenAIChatDeltaIterableQueue = void 0;
 const zod_1 = require("zod");
 const AsyncQueue_js_1 = require("../../../util/AsyncQueue.cjs");
-const parseEventSourceStream_js_1 = require("../../../event-source/parseEventSourceStream.cjs");
+const parseEventSourceStream_js_1 = require("../../../util/streaming/parseEventSourceStream.cjs");
 const parseJSON_js_1 = require("../../../util/parseJSON.cjs");
 const chatResponseStreamEventSchema = zod_1.z.object({
     choices: zod_1.z.array(zod_1.z.object({

package/model-provider/openai/chat/OpenAIChatStreamIterable.js

@@ -1,6 +1,6 @@
 import { z } from "zod";
 import { AsyncQueue } from "../../../util/AsyncQueue.js";
-import { parseEventSourceStream } from "../../../event-source/parseEventSourceStream.js";
+import { parseEventSourceStream } from "../../../util/streaming/parseEventSourceStream.js";
 import { safeParseJsonWithZod } from "../../../util/parseJSON.js";
 const chatResponseStreamEventSchema = z.object({
     choices: z.array(z.object({

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build multimodal applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.54.0",
+  "version": "0.55.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [

package/util/index.cjs

@@ -20,3 +20,4 @@ __exportStar(require("./cosineSimilarity.cjs"), exports);
 __exportStar(require("./delay.cjs"), exports);
 __exportStar(require("./getAudioFileExtension.cjs"), exports);
 __exportStar(require("./parseJSON.cjs"), exports);
+__exportStar(require("./streaming/index.cjs"), exports);

package/util/index.d.ts

@@ -4,3 +4,4 @@ export * from "./cosineSimilarity.js";
 export * from "./delay.js";
 export * from "./getAudioFileExtension.js";
 export * from "./parseJSON.js";
+export * from "./streaming/index.js";

package/util/index.js

@@ -4,3 +4,4 @@ export * from "./cosineSimilarity.js";
 export * from "./delay.js";
 export * from "./getAudioFileExtension.js";
 export * from "./parseJSON.js";
+export * from "./streaming/index.js";

package/util/streaming/parseJsonStream.cjs

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseJsonStream = void 0;
+const parseJSON_js_1 = require("../parseJSON.cjs");
+function parseJsonStream({ schema, stream, process, onDone, }) {
+    function processLine(line) {
+        process((0, parseJSON_js_1.parseJsonWithZod)(line, schema));
+    }
+    return (async () => {
+        try {
+            let unprocessedText = "";
+            const reader = new ReadableStreamDefaultReader(stream);
+            const utf8Decoder = new TextDecoder("utf-8");
+            // eslint-disable-next-line no-constant-condition
+            while (true) {
+                const { value: chunk, done } = await reader.read();
+                if (done) {
+                    break;
+                }
+                unprocessedText += utf8Decoder.decode(chunk, { stream: true });
+                const processableLines = unprocessedText.split(/\r\n|\n|\r/g);
+                unprocessedText = processableLines.pop() || "";
+                processableLines.forEach(processLine);
+            }
+            // processing remaining text:
+            if (unprocessedText) {
+                processLine(unprocessedText);
+            }
+        }
+        finally {
+            onDone?.();
+        }
+    })();
+}
+exports.parseJsonStream = parseJsonStream;

package/util/streaming/parseJsonStream.d.ts

@@ -0,0 +1,6 @@
+export declare function parseJsonStream<T>({ schema, stream, process, onDone, }: {
+    schema: Zod.Schema<T>;
+    stream: ReadableStream<Uint8Array>;
+    process: (event: T) => void;
+    onDone?: () => void;
+}): Promise<void>;

package/util/streaming/parseJsonStream.js

@@ -0,0 +1,31 @@
+import { parseJsonWithZod } from "../parseJSON.js";
+export function parseJsonStream({ schema, stream, process, onDone, }) {
+    function processLine(line) {
+        process(parseJsonWithZod(line, schema));
+    }
+    return (async () => {
+        try {
+            let unprocessedText = "";
+            const reader = new ReadableStreamDefaultReader(stream);
+            const utf8Decoder = new TextDecoder("utf-8");
+            // eslint-disable-next-line no-constant-condition
+            while (true) {
+                const { value: chunk, done } = await reader.read();
+                if (done) {
+                    break;
+                }
+                unprocessedText += utf8Decoder.decode(chunk, { stream: true });
+                const processableLines = unprocessedText.split(/\r\n|\n|\r/g);
+                unprocessedText = processableLines.pop() || "";
+                processableLines.forEach(processLine);
+            }
+            // processing remaining text:
+            if (unprocessedText) {
+                processLine(unprocessedText);
+            }
+        }
+        finally {
+            onDone?.();
+        }
+    })();
+}