modelfusion 0.74.0 → 0.74.1

package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs

@@ -6,7 +6,8 @@ const AsyncQueue_js_1 = require("../../../util/AsyncQueue.cjs");
 const parseEventSourceStream_js_1 = require("../../../util/streaming/parseEventSourceStream.cjs");
 const parseJSON_js_1 = require("../../../core/schema/parseJSON.cjs");
 const ZodSchema_js_1 = require("../../../core/schema/ZodSchema.cjs");
-const chatResponseStreamEventSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
+const chatCompletionChunkSchema = zod_1.z.object({
+    object: zod_1.z.literal("chat.completion.chunk"),
     id: zod_1.z.string(),
     choices: zod_1.z.array(zod_1.z.object({
         delta: zod_1.z.object({
@@ -44,8 +45,15 @@ const chatResponseStreamEventSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.objec
     created: zod_1.z.number(),
     model: zod_1.z.string(),
     system_fingerprint: zod_1.z.string().optional(),
-    object: zod_1.z.literal("chat.completion.chunk"),
-}));
+});
+const chatResponseStreamEventSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.union([
+    chatCompletionChunkSchema,
+    zod_1.z.object({
+        object: zod_1.z.string().refine((obj) => obj !== "chat.completion.chunk", {
+            message: "Object must not be 'chat.completion.chunk'",
+        }),
+    }),
+]));
 async function createOpenAIChatDeltaIterableQueue(stream, extractDeltaValue) {
     const queue = new AsyncQueue_js_1.AsyncQueue();
     const streamDelta = [];
@@ -68,12 +76,19 @@ async function createOpenAIChatDeltaIterableQueue(stream, extractDeltaValue) {
                         type: "error",
                         error: parseResult.error,
                     });
-                    queue.close();
-                    return;
+                    // Note: the queue is not closed on purpose. Some providers might add additional
+                    // chunks that are not parsable, and ModelFusion should be resilient to that.
+                    continue;
                 }
                 const eventData = parseResult.data;
-                for (let i = 0; i < eventData.choices.length; i++) {
-                    const eventChoice = eventData.choices[i];
+                // ignore objects that are not "chat.completion.chunk" events.
+                // Such additional objects are e.g. sent by Azure OpenAI.
+                if (eventData.object !== "chat.completion.chunk") {
+                    continue;
+                }
+                const completionChunk = eventData;
+                for (let i = 0; i < completionChunk.choices.length; i++) {
+                    const eventChoice = completionChunk.choices[i];
                     const delta = eventChoice.delta;
                     if (streamDelta[i] == null) {
                         streamDelta[i] = {

package/model-provider/openai/chat/OpenAIChatStreamIterable.js

@@ -3,7 +3,8 @@ import { AsyncQueue } from "../../../util/AsyncQueue.js";
 import { parseEventSourceStream } from "../../../util/streaming/parseEventSourceStream.js";
 import { safeParseJSON } from "../../../core/schema/parseJSON.js";
 import { ZodSchema } from "../../../core/schema/ZodSchema.js";
-const chatResponseStreamEventSchema = new ZodSchema(z.object({
+const chatCompletionChunkSchema = z.object({
+    object: z.literal("chat.completion.chunk"),
     id: z.string(),
     choices: z.array(z.object({
         delta: z.object({
@@ -41,8 +42,15 @@ const chatResponseStreamEventSchema = new ZodSchema(z.object({
     created: z.number(),
     model: z.string(),
     system_fingerprint: z.string().optional(),
-    object: z.literal("chat.completion.chunk"),
-}));
+});
+const chatResponseStreamEventSchema = new ZodSchema(z.union([
+    chatCompletionChunkSchema,
+    z.object({
+        object: z.string().refine((obj) => obj !== "chat.completion.chunk", {
+            message: "Object must not be 'chat.completion.chunk'",
+        }),
+    }),
+]));
 export async function createOpenAIChatDeltaIterableQueue(stream, extractDeltaValue) {
     const queue = new AsyncQueue();
     const streamDelta = [];
@@ -65,12 +73,19 @@ export async function createOpenAIChatDeltaIterableQueue(stream, extractDeltaVal
                         type: "error",
                         error: parseResult.error,
                     });
-                    queue.close();
-                    return;
+                    // Note: the queue is not closed on purpose. Some providers might add additional
+                    // chunks that are not parsable, and ModelFusion should be resilient to that.
+                    continue;
                 }
                 const eventData = parseResult.data;
-                for (let i = 0; i < eventData.choices.length; i++) {
-                    const eventChoice = eventData.choices[i];
+                // ignore objects that are not "chat.completion.chunk" events.
+                // Such additional objects are e.g. sent by Azure OpenAI.
+                if (eventData.object !== "chat.completion.chunk") {
+                    continue;
+                }
+                const completionChunk = eventData;
+                for (let i = 0; i < completionChunk.choices.length; i++) {
+                    const eventChoice = completionChunk.choices[i];
                     const delta = eventChoice.delta;
                     if (streamDelta[i] == null) {
                         streamDelta[i] = {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building multi-modal AI applications.",
-  "version": "0.74.0",
+  "version": "0.74.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [