modelfusion 0.59.0 → 0.61.0

package/README.md

@@ -39,8 +39,7 @@ You can provide API keys for the different [integrations](https://modelfusion.de
 
 ### [Generate Text](https://modelfusion.dev/guide/function/generate-text)
 
-Generate text using a language model and a prompt.
-You can stream the text if it is supported by the model.
+Generate text using a language model and a prompt. You can stream the text if it is supported by the model. You can use images for multi-modal prompting if the model supports it (e.g. with [llama.cpp](https://modelfusion.dev/guide/)).
 You can use [prompt formats](https://modelfusion.dev/guide/function/generate-text#prompt-format) to change the prompt format of a model.
 
 #### generateText
@@ -79,7 +78,10 @@ Generate an image from a prompt.
 
 ```ts
 const image = await generateImage(
-  new OpenAIImageGenerationModel({ size: "512x512" }),
+  new OpenAIImageGenerationModel({
+    model: "dall-e-3",
+    size: "1024x1024",
+  }),
   "the wicked witch of the west in the style of early 19th century painting"
 );
 ```
@@ -461,7 +463,9 @@ const text = await generateText(
   new LlamaCppTextGenerationModel({
     contextWindowSize: 4096, // Llama 2 context window size
     maxCompletionTokens: 1000,
-  }).withPromptFormat(mapInstructionPromptToLlama2Format()),
+  })
+    .withTextPrompt()
+    .withPromptFormat(mapInstructionPromptToLlama2Format()),
   {
     system: "You are a story writer.",
     instruction: "Write a short story about a robot learning to love.",

package/model-provider/llamacpp/LlamaCppTextGenerationModel.cjs

@@ -75,7 +75,7 @@ class LlamaCppTextGenerationModel extends AbstractModel_js_1.AbstractModel {
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
     async countPromptTokens(prompt) {
-        const tokens = await this.tokenizer.tokenize(prompt);
+        const tokens = await this.tokenizer.tokenize(prompt.text);
         return tokens.length;
     }
     async doGenerateText(prompt, options) {
@@ -99,6 +99,14 @@ class LlamaCppTextGenerationModel extends AbstractModel_js_1.AbstractModel {
             responseFormat: exports.LlamaCppTextGenerationResponseFormat.deltaIterable,
         });
     }
+    withTextPrompt() {
+        return this.withPromptFormat({
+            format(prompt) {
+                return { text: prompt };
+            },
+            stopSequences: [],
+        });
+    }
     withPromptFormat(promptFormat) {
         return new PromptFormatTextStreamingModel_js_1.PromptFormatTextStreamingModel({
             model: this.withSettings({
@@ -177,7 +185,7 @@ async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguratio
         headers: api.headers,
         body: {
             stream: responseFormat.stream,
-            prompt,
+            prompt: prompt.text,
             temperature,
             top_k: topK,
             top_p: topP,
@@ -195,6 +203,12 @@ async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguratio
             seed,
             ignore_eos: ignoreEos,
             logit_bias: logitBias,
+            image_data: prompt.images != null
+                ? Object.entries(prompt.images).map(([id, data]) => ({
+                    id: +id,
+                    data,
+                }))
+                : undefined,
         },
         failedResponseHandler: LlamaCppError_js_1.failedLlamaCppCallResponseHandler,
         successfulResponseHandler: responseFormat.handler,

package/model-provider/llamacpp/LlamaCppTextGenerationModel.d.ts

@@ -31,18 +31,28 @@ export interface LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE extends
     ignoreEos?: boolean;
     logitBias?: Array<[number, number | false]>;
 }
-export declare class LlamaCppTextGenerationModel<CONTEXT_WINDOW_SIZE extends number | undefined> extends AbstractModel<LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>> implements TextStreamingModel<string, LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>> {
+export interface LlamaCppTextGenerationPrompt {
+    /**
+     * Text prompt. Images can be included through references such as `[img-ID]`, e.g. `[img-1]`.
+     */
+    text: string;
+    /**
+     * Maps image id to image base data.
+     */
+    images?: Record<number, string>;
+}
+export declare class LlamaCppTextGenerationModel<CONTEXT_WINDOW_SIZE extends number | undefined> extends AbstractModel<LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>> implements TextStreamingModel<LlamaCppTextGenerationPrompt, LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>> {
     constructor(settings?: LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>);
     readonly provider = "llamacpp";
     get modelName(): null;
     get contextWindowSize(): CONTEXT_WINDOW_SIZE;
     readonly tokenizer: LlamaCppTokenizer;
-    callAPI<RESPONSE>(prompt: string, options: {
+    callAPI<RESPONSE>(prompt: LlamaCppTextGenerationPrompt, options: {
         responseFormat: LlamaCppTextGenerationResponseFormatType<RESPONSE>;
     } & FunctionOptions): Promise<RESPONSE>;
     get settingsForEvent(): Partial<LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>>;
-    countPromptTokens(prompt: string): Promise<number>;
-    doGenerateText(prompt: string, options?: FunctionOptions): Promise<{
+    countPromptTokens(prompt: LlamaCppTextGenerationPrompt): Promise<number>;
+    doGenerateText(prompt: LlamaCppTextGenerationPrompt, options?: FunctionOptions): Promise<{
         response: {
             model: string;
             prompt: string;
@@ -99,8 +109,9 @@ export declare class LlamaCppTextGenerationModel<CONTEXT_WINDOW_SIZE extends num
             totalTokens: number;
         };
     }>;
-    doStreamText(prompt: string, options?: FunctionOptions): Promise<AsyncIterable<Delta<string>>>;
-    withPromptFormat<INPUT_PROMPT>(promptFormat: TextGenerationPromptFormat<INPUT_PROMPT, string>): PromptFormatTextStreamingModel<INPUT_PROMPT, string, LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>, this>;
+    doStreamText(prompt: LlamaCppTextGenerationPrompt, options?: FunctionOptions): Promise<AsyncIterable<Delta<string>>>;
+    withTextPrompt(): PromptFormatTextStreamingModel<string, LlamaCppTextGenerationPrompt, LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>, this>;
+    withPromptFormat<INPUT_PROMPT>(promptFormat: TextGenerationPromptFormat<INPUT_PROMPT, LlamaCppTextGenerationPrompt>): PromptFormatTextStreamingModel<INPUT_PROMPT, LlamaCppTextGenerationPrompt, LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>, this>;
     withSettings(additionalSettings: Partial<LlamaCppTextGenerationModelSettings<CONTEXT_WINDOW_SIZE>>): this;
 }
 declare const llamaCppTextGenerationResponseSchema: z.ZodObject<{

package/model-provider/llamacpp/LlamaCppTextGenerationModel.js

@@ -72,7 +72,7 @@ export class LlamaCppTextGenerationModel extends AbstractModel {
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
     async countPromptTokens(prompt) {
-        const tokens = await this.tokenizer.tokenize(prompt);
+        const tokens = await this.tokenizer.tokenize(prompt.text);
         return tokens.length;
     }
     async doGenerateText(prompt, options) {
@@ -96,6 +96,14 @@ export class LlamaCppTextGenerationModel extends AbstractModel {
             responseFormat: LlamaCppTextGenerationResponseFormat.deltaIterable,
         });
     }
+    withTextPrompt() {
+        return this.withPromptFormat({
+            format(prompt) {
+                return { text: prompt };
+            },
+            stopSequences: [],
+        });
+    }
     withPromptFormat(promptFormat) {
         return new PromptFormatTextStreamingModel({
             model: this.withSettings({
@@ -173,7 +181,7 @@ async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguratio
         headers: api.headers,
         body: {
             stream: responseFormat.stream,
-            prompt,
+            prompt: prompt.text,
             temperature,
             top_k: topK,
             top_p: topP,
@@ -191,6 +199,12 @@ async function callLlamaCppTextGenerationAPI({ api = new LlamaCppApiConfiguratio
             seed,
             ignore_eos: ignoreEos,
             logit_bias: logitBias,
+            image_data: prompt.images != null
+                ? Object.entries(prompt.images).map(([id, data]) => ({
+                    id: +id,
+                    data,
+                }))
+                : undefined,
         },
         failedResponseHandler: failedLlamaCppCallResponseHandler,
         successfulResponseHandler: responseFormat.handler,

package/model-provider/openai/OpenAIImageGenerationModel.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIImageGenerationResponseFormat = exports.OpenAIImageGenerationModel = exports.calculateOpenAIImageGenerationCostInMillicents = void 0;
+exports.OpenAIImageGenerationResponseFormat = exports.OpenAIImageGenerationModel = exports.calculateOpenAIImageGenerationCostInMillicents = exports.OPENAI_IMAGE_MODELS = void 0;
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
@@ -8,15 +8,61 @@ const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptFormatImageGenerationModel_js_1 = require("../../model-function/generate-image/PromptFormatImageGenerationModel.cjs");
 const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
 const OpenAIError_js_1 = require("./OpenAIError.cjs");
+exports.OPENAI_IMAGE_MODELS = {
+    "dall-e-2": {
+        getCost(settings) {
+            switch (settings.size ?? "1024x1024") {
+                case "1024x1024":
+                    return 2000;
+                case "512x512":
+                    return 1800;
+                case "256x256":
+                    return 1600;
+                default:
+                    return null;
+            }
+        },
+    },
+    "dall-e-3": {
+        getCost(settings) {
+            switch (settings.quality ?? "standard") {
+                case "standard": {
+                    switch (settings.size ?? "1024x1024") {
+                        case "1024x1024":
+                            return 4000;
+                        case "1024x1792":
+                        case "1792x1024":
+                            return 8000;
+                        default:
+                            return null;
+                    }
+                }
+                case "hd": {
+                    switch (settings.size ?? "1024x1024") {
+                        case "1024x1024":
+                            return 8000;
+                        case "1024x1792":
+                        case "1792x1024":
+                            return 12000;
+                        default:
+                            return null;
+                    }
+                }
+            }
+        },
+    },
+};
 /**
  * @see https://openai.com/pricing
  */
-const sizeToCostInMillicents = {
-    "1024x1024": 2000,
-    "512x512": 1800,
-    "256x256": 1600,
+const calculateOpenAIImageGenerationCostInMillicents = ({ settings, }) => {
+    console.log(settings);
+    const cost = exports.OPENAI_IMAGE_MODELS[settings.model]?.getCost(settings);
+    if (cost == null) {
+        return null;
+    }
+    return (settings.n ?? 1) * cost;
 };
-const calculateOpenAIImageGenerationCostInMillicents = ({ settings, }) => (settings.n ?? 1) * sizeToCostInMillicents[settings.size ?? "1024x1024"];
 exports.calculateOpenAIImageGenerationCostInMillicents = calculateOpenAIImageGenerationCostInMillicents;
 /**
  * Create an image generation model that calls the OpenAI AI image creation API.
@@ -38,12 +84,9 @@ class OpenAIImageGenerationModel extends AbstractModel_js_1.AbstractModel {
             writable: true,
             value: "openai"
         });
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
+    }
+    get modelName() {
+        return this.settings.model;
     }
     async callAPI(prompt, options) {
         const run = options?.run;
@@ -63,8 +106,11 @@ class OpenAIImageGenerationModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
+            "model",
             "n",
             "size",
+            "quality",
+            "style",
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }

package/model-provider/openai/OpenAIImageGenerationModel.d.ts

@@ -6,13 +6,28 @@ import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormat } from "../../model-function/PromptFormat.js";
 import { ImageGenerationModel, ImageGenerationModelSettings } from "../../model-function/generate-image/ImageGenerationModel.js";
 import { PromptFormatImageGenerationModel } from "../../model-function/generate-image/PromptFormatImageGenerationModel.js";
+export declare const OPENAI_IMAGE_MODELS: {
+    "dall-e-2": {
+        getCost(settings: OpenAIImageGenerationSettings): 2000 | 1800 | 1600 | null;
+    };
+    "dall-e-3": {
+        getCost(settings: OpenAIImageGenerationSettings): 4000 | 8000 | 12000 | null;
+    };
+};
+/**
+ * @see https://openai.com/pricing
+ */
+export declare const calculateOpenAIImageGenerationCostInMillicents: ({ settings, }: {
+    settings: OpenAIImageGenerationSettings;
+}) => number | null;
+export type OpenAIImageModelType = keyof typeof OPENAI_IMAGE_MODELS;
 export interface OpenAIImageGenerationCallSettings {
+    model: OpenAIImageModelType;
     n?: number;
-    size?: "256x256" | "512x512" | "1024x1024";
+    size?: "256x256" | "512x512" | "1024x1024" | "1792x1024" | "1024x1792";
+    quality?: "standard" | "hd";
+    style?: "vivid" | "natural";
 }
-export declare const calculateOpenAIImageGenerationCostInMillicents: ({ settings, }: {
-    settings: OpenAIImageGenerationSettings;
-}) => number;
 export interface OpenAIImageGenerationSettings extends ImageGenerationModelSettings, OpenAIImageGenerationCallSettings {
     api?: ApiConfiguration;
     isUserIdForwardingEnabled?: boolean;
@@ -31,7 +46,7 @@ export interface OpenAIImageGenerationSettings extends ImageGenerationModelSetti
 export declare class OpenAIImageGenerationModel extends AbstractModel<OpenAIImageGenerationSettings> implements ImageGenerationModel<string, OpenAIImageGenerationSettings> {
     constructor(settings: OpenAIImageGenerationSettings);
     readonly provider: "openai";
-    readonly modelName: null;
+    get modelName(): "dall-e-2" | "dall-e-3";
     callAPI<RESULT>(prompt: string, options: {
         responseFormat: OpenAIImageGenerationResponseFormatType<RESULT>;
     } & FunctionOptions): Promise<RESULT>;

package/model-provider/openai/OpenAIImageGenerationModel.js

@@ -5,15 +5,61 @@ import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatImageGenerationModel } from "../../model-function/generate-image/PromptFormatImageGenerationModel.js";
 import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
 import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
+export const OPENAI_IMAGE_MODELS = {
+    "dall-e-2": {
+        getCost(settings) {
+            switch (settings.size ?? "1024x1024") {
+                case "1024x1024":
+                    return 2000;
+                case "512x512":
+                    return 1800;
+                case "256x256":
+                    return 1600;
+                default:
+                    return null;
+            }
+        },
+    },
+    "dall-e-3": {
+        getCost(settings) {
+            switch (settings.quality ?? "standard") {
+                case "standard": {
+                    switch (settings.size ?? "1024x1024") {
+                        case "1024x1024":
+                            return 4000;
+                        case "1024x1792":
+                        case "1792x1024":
+                            return 8000;
+                        default:
+                            return null;
+                    }
+                }
+                case "hd": {
+                    switch (settings.size ?? "1024x1024") {
+                        case "1024x1024":
+                            return 8000;
+                        case "1024x1792":
+                        case "1792x1024":
+                            return 12000;
+                        default:
+                            return null;
+                    }
+                }
+            }
+        },
+    },
+};
 /**
  * @see https://openai.com/pricing
  */
-const sizeToCostInMillicents = {
-    "1024x1024": 2000,
-    "512x512": 1800,
-    "256x256": 1600,
+export const calculateOpenAIImageGenerationCostInMillicents = ({ settings, }) => {
+    console.log(settings);
+    const cost = OPENAI_IMAGE_MODELS[settings.model]?.getCost(settings);
+    if (cost == null) {
+        return null;
+    }
+    return (settings.n ?? 1) * cost;
 };
-export const calculateOpenAIImageGenerationCostInMillicents = ({ settings, }) => (settings.n ?? 1) * sizeToCostInMillicents[settings.size ?? "1024x1024"];
 /**
  * Create an image generation model that calls the OpenAI AI image creation API.
  *
@@ -34,12 +80,9 @@ export class OpenAIImageGenerationModel extends AbstractModel {
             writable: true,
             value: "openai"
         });
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: null
-        });
+    }
+    get modelName() {
+        return this.settings.model;
     }
     async callAPI(prompt, options) {
         const run = options?.run;
@@ -59,8 +102,11 @@ export class OpenAIImageGenerationModel extends AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
+            "model",
             "n",
             "size",
+            "quality",
+            "style",
         ];
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }

package/model-provider/openai/TikTokenTokenizer.cjs

@@ -75,12 +75,15 @@ function getTiktokenBPE(model) {
         case "gpt-3.5-turbo":
         case "gpt-3.5-turbo-0301":
         case "gpt-3.5-turbo-0613":
+        case "gpt-3.5-turbo-1106":
         case "gpt-3.5-turbo-16k":
         case "gpt-3.5-turbo-16k-0613":
         case "gpt-3.5-turbo-instruct":
         case "gpt-4":
         case "gpt-4-0314":
         case "gpt-4-0613":
+        case "gpt-4-1106-preview":
+        case "gpt-4-vision-preview":
         case "gpt-4-32k":
         case "gpt-4-32k-0314":
         case "gpt-4-32k-0613":

package/model-provider/openai/TikTokenTokenizer.js

@@ -68,12 +68,15 @@ function getTiktokenBPE(model) {
         case "gpt-3.5-turbo":
         case "gpt-3.5-turbo-0301":
         case "gpt-3.5-turbo-0613":
+        case "gpt-3.5-turbo-1106":
         case "gpt-3.5-turbo-16k":
         case "gpt-3.5-turbo-16k-0613":
         case "gpt-3.5-turbo-instruct":
         case "gpt-4":
         case "gpt-4-0314":
         case "gpt-4-0613":
+        case "gpt-4-1106-preview":
+        case "gpt-4-vision-preview":
         case "gpt-4-32k":
         case "gpt-4-32k-0314":
         case "gpt-4-32k-0613":

package/model-provider/openai/chat/OpenAIChatModel.cjs

@@ -40,6 +40,16 @@ exports.OPENAI_CHAT_MODELS = {
         promptTokenCostInMillicents: 3,
         completionTokenCostInMillicents: 6,
     },
+    "gpt-4-1106-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
+    "gpt-4-vision-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
     "gpt-4-32k": {
         contextWindowSize: 32768,
         promptTokenCostInMillicents: 6,
@@ -59,8 +69,13 @@ exports.OPENAI_CHAT_MODELS = {
         contextWindowSize: 4096,
         promptTokenCostInMillicents: 0.15,
         completionTokenCostInMillicents: 0.2,
-        fineTunedPromptTokenCostInMillicents: 1.2,
-        fineTunedCompletionTokenCostInMillicents: 1.6,
+        fineTunedPromptTokenCostInMillicents: 0.3,
+        fineTunedCompletionTokenCostInMillicents: 0.6,
+    },
+    "gpt-3.5-turbo-1106": {
+        contextWindowSize: 16385,
+        promptTokenCostInMillicents: 0.1,
+        completionTokenCostInMillicents: 0.2,
     },
     "gpt-3.5-turbo-0301": {
         contextWindowSize: 4096,

package/model-provider/openai/chat/OpenAIChatModel.d.ts

@@ -28,6 +28,16 @@ export declare const OPENAI_CHAT_MODELS: {
         promptTokenCostInMillicents: number;
         completionTokenCostInMillicents: number;
     };
+    "gpt-4-1106-preview": {
+        contextWindowSize: number;
+        promptTokenCostInMillicents: number;
+        completionTokenCostInMillicents: number;
+    };
+    "gpt-4-vision-preview": {
+        contextWindowSize: number;
+        promptTokenCostInMillicents: number;
+        completionTokenCostInMillicents: number;
+    };
     "gpt-4-32k": {
         contextWindowSize: number;
         promptTokenCostInMillicents: number;
@@ -50,6 +60,11 @@ export declare const OPENAI_CHAT_MODELS: {
         fineTunedPromptTokenCostInMillicents: number;
         fineTunedCompletionTokenCostInMillicents: number;
     };
+    "gpt-3.5-turbo-1106": {
+        contextWindowSize: number;
+        promptTokenCostInMillicents: number;
+        completionTokenCostInMillicents: number;
+    };
     "gpt-3.5-turbo-0301": {
         contextWindowSize: number;
         promptTokenCostInMillicents: number;

package/model-provider/openai/chat/OpenAIChatModel.js

@@ -34,6 +34,16 @@ export const OPENAI_CHAT_MODELS = {
         promptTokenCostInMillicents: 3,
         completionTokenCostInMillicents: 6,
     },
+    "gpt-4-1106-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
+    "gpt-4-vision-preview": {
+        contextWindowSize: 128000,
+        promptTokenCostInMillicents: 1,
+        completionTokenCostInMillicents: 3,
+    },
     "gpt-4-32k": {
         contextWindowSize: 32768,
         promptTokenCostInMillicents: 6,
@@ -53,8 +63,13 @@ export const OPENAI_CHAT_MODELS = {
         contextWindowSize: 4096,
         promptTokenCostInMillicents: 0.15,
         completionTokenCostInMillicents: 0.2,
-        fineTunedPromptTokenCostInMillicents: 1.2,
-        fineTunedCompletionTokenCostInMillicents: 1.6,
+        fineTunedPromptTokenCostInMillicents: 0.3,
+        fineTunedCompletionTokenCostInMillicents: 0.6,
+    },
+    "gpt-3.5-turbo-1106": {
+        contextWindowSize: 16385,
+        promptTokenCostInMillicents: 0.1,
+        completionTokenCostInMillicents: 0.2,
     },
     "gpt-3.5-turbo-0301": {
         contextWindowSize: 4096,

package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs

@@ -17,7 +17,7 @@ const chatResponseStreamEventSchema = zod_1.z.object({
             })
                 .optional(),
         }),
-        finish_reason: zod_1.z.enum(["stop", "length"]).nullable(),
+        finish_reason: zod_1.z.enum(["stop", "length"]).nullable().optional(),
         index: zod_1.z.number(),
     })),
     created: zod_1.z.number(),

package/model-provider/openai/chat/OpenAIChatStreamIterable.js

@@ -14,7 +14,7 @@ const chatResponseStreamEventSchema = z.object({
             })
                 .optional(),
         }),
-        finish_reason: z.enum(["stop", "length"]).nullable(),
+        finish_reason: z.enum(["stop", "length"]).nullable().optional(),
         index: z.number(),
     })),
     created: z.number(),

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build multimodal applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.59.0",
+  "version": "0.61.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [