modelfusion 0.61.0 → 0.63.0

package/README.md

@@ -14,6 +14,7 @@
 
 **ModelFusion** is a TypeScript library for building AI applications, chatbots, and agents.
 
+- **Vendor-neutral**: ModelFusion is a non-commercial open source project that is community-driven. You can use it with any supported vendor.
 - **Multimodal**: ModelFusion supports a wide range of models including text generation, image generation, text-to-speech, speech-to-text, and embedding models.
 - **Streaming**: ModelFusion supports streaming for many generation models, e.g. text streaming, structure streaming, and full duplex speech streaming.
 - **Utility functions**: ModelFusion provides functionality for tools and tool usage, vector indices, and guards functions.
@@ -109,7 +110,7 @@ const speech = await generateSpeech(
 );
 ```
 
-Providers: [Eleven Labs](https://modelfusion.dev/integration/model-provider/elevenlabs), [LMNT](https://modelfusion.dev/integration/model-provider/lmnt)
+Providers: [Eleven Labs](https://modelfusion.dev/integration/model-provider/elevenlabs), [LMNT](https://modelfusion.dev/integration/model-provider/lmnt), [OpenAI](https://modelfusion.dev/integration/model-provider/openai)
 
 #### streamSpeech
 

package/model-provider/openai/OpenAICompletionModel.d.ts

@@ -150,18 +150,18 @@ export declare class OpenAICompletionModel extends AbstractModel<OpenAICompletio
             object: "text_completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 text: string;
                 finish_reason: string;
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
         };
         text: string;
         usage: {
@@ -212,45 +212,45 @@ declare const OpenAICompletionResponseSchema: z.ZodObject<{
         total_tokens: z.ZodNumber;
     }, "strip", z.ZodTypeAny, {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     }, {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     }>;
 }, "strip", z.ZodTypeAny, {
     object: "text_completion";
     usage: {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     };
     model: string;
     id: string;
-    created: number;
     choices: {
         text: string;
         finish_reason: string;
         index: number;
         logprobs?: any;
     }[];
+    created: number;
 }, {
     object: "text_completion";
     usage: {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     };
     model: string;
     id: string;
-    created: number;
     choices: {
         text: string;
         finish_reason: string;
         index: number;
         logprobs?: any;
     }[];
+    created: number;
 }>;
 export type OpenAICompletionResponse = z.infer<typeof OpenAICompletionResponseSchema>;
 export type OpenAITextResponseFormatType<T> = {
@@ -267,18 +267,18 @@ export declare const OpenAITextResponseFormat: {
             object: "text_completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 text: string;
                 finish_reason: string;
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
         }>;
     };
     /**

package/model-provider/openai/OpenAICostCalculator.cjs

@@ -1,9 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAICostCalculator = void 0;
+const OpenAICompletionModel_js_1 = require("./OpenAICompletionModel.cjs");
 const OpenAIImageGenerationModel_js_1 = require("./OpenAIImageGenerationModel.cjs");
+const OpenAISpeechModel_js_1 = require("./OpenAISpeechModel.cjs");
 const OpenAITextEmbeddingModel_js_1 = require("./OpenAITextEmbeddingModel.cjs");
-const OpenAICompletionModel_js_1 = require("./OpenAICompletionModel.cjs");
 const OpenAITranscriptionModel_js_1 = require("./OpenAITranscriptionModel.cjs");
 const OpenAIChatModel_js_1 = require("./chat/OpenAIChatModel.cjs");
 class OpenAICostCalculator {
@@ -20,7 +21,11 @@ class OpenAICostCalculator {
         const model = call.model.modelName;
         switch (type) {
             case "generate-image": {
+                if (model == null) {
+                    return null;
+                }
                 return (0, OpenAIImageGenerationModel_js_1.calculateOpenAIImageGenerationCostInMillicents)({
+                    model: model,
                     settings: call.settings,
                 });
             }
@@ -68,6 +73,15 @@ class OpenAICostCalculator {
                         .response,
                 });
             }
+            case "generate-speech": {
+                if (model == null) {
+                    return null;
+                }
+                return (0, OpenAISpeechModel_js_1.calculateOpenAISpeechCostInMillicents)({
+                    model: model,
+                    input: call.input,
+                });
+            }
         }
         return null;
     }

package/model-provider/openai/OpenAICostCalculator.js

@@ -1,6 +1,7 @@
+import { calculateOpenAICompletionCostInMillicents, isOpenAICompletionModel, } from "./OpenAICompletionModel.js";
 import { calculateOpenAIImageGenerationCostInMillicents, } from "./OpenAIImageGenerationModel.js";
+import { calculateOpenAISpeechCostInMillicents, } from "./OpenAISpeechModel.js";
 import { calculateOpenAIEmbeddingCostInMillicents, isOpenAIEmbeddingModel, } from "./OpenAITextEmbeddingModel.js";
-import { calculateOpenAICompletionCostInMillicents, isOpenAICompletionModel, } from "./OpenAICompletionModel.js";
 import { calculateOpenAITranscriptionCostInMillicents, } from "./OpenAITranscriptionModel.js";
 import { calculateOpenAIChatCostInMillicents, isOpenAIChatModel, } from "./chat/OpenAIChatModel.js";
 export class OpenAICostCalculator {
@@ -17,7 +18,11 @@ export class OpenAICostCalculator {
         const model = call.model.modelName;
         switch (type) {
             case "generate-image": {
+                if (model == null) {
+                    return null;
+                }
                 return calculateOpenAIImageGenerationCostInMillicents({
+                    model: model,
                     settings: call.settings,
                 });
             }
@@ -65,6 +70,15 @@ export class OpenAICostCalculator {
                         .response,
                 });
             }
+            case "generate-speech": {
+                if (model == null) {
+                    return null;
+                }
+                return calculateOpenAISpeechCostInMillicents({
+                    model: model,
+                    input: call.input,
+                });
+            }
         }
         return null;
     }

package/model-provider/openai/OpenAIImageGenerationModel.cjs

@@ -55,9 +55,8 @@ exports.OPENAI_IMAGE_MODELS = {
 /**
  * @see https://openai.com/pricing
  */
-const calculateOpenAIImageGenerationCostInMillicents = ({ settings, }) => {
-    console.log(settings);
-    const cost = exports.OPENAI_IMAGE_MODELS[settings.model]?.getCost(settings);
+const calculateOpenAIImageGenerationCostInMillicents = ({ model, settings, }) => {
+    const cost = exports.OPENAI_IMAGE_MODELS[model]?.getCost(settings);
     if (cost == null) {
         return null;
     }
@@ -106,7 +105,6 @@ class OpenAIImageGenerationModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
-            "model",
             "n",
             "size",
             "quality",

package/model-provider/openai/OpenAIImageGenerationModel.d.ts

@@ -11,13 +11,14 @@ export declare const OPENAI_IMAGE_MODELS: {
         getCost(settings: OpenAIImageGenerationSettings): 2000 | 1800 | 1600 | null;
     };
     "dall-e-3": {
-        getCost(settings: OpenAIImageGenerationSettings): 4000 | 8000 | 12000 | null;
+        getCost(settings: OpenAIImageGenerationSettings): 8000 | 4000 | 12000 | null;
     };
 };
 /**
  * @see https://openai.com/pricing
  */
-export declare const calculateOpenAIImageGenerationCostInMillicents: ({ settings, }: {
+export declare const calculateOpenAIImageGenerationCostInMillicents: ({ model, settings, }: {
+    model: OpenAIImageModelType;
     settings: OpenAIImageGenerationSettings;
 }) => number | null;
 export type OpenAIImageModelType = keyof typeof OPENAI_IMAGE_MODELS;

package/model-provider/openai/OpenAIImageGenerationModel.js

@@ -52,9 +52,8 @@ export const OPENAI_IMAGE_MODELS = {
 /**
  * @see https://openai.com/pricing
  */
-export const calculateOpenAIImageGenerationCostInMillicents = ({ settings, }) => {
-    console.log(settings);
-    const cost = OPENAI_IMAGE_MODELS[settings.model]?.getCost(settings);
+export const calculateOpenAIImageGenerationCostInMillicents = ({ model, settings, }) => {
+    const cost = OPENAI_IMAGE_MODELS[model]?.getCost(settings);
     if (cost == null) {
         return null;
     }
@@ -102,7 +101,6 @@ export class OpenAIImageGenerationModel extends AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
-            "model",
             "n",
             "size",
             "quality",

package/model-provider/openai/OpenAISpeechModel.cjs

@@ -0,0 +1,93 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAISpeechModel = exports.calculateOpenAISpeechCostInMillicents = exports.OPENAI_SPEECH_MODELS = void 0;
+const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
+const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
+const postToApi_js_1 = require("../../core/api/postToApi.cjs");
+const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
+const OpenAIError_js_1 = require("./OpenAIError.cjs");
+/**
+ * @see https://openai.com/pricing
+ */
+exports.OPENAI_SPEECH_MODELS = {
+    "tts-1": {
+        costInMillicentsPerCharacter: 1.5, // = 1500 / 1000,
+    },
+    "tts-1-hd": {
+        costInMillicentsPerCharacter: 3, // = 3000 / 1000
+    },
+};
+const calculateOpenAISpeechCostInMillicents = ({ model, input, }) => {
+    if (!exports.OPENAI_SPEECH_MODELS[model]) {
+        return null;
+    }
+    return (input.length * exports.OPENAI_SPEECH_MODELS[model].costInMillicentsPerCharacter);
+};
+exports.calculateOpenAISpeechCostInMillicents = calculateOpenAISpeechCostInMillicents;
+/**
+ * Synthesize speech using the OpenAI API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/audio/createSpeech
+ */
+class OpenAISpeechModel extends AbstractModel_js_1.AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "provider", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "openai"
+        });
+    }
+    get voice() {
+        return this.settings.voice;
+    }
+    get modelName() {
+        return this.settings.model;
+    }
+    async callAPI(text, options) {
+        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
+            retry: this.settings.api?.retry,
+            throttle: this.settings.api?.throttle,
+            call: async () => callOpenAITextToSpeechAPI({
+                ...this.settings,
+                abortSignal: options?.run?.abortSignal,
+                text,
+            }),
+        });
+    }
+    get settingsForEvent() {
+        return {
+            voice: this.settings.voice,
+            speed: this.settings.speed,
+            model: this.settings.model,
+            responseFormat: this.settings.responseFormat,
+        };
+    }
+    doGenerateSpeechStandard(text, options) {
+        return this.callAPI(text, options);
+    }
+    withSettings(additionalSettings) {
+        return new OpenAISpeechModel({
+            ...this.settings,
+            ...additionalSettings,
+        });
+    }
+}
+exports.OpenAISpeechModel = OpenAISpeechModel;
+async function callOpenAITextToSpeechAPI({ api = new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration(), abortSignal, text, voice, model, speed, responseFormat, }) {
+    return (0, postToApi_js_1.postJsonToApi)({
+        url: api.assembleUrl(`/audio/speech`),
+        headers: api.headers,
+        body: {
+            input: text,
+            voice,
+            speed,
+            model,
+            response_format: responseFormat,
+        },
+        failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,
+        successfulResponseHandler: (0, postToApi_js_1.createAudioMpegResponseHandler)(),
+        abortSignal,
+    });
+}

package/model-provider/openai/OpenAISpeechModel.d.ts

@@ -0,0 +1,52 @@
+/// <reference types="node" />
+import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
+import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { SpeechGenerationModel, SpeechGenerationModelSettings } from "../../model-function/generate-speech/SpeechGenerationModel.js";
+/**
+ * @see https://openai.com/pricing
+ */
+export declare const OPENAI_SPEECH_MODELS: {
+    "tts-1": {
+        costInMillicentsPerCharacter: number;
+    };
+    "tts-1-hd": {
+        costInMillicentsPerCharacter: number;
+    };
+};
+export type OpenAISpeechModelType = keyof typeof OPENAI_SPEECH_MODELS;
+export declare const calculateOpenAISpeechCostInMillicents: ({ model, input, }: {
+    model: OpenAISpeechModelType;
+    input: string;
+}) => number | null;
+export type OpenAISpeechVoice = "alloy" | "echo" | "fable" | "onyx" | "nova" | "shimmer";
+type OpenAISpeechModelResponseFormat = "mp3" | "opus" | "aac" | "flac";
+export interface OpenAISpeechModelSettings extends SpeechGenerationModelSettings {
+    api?: ApiConfiguration;
+    voice: OpenAISpeechVoice;
+    model: OpenAISpeechModelType;
+    /**
+     * The speed of the generated audio. Select a value from 0.25 to 4.0. 1.0 is the default.
+     */
+    speed?: number;
+    /**
+     * Defaults to mp3.
+     */
+    responseFormat?: OpenAISpeechModelResponseFormat;
+}
+/**
+ * Synthesize speech using the OpenAI API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/audio/createSpeech
+ */
+export declare class OpenAISpeechModel extends AbstractModel<OpenAISpeechModelSettings> implements SpeechGenerationModel<OpenAISpeechModelSettings> {
+    constructor(settings: OpenAISpeechModelSettings);
+    readonly provider: "openai";
+    get voice(): OpenAISpeechVoice;
+    get modelName(): "tts-1" | "tts-1-hd";
+    private callAPI;
+    get settingsForEvent(): Partial<OpenAISpeechModelSettings>;
+    doGenerateSpeechStandard(text: string, options?: FunctionOptions): Promise<Buffer>;
+    withSettings(additionalSettings: Partial<OpenAISpeechModelSettings>): this;
+}
+export {};

package/model-provider/openai/OpenAISpeechModel.js

@@ -0,0 +1,88 @@
+import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
+import { createAudioMpegResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
+import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
+import { failedOpenAICallResponseHandler } from "./OpenAIError.js";
+/**
+ * @see https://openai.com/pricing
+ */
+export const OPENAI_SPEECH_MODELS = {
+    "tts-1": {
+        costInMillicentsPerCharacter: 1.5, // = 1500 / 1000,
+    },
+    "tts-1-hd": {
+        costInMillicentsPerCharacter: 3, // = 3000 / 1000
+    },
+};
+export const calculateOpenAISpeechCostInMillicents = ({ model, input, }) => {
+    if (!OPENAI_SPEECH_MODELS[model]) {
+        return null;
+    }
+    return (input.length * OPENAI_SPEECH_MODELS[model].costInMillicentsPerCharacter);
+};
+/**
+ * Synthesize speech using the OpenAI API.
+ *
+ * @see https://platform.openai.com/docs/api-reference/audio/createSpeech
+ */
+export class OpenAISpeechModel extends AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "provider", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "openai"
+        });
+    }
+    get voice() {
+        return this.settings.voice;
+    }
+    get modelName() {
+        return this.settings.model;
+    }
+    async callAPI(text, options) {
+        return callWithRetryAndThrottle({
+            retry: this.settings.api?.retry,
+            throttle: this.settings.api?.throttle,
+            call: async () => callOpenAITextToSpeechAPI({
+                ...this.settings,
+                abortSignal: options?.run?.abortSignal,
+                text,
+            }),
+        });
+    }
+    get settingsForEvent() {
+        return {
+            voice: this.settings.voice,
+            speed: this.settings.speed,
+            model: this.settings.model,
+            responseFormat: this.settings.responseFormat,
+        };
+    }
+    doGenerateSpeechStandard(text, options) {
+        return this.callAPI(text, options);
+    }
+    withSettings(additionalSettings) {
+        return new OpenAISpeechModel({
+            ...this.settings,
+            ...additionalSettings,
+        });
+    }
+}
+async function callOpenAITextToSpeechAPI({ api = new OpenAIApiConfiguration(), abortSignal, text, voice, model, speed, responseFormat, }) {
+    return postJsonToApi({
+        url: api.assembleUrl(`/audio/speech`),
+        headers: api.headers,
+        body: {
+            input: text,
+            voice,
+            speed,
+            model,
+            response_format: responseFormat,
+        },
+        failedResponseHandler: failedOpenAICallResponseHandler,
+        successfulResponseHandler: createAudioMpegResponseHandler(),
+        abortSignal,
+    });
+}

package/model-provider/openai/chat/OpenAIChatModel.cjs

@@ -211,6 +211,7 @@ class OpenAIChatModel extends AbstractModel_js_1.AbstractModel {
                 // map to OpenAI API names:
                 stop: this.settings.stopSequences,
                 maxTokens: this.settings.maxCompletionTokens,
+                openAIResponseFormat: this.settings.responseFormat,
                 // other settings:
                 user: this.settings.isUserIdForwardingEnabled
                     ? options.run?.userId
@@ -390,6 +391,7 @@ const openAIChatResponseSchema = zod_1.z.object({
     object: zod_1.z.literal("chat.completion"),
     created: zod_1.z.number(),
     model: zod_1.z.string(),
+    system_fingerprint: zod_1.z.string(),
     choices: zod_1.z.array(zod_1.z.object({
         message: zod_1.z.object({
             role: zod_1.z.literal("assistant"),
@@ -403,7 +405,13 @@ const openAIChatResponseSchema = zod_1.z.object({
         }),
         index: zod_1.z.number(),
         logprobs: zod_1.z.nullable(zod_1.z.any()),
-        finish_reason: zod_1.z.string(),
+        finish_reason: zod_1.z.enum([
+            "stop",
+            "length",
+            "tool_calls",
+            "content_filter",
+            "function_call",
+        ]),
     })),
     usage: zod_1.z.object({
         prompt_tokens: zod_1.z.number(),
@@ -411,7 +419,7 @@ const openAIChatResponseSchema = zod_1.z.object({
         total_tokens: zod_1.z.number(),
     }),
 });
-async function callOpenAIChatCompletionAPI({ api = new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration(), abortSignal, responseFormat, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, logitBias, user, }) {
+async function callOpenAIChatCompletionAPI({ api = new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration(), abortSignal, responseFormat, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, logitBias, user, openAIResponseFormat, seed, }) {
     // empty arrays are not allowed for stop:
     if (stop != null && Array.isArray(stop) && stop.length === 0) {
         stop = undefined;
@@ -433,6 +441,8 @@ async function callOpenAIChatCompletionAPI({ api = new OpenAIApiConfiguration_js
             presence_penalty: presencePenalty,
             frequency_penalty: frequencyPenalty,
             logit_bias: logitBias,
+            seed,
+            response_format: openAIResponseFormat,
             user,
         },
         failedResponseHandler: OpenAIError_js_1.failedOpenAICallResponseHandler,

package/model-provider/openai/chat/OpenAIChatModel.d.ts

@@ -119,6 +119,10 @@ export interface OpenAIChatCallSettings {
     maxTokens?: number;
     temperature?: number;
     topP?: number;
+    seed?: number | null;
+    responseFormat?: {
+        type?: "text" | "json_object";
+    };
     n?: number;
     presencePenalty?: number;
     frequencyPenalty?: number;
@@ -175,12 +179,11 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
             object: "chat.completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 message: {
                     content: string | null;
@@ -190,10 +193,12 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
                         arguments: string;
                     } | undefined;
                 };
-                finish_reason: string;
+                finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
+            system_fingerprint: string;
         };
         text: string;
         usage: {
@@ -215,12 +220,11 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
             object: "chat.completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 message: {
                     content: string | null;
@@ -230,10 +234,12 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
                         arguments: string;
                     } | undefined;
                 };
-                finish_reason: string;
+                finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
+            system_fingerprint: string;
         };
         valueText: string;
         value: any;
@@ -249,12 +255,11 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
             object: "chat.completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 message: {
                     content: string | null;
@@ -264,10 +269,12 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
                         arguments: string;
                     } | undefined;
                 };
-                finish_reason: string;
+                finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
+            system_fingerprint: string;
         };
         structureAndText: {
             structure: null;
@@ -285,12 +292,11 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
             object: "chat.completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 message: {
                     content: string | null;
@@ -300,10 +306,12 @@ export declare class OpenAIChatModel extends AbstractModel<OpenAIChatSettings> i
                         arguments: string;
                     } | undefined;
                 };
-                finish_reason: string;
+                finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
+            system_fingerprint: string;
         };
         structureAndText: {
             structure: string;
@@ -338,6 +346,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
     object: z.ZodLiteral<"chat.completion">;
     created: z.ZodNumber;
     model: z.ZodString;
+    system_fingerprint: z.ZodString;
     choices: z.ZodArray<z.ZodObject<{
         message: z.ZodObject<{
             role: z.ZodLiteral<"assistant">;
@@ -369,7 +378,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
         }>;
         index: z.ZodNumber;
         logprobs: z.ZodNullable<z.ZodAny>;
-        finish_reason: z.ZodString;
+        finish_reason: z.ZodEnum<["stop", "length", "tool_calls", "content_filter", "function_call"]>;
     }, "strip", z.ZodTypeAny, {
         message: {
             content: string | null;
@@ -379,7 +388,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 arguments: string;
             } | undefined;
         };
-        finish_reason: string;
+        finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
         index: number;
         logprobs?: any;
     }, {
@@ -391,7 +400,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 arguments: string;
             } | undefined;
         };
-        finish_reason: string;
+        finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
         index: number;
         logprobs?: any;
     }>, "many">;
@@ -401,23 +410,22 @@ declare const openAIChatResponseSchema: z.ZodObject<{
         total_tokens: z.ZodNumber;
     }, "strip", z.ZodTypeAny, {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     }, {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     }>;
 }, "strip", z.ZodTypeAny, {
     object: "chat.completion";
     usage: {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     };
     model: string;
     id: string;
-    created: number;
     choices: {
         message: {
             content: string | null;
@@ -427,20 +435,21 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 arguments: string;
             } | undefined;
         };
-        finish_reason: string;
+        finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
         index: number;
         logprobs?: any;
     }[];
+    created: number;
+    system_fingerprint: string;
 }, {
     object: "chat.completion";
     usage: {
         prompt_tokens: number;
-        completion_tokens: number;
         total_tokens: number;
+        completion_tokens: number;
     };
     model: string;
     id: string;
-    created: number;
     choices: {
         message: {
             content: string | null;
@@ -450,10 +459,12 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 arguments: string;
             } | undefined;
         };
-        finish_reason: string;
+        finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
         index: number;
         logprobs?: any;
     }[];
+    created: number;
+    system_fingerprint: string;
 }>;
 export type OpenAIChatResponse = z.infer<typeof openAIChatResponseSchema>;
 export type OpenAIChatResponseFormatType<T> = {
@@ -470,12 +481,11 @@ export declare const OpenAIChatResponseFormat: {
             object: "chat.completion";
             usage: {
                 prompt_tokens: number;
-                completion_tokens: number;
                 total_tokens: number;
+                completion_tokens: number;
             };
             model: string;
             id: string;
-            created: number;
             choices: {
                 message: {
                     content: string | null;
@@ -485,10 +495,12 @@ export declare const OpenAIChatResponseFormat: {
                         arguments: string;
                     } | undefined;
                 };
-                finish_reason: string;
+                finish_reason: "length" | "stop" | "function_call" | "tool_calls" | "content_filter";
                 index: number;
                 logprobs?: any;
             }[];
+            created: number;
+            system_fingerprint: string;
         }>;
     };
     /**

package/model-provider/openai/chat/OpenAIChatModel.js

@@ -202,6 +202,7 @@ export class OpenAIChatModel extends AbstractModel {
                 // map to OpenAI API names:
                 stop: this.settings.stopSequences,
                 maxTokens: this.settings.maxCompletionTokens,
+                openAIResponseFormat: this.settings.responseFormat,
                 // other settings:
                 user: this.settings.isUserIdForwardingEnabled
                     ? options.run?.userId
@@ -380,6 +381,7 @@ const openAIChatResponseSchema = z.object({
     object: z.literal("chat.completion"),
     created: z.number(),
     model: z.string(),
+    system_fingerprint: z.string(),
     choices: z.array(z.object({
         message: z.object({
             role: z.literal("assistant"),
@@ -393,7 +395,13 @@ const openAIChatResponseSchema = z.object({
         }),
         index: z.number(),
         logprobs: z.nullable(z.any()),
-        finish_reason: z.string(),
+        finish_reason: z.enum([
+            "stop",
+            "length",
+            "tool_calls",
+            "content_filter",
+            "function_call",
+        ]),
     })),
     usage: z.object({
         prompt_tokens: z.number(),
@@ -401,7 +409,7 @@ const openAIChatResponseSchema = z.object({
         total_tokens: z.number(),
     }),
 });
-async function callOpenAIChatCompletionAPI({ api = new OpenAIApiConfiguration(), abortSignal, responseFormat, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, logitBias, user, }) {
+async function callOpenAIChatCompletionAPI({ api = new OpenAIApiConfiguration(), abortSignal, responseFormat, model, messages, functions, functionCall, temperature, topP, n, stop, maxTokens, presencePenalty, frequencyPenalty, logitBias, user, openAIResponseFormat, seed, }) {
     // empty arrays are not allowed for stop:
     if (stop != null && Array.isArray(stop) && stop.length === 0) {
         stop = undefined;
@@ -423,6 +431,8 @@ async function callOpenAIChatCompletionAPI({ api = new OpenAIApiConfiguration(),
             presence_penalty: presencePenalty,
             frequency_penalty: frequencyPenalty,
             logit_bias: logitBias,
+            seed,
+            response_format: openAIResponseFormat,
             user,
         },
         failedResponseHandler: failedOpenAICallResponseHandler,

package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs

@@ -17,7 +17,16 @@ const chatResponseStreamEventSchema = zod_1.z.object({
             })
                 .optional(),
         }),
-        finish_reason: zod_1.z.enum(["stop", "length"]).nullable().optional(),
+        finish_reason: zod_1.z
+            .enum([
+            "stop",
+            "length",
+            "tool_calls",
+            "content_filter",
+            "function_call",
+        ])
+            .nullable()
+            .optional(),
         index: zod_1.z.number(),
     })),
     created: zod_1.z.number(),

package/model-provider/openai/chat/OpenAIChatStreamIterable.js

@@ -14,7 +14,16 @@ const chatResponseStreamEventSchema = z.object({
             })
                 .optional(),
         }),
-        finish_reason: z.enum(["stop", "length"]).nullable().optional(),
+        finish_reason: z
+            .enum([
+            "stop",
+            "length",
+            "tool_calls",
+            "content_filter",
+            "function_call",
+        ])
+            .nullable()
+            .optional(),
         index: z.number(),
     })),
     created: z.number(),

package/model-provider/openai/index.cjs

@@ -17,12 +17,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAIError = void 0;
 __exportStar(require("./AzureOpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIApiConfiguration.cjs"), exports);
+__exportStar(require("./OpenAICompletionModel.cjs"), exports);
 __exportStar(require("./OpenAICostCalculator.cjs"), exports);
 var OpenAIError_js_1 = require("./OpenAIError.cjs");
 Object.defineProperty(exports, "OpenAIError", { enumerable: true, get: function () { return OpenAIError_js_1.OpenAIError; } });
 __exportStar(require("./OpenAIImageGenerationModel.cjs"), exports);
+__exportStar(require("./OpenAISpeechModel.cjs"), exports);
 __exportStar(require("./OpenAITextEmbeddingModel.cjs"), exports);
-__exportStar(require("./OpenAICompletionModel.cjs"), exports);
 __exportStar(require("./OpenAITranscriptionModel.cjs"), exports);
 __exportStar(require("./TikTokenTokenizer.cjs"), exports);
 __exportStar(require("./chat/OpenAIChatMessage.cjs"), exports);

package/model-provider/openai/index.d.ts

@@ -1,10 +1,11 @@
 export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
+export * from "./OpenAICompletionModel.js";
 export * from "./OpenAICostCalculator.js";
 export { OpenAIError, OpenAIErrorData } from "./OpenAIError.js";
 export * from "./OpenAIImageGenerationModel.js";
+export * from "./OpenAISpeechModel.js";
 export * from "./OpenAITextEmbeddingModel.js";
-export * from "./OpenAICompletionModel.js";
 export * from "./OpenAITranscriptionModel.js";
 export * from "./TikTokenTokenizer.js";
 export * from "./chat/OpenAIChatMessage.js";

package/model-provider/openai/index.js

@@ -1,10 +1,11 @@
 export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
+export * from "./OpenAICompletionModel.js";
 export * from "./OpenAICostCalculator.js";
 export { OpenAIError } from "./OpenAIError.js";
 export * from "./OpenAIImageGenerationModel.js";
+export * from "./OpenAISpeechModel.js";
 export * from "./OpenAITextEmbeddingModel.js";
-export * from "./OpenAICompletionModel.js";
 export * from "./OpenAITranscriptionModel.js";
 export * from "./TikTokenTokenizer.js";
 export * from "./chat/OpenAIChatMessage.js";

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build multimodal applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.61.0",
+  "version": "0.63.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [