modelfusion 0.89.1 → 0.91.0

package/README.md

@@ -23,11 +23,11 @@
 - **Resilience and Robustness**: ModelFusion ensures seamless operation through automatic retries, throttling, and error handling mechanisms.
 - **Server**: ModelFusion provides a Fastify plugin that exposes a ModelFusion flow as a REST endpoint that uses server-sent events.
 
-## Quick Install
-
 > [!NOTE]
 > ModelFusion is in its initial development phase. The main API is now mostly stable, but until version 1.0 there may be breaking changes. Feedback and suggestions are welcome.
 
+## Quick Install
+
 ```sh
 npm install modelfusion
 ```
@@ -40,6 +40,9 @@ Or use a template:
 
 ## Usage Examples
 
+> 💡
+> The basic examples are a great way to get started and to explore in parallel with the [documentation](https://modelfusion.dev/). You can find them in the [examples/basic](https://github.com/lgrammel/modelfusion/tree/main/examples/basic) folder.
+
 You can provide API keys for the different [integrations](https://modelfusion.dev/integration/model-provider/) using environment variables (e.g., `OPENAI_API_KEY`) or pass them into the model constructors as options.
 
 ### [Generate Text](https://modelfusion.dev/guide/function/generate-text)
@@ -182,7 +185,7 @@ const transcription = await generateTranscription(
 );
 ```
 
-Providers: [OpenAI (Whisper)](https://modelfusion.dev/integration/model-provider/openai)
+Providers: [OpenAI (Whisper)](https://modelfusion.dev/integration/model-provider/openai), [Whisper.cpp](https://modelfusion.dev/integration/model-provider/whispercpp)
 
 ### [Generate Structure](https://modelfusion.dev/guide/function/generate-structure#generatestructure)
 

package/core/api/ApiCallError.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ApiCallError = void 0;
 class ApiCallError extends Error {
-    constructor({ message, url, requestBodyValues, statusCode, cause, isRetryable = statusCode != null &&
+    constructor({ message, url, requestBodyValues, statusCode, responseBody, cause, isRetryable = statusCode != null &&
         (statusCode === 429 || statusCode >= 500), }) {
         super(message);
         Object.defineProperty(this, "url", {
@@ -23,6 +23,12 @@ class ApiCallError extends Error {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "responseBody", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "cause", {
             enumerable: true,
             configurable: true,
@@ -39,6 +45,7 @@ class ApiCallError extends Error {
         this.url = url;
         this.requestBodyValues = requestBodyValues;
         this.statusCode = statusCode;
+        this.responseBody = responseBody;
         this.cause = cause;
         this.isRetryable = isRetryable;
     }
@@ -49,6 +56,7 @@ class ApiCallError extends Error {
             url: this.url,
             requestBodyValues: this.requestBodyValues,
             statusCode: this.statusCode,
+            responseBody: this.responseBody,
             cause: this.cause,
             isRetryable: this.isRetryable,
         };

package/core/api/ApiCallError.d.ts

@@ -2,13 +2,15 @@ export declare class ApiCallError extends Error {
     readonly url: string;
     readonly requestBodyValues: unknown;
     readonly statusCode?: number;
+    readonly responseBody?: string;
     readonly cause?: unknown;
     readonly isRetryable: boolean;
-    constructor({ message, url, requestBodyValues, statusCode, cause, isRetryable, }: {
+    constructor({ message, url, requestBodyValues, statusCode, responseBody, cause, isRetryable, }: {
         message: string;
         url: string;
         requestBodyValues: unknown;
         statusCode?: number;
+        responseBody?: string;
         cause?: unknown;
         isRetryable?: boolean;
     });
@@ -18,6 +20,7 @@ export declare class ApiCallError extends Error {
         url: string;
         requestBodyValues: unknown;
         statusCode: number | undefined;
+        responseBody: string | undefined;
         cause: unknown;
         isRetryable: boolean;
     };

package/core/api/ApiCallError.js

@@ -1,5 +1,5 @@
 export class ApiCallError extends Error {
-    constructor({ message, url, requestBodyValues, statusCode, cause, isRetryable = statusCode != null &&
+    constructor({ message, url, requestBodyValues, statusCode, responseBody, cause, isRetryable = statusCode != null &&
         (statusCode === 429 || statusCode >= 500), }) {
         super(message);
         Object.defineProperty(this, "url", {
@@ -20,6 +20,12 @@ export class ApiCallError extends Error {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "responseBody", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "cause", {
             enumerable: true,
             configurable: true,
@@ -36,6 +42,7 @@ export class ApiCallError extends Error {
         this.url = url;
         this.requestBodyValues = requestBodyValues;
         this.statusCode = statusCode;
+        this.responseBody = responseBody;
         this.cause = cause;
         this.isRetryable = isRetryable;
     }
@@ -46,6 +53,7 @@ export class ApiCallError extends Error {
             url: this.url,
             requestBodyValues: this.requestBodyValues,
             statusCode: this.statusCode,
+            responseBody: this.responseBody,
             cause: this.cause,
             isRetryable: this.isRetryable,
         };

package/core/api/RetryError.cjs

@@ -4,13 +4,20 @@ exports.RetryError = void 0;
 class RetryError extends Error {
     constructor({ message, reason, errors, }) {
         super(message);
-        Object.defineProperty(this, "errors", {
+        // note: property order determines debugging output
+        Object.defineProperty(this, "reason", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "reason", {
+        Object.defineProperty(this, "lastError", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "errors", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -19,12 +26,15 @@ class RetryError extends Error {
         this.name = "RetryError";
         this.reason = reason;
         this.errors = errors;
+        // separate our last error to make debugging via log easier:
+        this.lastError = errors[errors.length - 1];
     }
     toJSON() {
         return {
             name: this.name,
             message: this.message,
             reason: this.reason,
+            lastError: this.lastError,
             errors: this.errors,
         };
     }

package/core/api/RetryError.d.ts

@@ -1,7 +1,8 @@
 export type RetryErrorReason = "maxTriesExceeded" | "errorNotRetryable" | "abort";
 export declare class RetryError extends Error {
-    readonly errors: Array<unknown>;
     readonly reason: RetryErrorReason;
+    readonly lastError: unknown;
+    readonly errors: Array<unknown>;
     constructor({ message, reason, errors, }: {
         message: string;
         reason: RetryErrorReason;
@@ -11,6 +12,7 @@ export declare class RetryError extends Error {
         name: string;
         message: string;
         reason: RetryErrorReason;
+        lastError: unknown;
         errors: unknown[];
     };
 }

package/core/api/RetryError.js

@@ -1,13 +1,20 @@
 export class RetryError extends Error {
     constructor({ message, reason, errors, }) {
         super(message);
-        Object.defineProperty(this, "errors", {
+        // note: property order determines debugging output
+        Object.defineProperty(this, "reason", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "reason", {
+        Object.defineProperty(this, "lastError", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "errors", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -16,12 +23,15 @@ export class RetryError extends Error {
         this.name = "RetryError";
         this.reason = reason;
         this.errors = errors;
+        // separate our last error to make debugging via log easier:
+        this.lastError = errors[errors.length - 1];
     }
     toJSON() {
         return {
             name: this.name,
             message: this.message,
             reason: this.reason,
+            lastError: this.lastError,
             errors: this.errors,
         };
     }

package/core/api/postToApi.cjs

@@ -1,14 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.postToApi = exports.postJsonToApi = exports.createAudioMpegResponseHandler = exports.createTextResponseHandler = exports.createJsonResponseHandler = void 0;
+const ZodSchema_js_1 = require("../schema/ZodSchema.cjs");
+const parseJSON_js_1 = require("../schema/parseJSON.cjs");
 const ApiCallError_js_1 = require("./ApiCallError.cjs");
 const createJsonResponseHandler = (responseSchema) => async ({ response, url, requestBodyValues }) => {
-    const parsedResult = responseSchema.safeParse(await response.json());
+    const responseBody = await response.text();
+    const parsedResult = (0, parseJSON_js_1.safeParseJSON)({
+        text: responseBody,
+        schema: new ZodSchema_js_1.ZodSchema(responseSchema),
+    });
     if (!parsedResult.success) {
         throw new ApiCallError_js_1.ApiCallError({
             message: "Invalid JSON response",
             cause: parsedResult.error,
             statusCode: response.status,
+            responseBody,
             url,
             requestBodyValues,
         });

package/core/api/postToApi.d.ts

@@ -1,4 +1,5 @@
 /// <reference types="node" />
+import { ZodSchema } from "../schema/ZodSchema.js";
 import { z } from "zod";
 import { ApiCallError } from "./ApiCallError.js";
 export type ResponseHandler<T> = (options: {

package/core/api/postToApi.js

@@ -1,11 +1,18 @@
+import { ZodSchema } from "../schema/ZodSchema.js";
+import { safeParseJSON } from "../schema/parseJSON.js";
 import { ApiCallError } from "./ApiCallError.js";
 export const createJsonResponseHandler = (responseSchema) => async ({ response, url, requestBodyValues }) => {
-    const parsedResult = responseSchema.safeParse(await response.json());
+    const responseBody = await response.text();
+    const parsedResult = safeParseJSON({
+        text: responseBody,
+        schema: new ZodSchema(responseSchema),
+    });
     if (!parsedResult.success) {
         throw new ApiCallError({
             message: "Invalid JSON response",
             cause: parsedResult.error,
             statusCode: response.status,
+            responseBody,
             url,
             requestBodyValues,
         });

package/core/schema/JSONParseError.cjs

@@ -7,7 +7,8 @@ class JSONParseError extends Error {
         super(`JSON parsing failed: ` +
             `Text: ${text}.\n` +
             `Error message: ${(0, getErrorMessage_js_1.getErrorMessage)(cause)}`);
-        Object.defineProperty(this, "structureName", {
+        // note: property order determines debugging output
+        Object.defineProperty(this, "text", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -19,12 +20,6 @@ class JSONParseError extends Error {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "text", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         this.name = "JSONParseError";
         this.cause = cause;
         this.text = text;

package/core/schema/JSONParseError.d.ts

@@ -1,7 +1,6 @@
 export declare class JSONParseError extends Error {
-    readonly structureName: string;
-    readonly cause: unknown;
     readonly text: string;
+    readonly cause: unknown;
     constructor({ text, cause }: {
         text: string;
         cause: unknown;

package/core/schema/JSONParseError.js

@@ -4,7 +4,8 @@ export class JSONParseError extends Error {
         super(`JSON parsing failed: ` +
             `Text: ${text}.\n` +
             `Error message: ${getErrorMessage(cause)}`);
-        Object.defineProperty(this, "structureName", {
+        // note: property order determines debugging output
+        Object.defineProperty(this, "text", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -16,12 +17,6 @@ export class JSONParseError extends Error {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "text", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         this.name = "JSONParseError";
         this.cause = cause;
         this.text = text;

package/model-provider/index.cjs

@@ -25,3 +25,4 @@ __exportStar(require("./ollama/index.cjs"), exports);
 __exportStar(require("./openai/index.cjs"), exports);
 __exportStar(require("./openai-compatible/index.cjs"), exports);
 __exportStar(require("./stability/index.cjs"), exports);
+__exportStar(require("./whispercpp/index.cjs"), exports);

package/model-provider/index.d.ts

@@ -9,3 +9,4 @@ export * from "./ollama/index.js";
 export * from "./openai/index.js";
 export * from "./openai-compatible/index.js";
 export * from "./stability/index.js";
+export * from "./whispercpp/index.js";

package/model-provider/index.js

@@ -9,3 +9,4 @@ export * from "./ollama/index.js";
 export * from "./openai/index.js";
 export * from "./openai-compatible/index.js";
 export * from "./stability/index.js";
+export * from "./whispercpp/index.js";

package/model-provider/openai/OpenAITranscriptionModel.cjs

@@ -81,7 +81,10 @@ class OpenAITranscriptionModel extends AbstractModel_js_1.AbstractModel {
         });
     }
     get settingsForEvent() {
-        return {};
+        return {
+            language: this.settings.language,
+            temperature: this.settings.temperature,
+        };
     }
     withSettings(additionalSettings) {
         return new OpenAITranscriptionModel(Object.assign({}, this.settings, additionalSettings));

package/model-provider/openai/OpenAITranscriptionModel.d.ts

@@ -20,7 +20,22 @@ export declare const calculateOpenAITranscriptionCostInMillicents: ({ model, res
 }) => number | null;
 export interface OpenAITranscriptionModelSettings extends TranscriptionModelSettings {
     api?: ApiConfiguration;
+    /**
+     * ID of the model to use. Only whisper-1 is currently available.
+     */
     model: OpenAITranscriptionModelType;
+    /**
+     * The language of the input audio. Supplying the input language in ISO-639-1 format will improve accuracy and latency.
+     */
+    language?: string;
+    /**
+     * The sampling temperature, between 0 and 1.
+     * Higher values like 0.8 will make the output more random,
+     * while lower values like 0.2 will make it more focused and deterministic.
+     * If set to 0, the model will use log probability to automatically
+     * increase the temperature until certain thresholds are hit.
+     */
+    temperature?: number;
 }
 export type OpenAITranscriptionInput = {
     type: "flac" | "m4a" | "mp3" | "mp4" | "mpeg" | "mpga" | "ogg" | "wav" | "webm";

package/model-provider/openai/OpenAITranscriptionModel.js

@@ -77,7 +77,10 @@ export class OpenAITranscriptionModel extends AbstractModel {
         });
     }
     get settingsForEvent() {
-        return {};
+        return {
+            language: this.settings.language,
+            temperature: this.settings.temperature,
+        };
     }
     withSettings(additionalSettings) {
         return new OpenAITranscriptionModel(Object.assign({}, this.settings, additionalSettings));

package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs

@@ -50,7 +50,7 @@ const chatResponseStreamEventSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.union
     chatCompletionChunkSchema,
     zod_1.z.object({
         object: zod_1.z.string().refine((obj) => obj !== "chat.completion.chunk", {
-            message: "Object must not be 'chat.completion.chunk'",
+            message: "Object must be 'chat.completion.chunk'",
         }),
     }),
 ]));

package/model-provider/openai/chat/OpenAIChatStreamIterable.js

@@ -47,7 +47,7 @@ const chatResponseStreamEventSchema = new ZodSchema(z.union([
     chatCompletionChunkSchema,
     z.object({
         object: z.string().refine((obj) => obj !== "chat.completion.chunk", {
-            message: "Object must not be 'chat.completion.chunk'",
+            message: "Object must be 'chat.completion.chunk'",
         }),
     }),
 ]));

package/model-provider/whispercpp/WhisperCppApiConfiguration.cjs

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WhisperCppApiConfiguration = void 0;
+const BaseUrlApiConfiguration_js_1 = require("../../core/api/BaseUrlApiConfiguration.cjs");
+class WhisperCppApiConfiguration extends BaseUrlApiConfiguration_js_1.BaseUrlApiConfiguration {
+    constructor({ baseUrl = "http://127.0.0.1:8080", retry, throttle, } = {}) {
+        super({
+            baseUrl,
+            headers: {},
+            retry,
+            throttle,
+        });
+    }
+}
+exports.WhisperCppApiConfiguration = WhisperCppApiConfiguration;

package/model-provider/whispercpp/WhisperCppApiConfiguration.d.ts

@@ -0,0 +1,11 @@
+import { BaseUrlApiConfiguration } from "../../core/api/BaseUrlApiConfiguration.js";
+import { RetryFunction } from "../../core/api/RetryFunction.js";
+import { ThrottleFunction } from "../../core/api/ThrottleFunction.js";
+export type WhisperCppApiConfigurationSettings = {
+    baseUrl?: string;
+    retry?: RetryFunction;
+    throttle?: ThrottleFunction;
+};
+export declare class WhisperCppApiConfiguration extends BaseUrlApiConfiguration {
+    constructor({ baseUrl, retry, throttle, }?: WhisperCppApiConfigurationSettings);
+}

package/model-provider/whispercpp/WhisperCppApiConfiguration.js

@@ -0,0 +1,11 @@
+import { BaseUrlApiConfiguration } from "../../core/api/BaseUrlApiConfiguration.js";
+export class WhisperCppApiConfiguration extends BaseUrlApiConfiguration {
+    constructor({ baseUrl = "http://127.0.0.1:8080", retry, throttle, } = {}) {
+        super({
+            baseUrl,
+            headers: {},
+            retry,
+            throttle,
+        });
+    }
+}

package/model-provider/whispercpp/WhisperCppFacade.cjs

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Api = exports.Transcriber = void 0;
+const WhisperCppApiConfiguration_js_1 = require("./WhisperCppApiConfiguration.cjs");
+const WhisperCppTranscriptionModel_js_1 = require("./WhisperCppTranscriptionModel.cjs");
+function Transcriber(settings = {}) {
+    return new WhisperCppTranscriptionModel_js_1.WhisperCppTranscriptionModel(settings);
+}
+exports.Transcriber = Transcriber;
+function Api(settings) {
+    return new WhisperCppApiConfiguration_js_1.WhisperCppApiConfiguration(settings);
+}
+exports.Api = Api;

package/model-provider/whispercpp/WhisperCppFacade.d.ts

@@ -0,0 +1,4 @@
+import { WhisperCppApiConfiguration, WhisperCppApiConfigurationSettings } from "./WhisperCppApiConfiguration.js";
+import { WhisperCppTranscriptionModel, WhisperCppTranscriptionModelSettings } from "./WhisperCppTranscriptionModel.js";
+export declare function Transcriber(settings?: WhisperCppTranscriptionModelSettings): WhisperCppTranscriptionModel;
+export declare function Api(settings: WhisperCppApiConfigurationSettings): WhisperCppApiConfiguration;

package/model-provider/whispercpp/WhisperCppFacade.js

@@ -0,0 +1,8 @@
+import { WhisperCppApiConfiguration, } from "./WhisperCppApiConfiguration.js";
+import { WhisperCppTranscriptionModel, } from "./WhisperCppTranscriptionModel.js";
+export function Transcriber(settings = {}) {
+    return new WhisperCppTranscriptionModel(settings);
+}
+export function Api(settings) {
+    return new WhisperCppApiConfiguration(settings);
+}

package/model-provider/whispercpp/WhisperCppTranscriptionModel.cjs

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WhisperCppTranscriptionModel = void 0;
+const zod_1 = require("zod");
+const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
+const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
+const postToApi_js_1 = require("../../core/api/postToApi.cjs");
+const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
+const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
+const WhisperCppApiConfiguration_js_1 = require("./WhisperCppApiConfiguration.cjs");
+class WhisperCppTranscriptionModel extends AbstractModel_js_1.AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "provider", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "whispercpp"
+        });
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
+    }
+    async doTranscribe(data, options) {
+        const response = await this.callAPI(data, {
+            functionId: options?.functionId,
+            run: options?.run,
+        });
+        return {
+            response,
+            transcription: response.text,
+        };
+    }
+    async callAPI(data, options) {
+        const { temperature } = this.settings;
+        const api = this.settings.api ?? new WhisperCppApiConfiguration_js_1.WhisperCppApiConfiguration();
+        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
+            retry: api.retry,
+            throttle: api.throttle,
+            call: async () => {
+                const formData = new FormData();
+                formData.append("file", new Blob([data.data]), `audio.${data.type}`);
+                formData.append("response_format", "json");
+                if (temperature != null) {
+                    formData.append("temperature", temperature.toString());
+                }
+                return (0, postToApi_js_1.postToApi)({
+                    url: api.assembleUrl("/inference"),
+                    headers: api.headers,
+                    body: {
+                        content: formData,
+                        values: { temperature },
+                    },
+                    failedResponseHandler,
+                    successfulResponseHandler,
+                    abortSignal: options?.run?.abortSignal,
+                });
+            },
+        });
+    }
+    get settingsForEvent() {
+        return {
+            temperature: this.settings.temperature,
+        };
+    }
+    withSettings(additionalSettings) {
+        return new WhisperCppTranscriptionModel(Object.assign({}, this.settings, additionalSettings));
+    }
+}
+exports.WhisperCppTranscriptionModel = WhisperCppTranscriptionModel;
+const whisperCppTranscriptionJsonSchema = zod_1.z.union([
+    zod_1.z.object({ text: zod_1.z.string() }),
+    zod_1.z.object({ error: zod_1.z.string() }),
+]);
+const successfulResponseHandler = async ({ response, url, requestBodyValues }) => {
+    const responseBody = await response.text();
+    const parsedResult = (0, parseJSON_js_1.safeParseJSON)({
+        text: responseBody,
+        schema: new ZodSchema_js_1.ZodSchema(whisperCppTranscriptionJsonSchema),
+    });
+    if (!parsedResult.success) {
+        throw new ApiCallError_js_1.ApiCallError({
+            message: "Invalid JSON response",
+            cause: parsedResult.error,
+            statusCode: response.status,
+            responseBody,
+            url,
+            requestBodyValues,
+        });
+    }
+    if ("error" in parsedResult.data) {
+        throw new ApiCallError_js_1.ApiCallError({
+            message: parsedResult.data.error,
+            statusCode: response.status,
+            responseBody,
+            url,
+            requestBodyValues,
+        });
+    }
+    return {
+        text: parsedResult.data.text.trim(),
+    };
+};
+const failedResponseHandler = async ({ response, url, requestBodyValues, }) => {
+    const message = await response.text();
+    return new ApiCallError_js_1.ApiCallError({
+        message,
+        url,
+        requestBodyValues,
+        statusCode: response.status,
+        responseBody: message,
+    });
+};

package/model-provider/whispercpp/WhisperCppTranscriptionModel.d.ts

@@ -0,0 +1,29 @@
+/// <reference types="node" />
+import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
+import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { TranscriptionModel, TranscriptionModelSettings } from "../../model-function/generate-transcription/TranscriptionModel.js";
+export interface WhisperCppTranscriptionModelSettings extends TranscriptionModelSettings {
+    api?: ApiConfiguration;
+    temperature?: number;
+}
+export type WhisperCppTranscriptionInput = {
+    type: "wav";
+    data: Buffer;
+};
+export declare class WhisperCppTranscriptionModel extends AbstractModel<WhisperCppTranscriptionModelSettings> implements TranscriptionModel<WhisperCppTranscriptionInput, WhisperCppTranscriptionModelSettings> {
+    constructor(settings: WhisperCppTranscriptionModelSettings);
+    readonly provider: "whispercpp";
+    readonly modelName: null;
+    doTranscribe(data: WhisperCppTranscriptionInput, options?: FunctionOptions): Promise<{
+        response: {
+            text: string;
+        };
+        transcription: string;
+    }>;
+    callAPI(data: WhisperCppTranscriptionInput, options: FunctionOptions): Promise<{
+        text: string;
+    }>;
+    get settingsForEvent(): Partial<WhisperCppTranscriptionModelSettings>;
+    withSettings(additionalSettings: WhisperCppTranscriptionModelSettings): this;
+}

package/model-provider/whispercpp/WhisperCppTranscriptionModel.js

@@ -0,0 +1,113 @@
+import { z } from "zod";
+import { ApiCallError } from "../../core/api/ApiCallError.js";
+import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
+import { postToApi } from "../../core/api/postToApi.js";
+import { ZodSchema } from "../../core/schema/ZodSchema.js";
+import { safeParseJSON } from "../../core/schema/parseJSON.js";
+import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { WhisperCppApiConfiguration } from "./WhisperCppApiConfiguration.js";
+export class WhisperCppTranscriptionModel extends AbstractModel {
+    constructor(settings) {
+        super({ settings });
+        Object.defineProperty(this, "provider", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "whispercpp"
+        });
+        Object.defineProperty(this, "modelName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
+    }
+    async doTranscribe(data, options) {
+        const response = await this.callAPI(data, {
+            functionId: options?.functionId,
+            run: options?.run,
+        });
+        return {
+            response,
+            transcription: response.text,
+        };
+    }
+    async callAPI(data, options) {
+        const { temperature } = this.settings;
+        const api = this.settings.api ?? new WhisperCppApiConfiguration();
+        return callWithRetryAndThrottle({
+            retry: api.retry,
+            throttle: api.throttle,
+            call: async () => {
+                const formData = new FormData();
+                formData.append("file", new Blob([data.data]), `audio.${data.type}`);
+                formData.append("response_format", "json");
+                if (temperature != null) {
+                    formData.append("temperature", temperature.toString());
+                }
+                return postToApi({
+                    url: api.assembleUrl("/inference"),
+                    headers: api.headers,
+                    body: {
+                        content: formData,
+                        values: { temperature },
+                    },
+                    failedResponseHandler,
+                    successfulResponseHandler,
+                    abortSignal: options?.run?.abortSignal,
+                });
+            },
+        });
+    }
+    get settingsForEvent() {
+        return {
+            temperature: this.settings.temperature,
+        };
+    }
+    withSettings(additionalSettings) {
+        return new WhisperCppTranscriptionModel(Object.assign({}, this.settings, additionalSettings));
+    }
+}
+const whisperCppTranscriptionJsonSchema = z.union([
+    z.object({ text: z.string() }),
+    z.object({ error: z.string() }),
+]);
+const successfulResponseHandler = async ({ response, url, requestBodyValues }) => {
+    const responseBody = await response.text();
+    const parsedResult = safeParseJSON({
+        text: responseBody,
+        schema: new ZodSchema(whisperCppTranscriptionJsonSchema),
+    });
+    if (!parsedResult.success) {
+        throw new ApiCallError({
+            message: "Invalid JSON response",
+            cause: parsedResult.error,
+            statusCode: response.status,
+            responseBody,
+            url,
+            requestBodyValues,
+        });
+    }
+    if ("error" in parsedResult.data) {
+        throw new ApiCallError({
+            message: parsedResult.data.error,
+            statusCode: response.status,
+            responseBody,
+            url,
+            requestBodyValues,
+        });
+    }
+    return {
+        text: parsedResult.data.text.trim(),
+    };
+};
+const failedResponseHandler = async ({ response, url, requestBodyValues, }) => {
+    const message = await response.text();
+    return new ApiCallError({
+        message,
+        url,
+        requestBodyValues,
+        statusCode: response.status,
+        responseBody: message,
+    });
+};

package/model-provider/whispercpp/index.cjs

@@ -0,0 +1,32 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.whispercpp = void 0;
+__exportStar(require("./WhisperCppApiConfiguration.cjs"), exports);
+exports.whispercpp = __importStar(require("./WhisperCppFacade.cjs"));
+__exportStar(require("./WhisperCppTranscriptionModel.cjs"), exports);

package/model-provider/whispercpp/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./WhisperCppApiConfiguration.js";
+export * as whispercpp from "./WhisperCppFacade.js";
+export * from "./WhisperCppTranscriptionModel.js";

package/model-provider/whispercpp/index.js

@@ -0,0 +1,3 @@
+export * from "./WhisperCppApiConfiguration.js";
+export * as whispercpp from "./WhisperCppFacade.js";
+export * from "./WhisperCppTranscriptionModel.js";

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building multi-modal AI applications.",
-  "version": "0.89.1",
+  "version": "0.91.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [