modelfusion 0.50.0 → 0.52.0

package/README.md

@@ -1,6 +1,6 @@
 # ModelFusion
 
-> ### Build multi-modal AI apps, chatbots, and agents with JavaScript and TypeScript.
+> ### The TypeScript library for building multi-modal AI applications.
 
 [![NPM Version](https://img.shields.io/npm/v/modelfusion?color=33cd56&logo=npm)](https://www.npmjs.com/package/modelfusion)
 [![MIT License](https://img.shields.io/github/license/lgrammel/modelfusion)](https://opensource.org/licenses/MIT)
@@ -10,12 +10,9 @@
 
 [Introduction](#introduction) | [Quick Install](#quick-install) | [Usage](#usage-examples) | [Documentation](#documentation) | [Examples](#more-examples) | [Contributing](#contributing) | [modelfusion.dev](https://modelfusion.dev)
 
-> [!NOTE]
-> ModelFusion is in its initial development phase. Until version 1.0 there may be breaking changes, because I am still exploring the API design. Feedback and suggestions are welcome.
-
 ## Introduction
 
-ModelFusion is a library for building AI applications, chatbots, and agents. Here are the main features:
+**ModelFusion** is a TypeScript library for building AI applications, chatbots, and agents.
 
 - **Multimodal**: ModelFusion supports a wide range of models including text generation, image generation, text-to-speech, speech-to-text, and embedding models.
 - **Streaming**: ModelFusion supports streaming for many generation models, e.g. text streaming, structure streaming, and full duplex speech streaming.
@@ -26,6 +23,9 @@ ModelFusion is a library for building AI applications, chatbots, and agents. Her
 
 ## Quick Install
 
+> [!NOTE]
+> ModelFusion is in its initial development phase. The main API is now mostly stable, but until version 1.0 there may be minor breaking changes. Feedback and suggestions are welcome.
+
 ```sh
 npm install modelfusion
 ```
@@ -65,8 +65,8 @@ const textStream = await streamText(
   "Write a short story about a robot learning to love:\n\n"
 );
 
-for await (const textFragment of textStream) {
-  process.stdout.write(textFragment);
+for await (const textPart of textStream) {
+  process.stdout.write(textPart);
 }
 ```
 
@@ -118,7 +118,7 @@ const textStream = await streamText(/* ... */);
 const speechStream = await streamSpeech(
   new ElevenLabsSpeechModel({
     voice: "pNInz6obpgDQGcFmaJgB", // Adam
-    model: "eleven_monolingual_v1",
+    optimizeStreamingLatency: 1,
     voiceSettings: { stability: 1, similarityBoost: 0.35 },
     generationConfig: {
       chunkLengthSchedule: [50, 90, 120, 150, 200],

package/core/api/loadApiKey.cjs

@@ -6,11 +6,11 @@ function loadApiKey({ apiKey, environmentVariableName, apiKeyParameterName = "ap
         return apiKey;
     }
     if (typeof process === "undefined") {
-        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter. Environment variables is not supported in this environment.`);
+        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter into the API configuration. Environment variables is not supported in this environment.`);
     }
     apiKey = process.env[environmentVariableName];
     if (apiKey == null) {
-        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter or set it as an environment variable named ${environmentVariableName}.`);
+        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter into the API configuration or set it as an environment variable named ${environmentVariableName}.`);
     }
     return apiKey;
 }

package/core/api/loadApiKey.js

@@ -3,11 +3,11 @@ export function loadApiKey({ apiKey, environmentVariableName, apiKeyParameterNam
         return apiKey;
     }
     if (typeof process === "undefined") {
-        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter. Environment variables is not supported in this environment.`);
+        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter into the API configuration. Environment variables is not supported in this environment.`);
     }
     apiKey = process.env[environmentVariableName];
     if (apiKey == null) {
-        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter or set it as an environment variable named ${environmentVariableName}.`);
+        throw new Error(`${description} API key is missing. Pass it using the '${apiKeyParameterName}' parameter into the API configuration or set it as an environment variable named ${environmentVariableName}.`);
     }
     return apiKey;
 }

package/event-source/index.cjs

@@ -14,7 +14,6 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./AsyncQueue.cjs"), exports);
 __exportStar(require("./createEventSourceStream.cjs"), exports);
 __exportStar(require("./readEventSource.cjs"), exports);
 __exportStar(require("./readEventSourceStream.cjs"), exports);

package/event-source/index.d.ts

@@ -1,4 +1,3 @@
-export * from "./AsyncQueue.js";
 export * from "./createEventSourceStream.js";
 export * from "./readEventSource.js";
 export * from "./readEventSourceStream.js";

package/event-source/index.js

@@ -1,4 +1,3 @@
-export * from "./AsyncQueue.js";
 export * from "./createEventSourceStream.js";
 export * from "./readEventSource.js";
 export * from "./readEventSourceStream.js";

package/event-source/readEventSourceStream.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.readEventSourceStream = void 0;
 const parseJSON_js_1 = require("../util/parseJSON.cjs");
-const AsyncQueue_js_1 = require("./AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../util/AsyncQueue.cjs");
 const parseEventSourceStream_js_1 = require("./parseEventSourceStream.cjs");
 function readEventSourceStream({ stream, schema, errorHandler, }) {
     const queue = new AsyncQueue_js_1.AsyncQueue();

package/event-source/readEventSourceStream.js

@@ -1,5 +1,5 @@
 import { safeParseJsonWithSchema } from "../util/parseJSON.js";
-import { AsyncQueue } from "./AsyncQueue.js";
+import { AsyncQueue } from "../util/AsyncQueue.js";
 import { parseEventSourceStream } from "./parseEventSourceStream.js";
 export function readEventSourceStream({ stream, schema, errorHandler, }) {
     const queue = new AsyncQueue();

package/model-function/executeStreamCall.cjs

@@ -8,6 +8,7 @@ const GlobalFunctionObservers_js_1 = require("../core/GlobalFunctionObservers.cj
 const AbortError_js_1 = require("../core/api/AbortError.cjs");
 const getFunctionCallLogger_js_1 = require("../core/getFunctionCallLogger.cjs");
 const getRun_js_1 = require("../core/getRun.cjs");
+const AsyncQueue_js_1 = require("../util/AsyncQueue.cjs");
 const DurationMeasurement_js_1 = require("../util/DurationMeasurement.cjs");
 const runSafe_js_1 = require("../util/runSafe.cjs");
 async function executeStreamCall({ model, options, input, functionType, startStream, processDelta, processFinished, getResult, }) {
@@ -50,7 +51,10 @@ async function executeStreamCall({ model, options, input, functionType, startStr
             run,
             parentCallId: startMetadata.callId,
         });
-        return (async function* () {
+        // Return a queue that can be iterated over several times:
+        const responseQueue = new AsyncQueue_js_1.AsyncQueue();
+        // run async:
+        (async function () {
             for await (const event of deltaIterable) {
                 if (event?.type === "error") {
                     const error = event.error;
@@ -74,16 +78,17 @@ async function executeStreamCall({ model, options, input, functionType, startStr
                 if (event?.type === "delta") {
                     const value = processDelta(event);
                     if (value !== undefined) {
-                        yield value;
+                        responseQueue.push(value);
                     }
                 }
             }
             if (processFinished != null) {
                 const value = processFinished();
                 if (value !== undefined) {
-                    yield value;
+                    responseQueue.push(value);
                 }
             }
+            responseQueue.close();
             const finishMetadata = {
                 eventType: "finished",
                 ...startMetadata,
@@ -98,6 +103,7 @@ async function executeStreamCall({ model, options, input, functionType, startStr
                 },
             });
         })();
+        return responseQueue;
     });
     if (!result.ok) {
         const finishMetadata = {

package/model-function/executeStreamCall.js

@@ -5,6 +5,7 @@ import { getGlobalFunctionObservers } from "../core/GlobalFunctionObservers.js";
 import { AbortError } from "../core/api/AbortError.js";
 import { getFunctionCallLogger } from "../core/getFunctionCallLogger.js";
 import { getRun } from "../core/getRun.js";
+import { AsyncQueue } from "../util/AsyncQueue.js";
 import { startDurationMeasurement } from "../util/DurationMeasurement.js";
 import { runSafe } from "../util/runSafe.js";
 export async function executeStreamCall({ model, options, input, functionType, startStream, processDelta, processFinished, getResult, }) {
@@ -47,7 +48,10 @@ export async function executeStreamCall({ model, options, input, functionType, s
             run,
             parentCallId: startMetadata.callId,
         });
-        return (async function* () {
+        // Return a queue that can be iterated over several times:
+        const responseQueue = new AsyncQueue();
+        // run async:
+        (async function () {
             for await (const event of deltaIterable) {
                 if (event?.type === "error") {
                     const error = event.error;
@@ -71,16 +75,17 @@ export async function executeStreamCall({ model, options, input, functionType, s
                 if (event?.type === "delta") {
                     const value = processDelta(event);
                     if (value !== undefined) {
-                        yield value;
+                        responseQueue.push(value);
                     }
                 }
             }
             if (processFinished != null) {
                 const value = processFinished();
                 if (value !== undefined) {
-                    yield value;
+                    responseQueue.push(value);
                 }
             }
+            responseQueue.close();
             const finishMetadata = {
                 eventType: "finished",
                 ...startMetadata,
@@ -95,6 +100,7 @@ export async function executeStreamCall({ model, options, input, functionType, s
                 },
             });
         })();
+        return responseQueue;
     });
     if (!result.ok) {
         const finishMetadata = {

package/model-function/generate-speech/streamSpeech.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.streamSpeech = void 0;
-const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
 const AsyncIterableResultPromise_js_1 = require("../AsyncIterableResultPromise.cjs");
 const executeStreamCall_js_1 = require("../executeStreamCall.cjs");
 /**

package/model-function/generate-speech/streamSpeech.js

@@ -1,4 +1,4 @@
-import { AsyncQueue } from "../../event-source/AsyncQueue.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { AsyncIterableResultPromise } from "../AsyncIterableResultPromise.js";
 import { executeStreamCall } from "../executeStreamCall.js";
 /**

package/model-provider/anthropic/AnthropicTextGenerationModel.cjs

@@ -4,10 +4,10 @@ exports.AnthropicTextGenerationResponseFormat = exports.AnthropicTextGenerationM
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
 const parseEventSourceStream_js_1 = require("../../event-source/parseEventSourceStream.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptFormatTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptFormatTextStreamingModel.cjs");
+const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
 const parseJSON_js_1 = require("../../util/parseJSON.cjs");
 const AnthropicApiConfiguration_js_1 = require("./AnthropicApiConfiguration.cjs");
 const AnthropicError_js_1 = require("./AnthropicError.cjs");

package/model-provider/anthropic/AnthropicTextGenerationModel.js

@@ -1,10 +1,10 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AsyncQueue } from "../../event-source/AsyncQueue.js";
 import { parseEventSourceStream } from "../../event-source/parseEventSourceStream.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatTextStreamingModel } from "../../model-function/generate-text/PromptFormatTextStreamingModel.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { parseJsonWithZod } from "../../util/parseJSON.js";
 import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
 import { failedAnthropicCallResponseHandler } from "./AnthropicError.js";

package/model-provider/cohere/CohereTextGenerationModel.cjs

@@ -4,7 +4,7 @@ exports.CohereTextGenerationResponseFormat = exports.CohereTextGenerationModel =
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptFormatTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptFormatTextStreamingModel.cjs");
 const TextPromptFormat_js_1 = require("../../model-function/generate-text/TextPromptFormat.cjs");

package/model-provider/cohere/CohereTextGenerationModel.js

@@ -1,7 +1,7 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AsyncQueue } from "../../event-source/AsyncQueue.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatTextStreamingModel } from "../../model-function/generate-text/PromptFormatTextStreamingModel.js";
 import { mapChatPromptToTextFormat, mapInstructionPromptToTextFormat, } from "../../model-function/generate-text/TextPromptFormat.js";

package/model-provider/elevenlabs/ElevenLabsError.cjs

@@ -5,7 +5,6 @@ const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
 const failedElevenLabsCallResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     try {
-        // TODO implement ElevenLabsError
         return new ApiCallError_js_1.ApiCallError({
             message: responseBody,
             statusCode: response.status,

package/model-provider/elevenlabs/ElevenLabsError.js

@@ -2,7 +2,6 @@ import { ApiCallError } from "../../core/api/ApiCallError.js";
 export const failedElevenLabsCallResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     try {
-        // TODO implement ElevenLabsError
         return new ApiCallError({
             message: responseBody,
             statusCode: response.status,

package/model-provider/elevenlabs/ElevenLabsSpeechModel.cjs

@@ -4,7 +4,7 @@ exports.ElevenLabsSpeechModel = void 0;
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const SimpleWebSocket_js_1 = require("../../util/SimpleWebSocket.cjs");
 const parseJSON_js_1 = require("../../util/parseJSON.cjs");
@@ -15,11 +15,14 @@ const elevenLabsModels = [
     "eleven_multilingual_v1",
     "eleven_monolingual_v1",
 ];
-const defaultModel = "eleven_multilingual_v2";
+const defaultModel = "eleven_monolingual_v1";
 /**
  * Synthesize speech using the ElevenLabs Text to Speech API.
  *
- * @see https://api.elevenlabs.io/docs#/text-to-speech/Text_to_speech_v1_text_to_speech__voice_id__post
+ * Both regular text-to-speech and full duplex text-to-speech streaming are supported.
+ *
+ * @see https://docs.elevenlabs.io/api-reference/text-to-speech
+ * @see https://docs.elevenlabs.io/api-reference/text-to-speech-websockets
  */
 class ElevenLabsSpeechModel extends AbstractModel_js_1.AbstractModel {
     constructor(settings) {
@@ -84,7 +87,11 @@ class ElevenLabsSpeechModel extends AbstractModel_js_1.AbstractModel {
         ]);
         const queue = new AsyncQueue_js_1.AsyncQueue();
         const model = this.settings.model ?? defaultModel;
-        const socket = await (0, SimpleWebSocket_js_1.createSimpleWebSocket)(`wss://api.elevenlabs.io/v1/text-to-speech/${this.settings.voice}/stream-input?model_id=${model}`);
+        const socket = await (0, SimpleWebSocket_js_1.createSimpleWebSocket)(`wss://api.elevenlabs.io/v1/text-to-speech/${this.settings.voice}/stream-input${assembleQuery({
+            model_id: model,
+            optimize_streaming_latency: this.settings.optimizeStreamingLatency,
+            output_format: this.settings.outputFormat,
+        })}`);
         socket.onopen = async () => {
             const api = this.settings.api ?? new ElevenLabsApiConfiguration_js_1.ElevenLabsApiConfiguration();
             // send begin-of-stream (BOS) message:
@@ -158,9 +165,12 @@ class ElevenLabsSpeechModel extends AbstractModel_js_1.AbstractModel {
     }
 }
 exports.ElevenLabsSpeechModel = ElevenLabsSpeechModel;
-async function callElevenLabsTextToSpeechAPI({ api = new ElevenLabsApiConfiguration_js_1.ElevenLabsApiConfiguration(), abortSignal, text, voiceId, modelId, voiceSettings, }) {
+async function callElevenLabsTextToSpeechAPI({ api = new ElevenLabsApiConfiguration_js_1.ElevenLabsApiConfiguration(), abortSignal, text, voiceId, modelId, optimizeStreamingLatency, outputFormat, voiceSettings, }) {
     return (0, postToApi_js_1.postJsonToApi)({
-        url: api.assembleUrl(`/text-to-speech/${voiceId}`),
+        url: api.assembleUrl(`/text-to-speech/${voiceId}${assembleQuery({
+            optimize_streaming_latency: optimizeStreamingLatency,
+            output_format: outputFormat,
+        })}`),
         headers: api.headers,
         body: {
             text,
@@ -172,6 +182,24 @@ async function callElevenLabsTextToSpeechAPI({ api = new ElevenLabsApiConfigurat
         abortSignal,
     });
 }
+function assembleQuery(parameters) {
+    let query = "";
+    let hasQuestionMark = false;
+    for (const [key, value] of Object.entries(parameters)) {
+        if (value == null) {
+            continue;
+        }
+        if (!hasQuestionMark) {
+            query += "?";
+            hasQuestionMark = true;
+        }
+        else {
+            query += "&";
+        }
+        query += `${key}=${value}`;
+    }
+    return query;
+}
 function toApiVoiceSettings(voiceSettings) {
     return voiceSettings != null
         ? {

package/model-provider/elevenlabs/ElevenLabsSpeechModel.d.ts

@@ -11,6 +11,8 @@ export interface ElevenLabsSpeechModelSettings extends SpeechGenerationModelSett
     };
     voice: string;
     model?: (typeof elevenLabsModels)[number] | (string & {});
+    optimizeStreamingLatency?: 0 | 1 | 2 | 3 | 4;
+    outputFormat?: "mp3_44100" | "pcm_16000" | "pcm_22050" | "pcm_24000" | "pcm_44100";
     voiceSettings?: {
         stability: number;
         similarityBoost: number;
@@ -24,7 +26,10 @@ export interface ElevenLabsSpeechModelSettings extends SpeechGenerationModelSett
 /**
  * Synthesize speech using the ElevenLabs Text to Speech API.
  *
- * @see https://api.elevenlabs.io/docs#/text-to-speech/Text_to_speech_v1_text_to_speech__voice_id__post
+ * Both regular text-to-speech and full duplex text-to-speech streaming are supported.
+ *
+ * @see https://docs.elevenlabs.io/api-reference/text-to-speech
+ * @see https://docs.elevenlabs.io/api-reference/text-to-speech-websockets
  */
 export declare class ElevenLabsSpeechModel extends AbstractModel<ElevenLabsSpeechModelSettings> implements StreamingSpeechGenerationModel<ElevenLabsSpeechModelSettings> {
     constructor(settings: ElevenLabsSpeechModelSettings);

package/model-provider/elevenlabs/ElevenLabsSpeechModel.js

@@ -1,7 +1,7 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createAudioMpegResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AsyncQueue } from "../../event-source/AsyncQueue.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { createSimpleWebSocket } from "../../util/SimpleWebSocket.js";
 import { safeParseJsonWithZod } from "../../util/parseJSON.js";
@@ -12,11 +12,14 @@ const elevenLabsModels = [
     "eleven_multilingual_v1",
     "eleven_monolingual_v1",
 ];
-const defaultModel = "eleven_multilingual_v2";
+const defaultModel = "eleven_monolingual_v1";
 /**
  * Synthesize speech using the ElevenLabs Text to Speech API.
  *
- * @see https://api.elevenlabs.io/docs#/text-to-speech/Text_to_speech_v1_text_to_speech__voice_id__post
+ * Both regular text-to-speech and full duplex text-to-speech streaming are supported.
+ *
+ * @see https://docs.elevenlabs.io/api-reference/text-to-speech
+ * @see https://docs.elevenlabs.io/api-reference/text-to-speech-websockets
  */
 export class ElevenLabsSpeechModel extends AbstractModel {
     constructor(settings) {
@@ -81,7 +84,11 @@ export class ElevenLabsSpeechModel extends AbstractModel {
         ]);
         const queue = new AsyncQueue();
         const model = this.settings.model ?? defaultModel;
-        const socket = await createSimpleWebSocket(`wss://api.elevenlabs.io/v1/text-to-speech/${this.settings.voice}/stream-input?model_id=${model}`);
+        const socket = await createSimpleWebSocket(`wss://api.elevenlabs.io/v1/text-to-speech/${this.settings.voice}/stream-input${assembleQuery({
+            model_id: model,
+            optimize_streaming_latency: this.settings.optimizeStreamingLatency,
+            output_format: this.settings.outputFormat,
+        })}`);
         socket.onopen = async () => {
             const api = this.settings.api ?? new ElevenLabsApiConfiguration();
             // send begin-of-stream (BOS) message:
@@ -154,9 +161,12 @@ export class ElevenLabsSpeechModel extends AbstractModel {
         });
     }
 }
-async function callElevenLabsTextToSpeechAPI({ api = new ElevenLabsApiConfiguration(), abortSignal, text, voiceId, modelId, voiceSettings, }) {
+async function callElevenLabsTextToSpeechAPI({ api = new ElevenLabsApiConfiguration(), abortSignal, text, voiceId, modelId, optimizeStreamingLatency, outputFormat, voiceSettings, }) {
     return postJsonToApi({
-        url: api.assembleUrl(`/text-to-speech/${voiceId}`),
+        url: api.assembleUrl(`/text-to-speech/${voiceId}${assembleQuery({
+            optimize_streaming_latency: optimizeStreamingLatency,
+            output_format: outputFormat,
+        })}`),
         headers: api.headers,
         body: {
             text,
@@ -168,6 +178,24 @@ async function callElevenLabsTextToSpeechAPI({ api = new ElevenLabsApiConfigurat
         abortSignal,
     });
 }
+function assembleQuery(parameters) {
+    let query = "";
+    let hasQuestionMark = false;
+    for (const [key, value] of Object.entries(parameters)) {
+        if (value == null) {
+            continue;
+        }
+        if (!hasQuestionMark) {
+            query += "?";
+            hasQuestionMark = true;
+        }
+        else {
+            query += "&";
+        }
+        query += `${key}=${value}`;
+    }
+    return query;
+}
 function toApiVoiceSettings(voiceSettings) {
     return voiceSettings != null
         ? {

package/model-provider/llamacpp/LlamaCppTextGenerationModel.cjs

@@ -4,7 +4,7 @@ exports.LlamaCppTextGenerationResponseFormat = exports.LlamaCppTextGenerationMod
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
 const parseEventSourceStream_js_1 = require("../../event-source/parseEventSourceStream.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptFormatTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptFormatTextStreamingModel.cjs");

package/model-provider/llamacpp/LlamaCppTextGenerationModel.js

@@ -1,7 +1,7 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AsyncQueue } from "../../event-source/AsyncQueue.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { parseEventSourceStream } from "../../event-source/parseEventSourceStream.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatTextStreamingModel } from "../../model-function/generate-text/PromptFormatTextStreamingModel.js";

package/model-provider/lmnt/LmntError.cjs

@@ -5,7 +5,6 @@ const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
 const failedLmntCallResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     try {
-        // TODO implement LmntError
         return new ApiCallError_js_1.ApiCallError({
             message: responseBody,
             statusCode: response.status,

package/model-provider/lmnt/LmntError.js

@@ -2,7 +2,6 @@ import { ApiCallError } from "../../core/api/ApiCallError.js";
 export const failedLmntCallResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     try {
-        // TODO implement LmntError
         return new ApiCallError({
             message: responseBody,
             statusCode: response.status,

package/model-provider/openai/OpenAICompletionModel.cjs

@@ -4,7 +4,7 @@ exports.OpenAITextResponseFormat = exports.OpenAICompletionModel = exports.calcu
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const AsyncQueue_js_1 = require("../../event-source/AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
 const parseEventSourceStream_js_1 = require("../../event-source/parseEventSourceStream.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptFormatTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptFormatTextStreamingModel.cjs");

package/model-provider/openai/OpenAICompletionModel.js

@@ -1,7 +1,7 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { AsyncQueue } from "../../event-source/AsyncQueue.js";
+import { AsyncQueue } from "../../util/AsyncQueue.js";
 import { parseEventSourceStream } from "../../event-source/parseEventSourceStream.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatTextStreamingModel } from "../../model-function/generate-text/PromptFormatTextStreamingModel.js";

package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createOpenAIChatDeltaIterableQueue = void 0;
 const zod_1 = require("zod");
-const AsyncQueue_js_1 = require("../../../event-source/AsyncQueue.cjs");
+const AsyncQueue_js_1 = require("../../../util/AsyncQueue.cjs");
 const parseEventSourceStream_js_1 = require("../../../event-source/parseEventSourceStream.cjs");
 const parseJSON_js_1 = require("../../../util/parseJSON.cjs");
 const chatResponseStreamEventSchema = zod_1.z.object({

package/model-provider/openai/chat/OpenAIChatStreamIterable.js

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { AsyncQueue } from "../../../event-source/AsyncQueue.js";
+import { AsyncQueue } from "../../../util/AsyncQueue.js";
 import { parseEventSourceStream } from "../../../event-source/parseEventSourceStream.js";
 import { safeParseJsonWithZod } from "../../../util/parseJSON.js";
 const chatResponseStreamEventSchema = z.object({

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "Build multimodal applications, chatbots, and agents with JavaScript and TypeScript.",
-  "version": "0.50.0",
+  "version": "0.52.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [
@@ -48,7 +48,7 @@
     "build:esm": "tsc --outDir dist/",
     "build:cjs": "tsc --outDir build/cjs/ -p tsconfig.cjs.json && node bin/prepare-cjs.js",
     "test": "vitest run src",
-    "test-interactive": "vitest run",
+    "test-interactive": "vitest watch",
     "dist": "npm run clean && npm run lint && npm run test && npm run build && npm run dist:copy-files",
     "dist:copy-files": "copyfiles package.json README.md LICENSE dist"
   },