modelfusion 0.104.0 → 0.106.0

package/model-provider/openai/OpenAITranscriptionModel.d.ts

@@ -64,10 +64,13 @@ export declare class OpenAITranscriptionModel extends AbstractModel<OpenAITransc
     doTranscribe(data: OpenAITranscriptionInput, options?: FunctionOptions): Promise<{
         response: {
             text: string;
+            task: "transcribe";
+            language: string;
+            duration: number;
             segments: {
                 text: string;
-                temperature: number;
                 id: number;
+                temperature: number;
                 tokens: number[];
                 seek: number;
                 start: number;
@@ -77,9 +80,6 @@ export declare class OpenAITranscriptionModel extends AbstractModel<OpenAITransc
                 no_speech_prob: number;
                 transient?: boolean | undefined;
             }[];
-            task: "transcribe";
-            language: string;
-            duration: number;
         };
         transcription: string;
     }>;
@@ -115,8 +115,8 @@ declare const openAITranscriptionVerboseJsonSchema: z.ZodObject<{
         transient: z.ZodOptional<z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
         text: string;
-        temperature: number;
         id: number;
+        temperature: number;
         tokens: number[];
         seek: number;
         start: number;
@@ -127,8 +127,8 @@ declare const openAITranscriptionVerboseJsonSchema: z.ZodObject<{
         transient?: boolean | undefined;
     }, {
         text: string;
-        temperature: number;
         id: number;
+        temperature: number;
         tokens: number[];
         seek: number;
         start: number;
@@ -141,10 +141,13 @@ declare const openAITranscriptionVerboseJsonSchema: z.ZodObject<{
     text: z.ZodString;
 }, "strip", z.ZodTypeAny, {
     text: string;
+    task: "transcribe";
+    language: string;
+    duration: number;
     segments: {
         text: string;
-        temperature: number;
         id: number;
+        temperature: number;
         tokens: number[];
         seek: number;
         start: number;
@@ -154,15 +157,15 @@ declare const openAITranscriptionVerboseJsonSchema: z.ZodObject<{
         no_speech_prob: number;
         transient?: boolean | undefined;
     }[];
+}, {
+    text: string;
     task: "transcribe";
     language: string;
     duration: number;
-}, {
-    text: string;
     segments: {
         text: string;
-        temperature: number;
         id: number;
+        temperature: number;
         tokens: number[];
         seek: number;
         start: number;
@@ -172,9 +175,6 @@ declare const openAITranscriptionVerboseJsonSchema: z.ZodObject<{
         no_speech_prob: number;
         transient?: boolean | undefined;
     }[];
-    task: "transcribe";
-    language: string;
-    duration: number;
 }>;
 export type OpenAITranscriptionVerboseJsonResponse = z.infer<typeof openAITranscriptionVerboseJsonSchema>;
 export type OpenAITranscriptionResponseFormatType<T> = {
@@ -192,10 +192,13 @@ export declare const OpenAITranscriptionResponseFormat: {
         type: "verbose_json";
         handler: ResponseHandler<{
             text: string;
+            task: "transcribe";
+            language: string;
+            duration: number;
             segments: {
                 text: string;
-                temperature: number;
                 id: number;
+                temperature: number;
                 tokens: number[];
                 seek: number;
                 start: number;
@@ -205,9 +208,6 @@ export declare const OpenAITranscriptionResponseFormat: {
                 no_speech_prob: number;
                 transient?: boolean | undefined;
             }[];
-            task: "transcribe";
-            language: string;
-            duration: number;
         }>;
     };
     text: {

package/model-provider/openai/TikTokenTokenizer.d.ts

@@ -1,7 +1,7 @@
 import { FullTokenizer } from "../../model-function/tokenize-text/Tokenizer.js";
 import { OpenAITextEmbeddingModelType } from "./OpenAITextEmbeddingModel.js";
 import { OpenAICompletionBaseModelType } from "./OpenAICompletionModel.js";
-import { OpenAIChatBaseModelType } from "./chat/OpenAIChatModel.js";
+import { OpenAIChatBaseModelType } from "./OpenAIChatModel.js";
 export type TikTokenTokenizerSettings = {
     model: OpenAIChatBaseModelType | OpenAICompletionBaseModelType | OpenAITextEmbeddingModelType;
 };

package/model-provider/openai/{chat/countOpenAIChatMessageTokens.cjs → countOpenAIChatMessageTokens.cjs}

@@ -1,8 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.countOpenAIChatPromptTokens = exports.countOpenAIChatMessageTokens = exports.OPENAI_CHAT_MESSAGE_BASE_TOKEN_COUNT = exports.OPENAI_CHAT_PROMPT_BASE_TOKEN_COUNT = void 0;
-const countTokens_js_1 = require("../../../model-function/tokenize-text/countTokens.cjs");
-const TikTokenTokenizer_js_1 = require("../TikTokenTokenizer.cjs");
+const countTokens_js_1 = require("../../model-function/tokenize-text/countTokens.cjs");
+const TikTokenTokenizer_js_1 = require("./TikTokenTokenizer.cjs");
 const OpenAIChatModel_js_1 = require("./OpenAIChatModel.cjs");
 /**
  * Prompt tokens that are included automatically for every full

package/model-provider/openai/{chat/countOpenAIChatMessageTokens.js → countOpenAIChatMessageTokens.js}

@@ -1,5 +1,5 @@
-import { countTokens } from "../../../model-function/tokenize-text/countTokens.js";
-import { TikTokenTokenizer } from "../TikTokenTokenizer.js";
+import { countTokens } from "../../model-function/tokenize-text/countTokens.js";
+import { TikTokenTokenizer } from "./TikTokenTokenizer.js";
 import { getOpenAIChatModelInformation, } from "./OpenAIChatModel.js";
 /**
  * Prompt tokens that are included automatically for every full

package/model-provider/openai/index.cjs

@@ -26,19 +26,18 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIChatPrompt = exports.openai = void 0;
+exports.openai = exports.OpenAIChatPrompt = void 0;
+__exportStar(require("./AbstractOpenAIChatModel.cjs"), exports);
 __exportStar(require("./AzureOpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIApiConfiguration.cjs"), exports);
+__exportStar(require("./OpenAIChatMessage.cjs"), exports);
+__exportStar(require("./OpenAIChatModel.cjs"), exports);
+exports.OpenAIChatPrompt = __importStar(require("./OpenAIChatPromptTemplate.cjs"));
 __exportStar(require("./OpenAICompletionModel.cjs"), exports);
-__exportStar(require("./OpenAICostCalculator.cjs"), exports);
 exports.openai = __importStar(require("./OpenAIFacade.cjs"));
 __exportStar(require("./OpenAIImageGenerationModel.cjs"), exports);
 __exportStar(require("./OpenAISpeechModel.cjs"), exports);
 __exportStar(require("./OpenAITextEmbeddingModel.cjs"), exports);
 __exportStar(require("./OpenAITranscriptionModel.cjs"), exports);
 __exportStar(require("./TikTokenTokenizer.cjs"), exports);
-__exportStar(require("./chat/AbstractOpenAIChatModel.cjs"), exports);
-__exportStar(require("./chat/OpenAIChatMessage.cjs"), exports);
-__exportStar(require("./chat/OpenAIChatModel.cjs"), exports);
-exports.OpenAIChatPrompt = __importStar(require("./chat/OpenAIChatPromptTemplate.cjs"));
-__exportStar(require("./chat/countOpenAIChatMessageTokens.cjs"), exports);
+__exportStar(require("./countOpenAIChatMessageTokens.cjs"), exports);

package/model-provider/openai/index.d.ts

@@ -1,7 +1,10 @@
+export * from "./AbstractOpenAIChatModel.js";
 export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
+export * from "./OpenAIChatMessage.js";
+export * from "./OpenAIChatModel.js";
+export * as OpenAIChatPrompt from "./OpenAIChatPromptTemplate.js";
 export * from "./OpenAICompletionModel.js";
-export * from "./OpenAICostCalculator.js";
 export { OpenAIErrorData } from "./OpenAIError.js";
 export * as openai from "./OpenAIFacade.js";
 export * from "./OpenAIImageGenerationModel.js";
@@ -9,9 +12,4 @@ export * from "./OpenAISpeechModel.js";
 export * from "./OpenAITextEmbeddingModel.js";
 export * from "./OpenAITranscriptionModel.js";
 export * from "./TikTokenTokenizer.js";
-export * from "./chat/AbstractOpenAIChatModel.js";
-export * from "./chat/OpenAIChatMessage.js";
-export * from "./chat/OpenAIChatModel.js";
-export * as OpenAIChatPrompt from "./chat/OpenAIChatPromptTemplate.js";
-export { OpenAIChatDelta } from "./chat/OpenAIChatStreamIterable.js";
-export * from "./chat/countOpenAIChatMessageTokens.js";
+export * from "./countOpenAIChatMessageTokens.js";

package/model-provider/openai/index.js

@@ -1,15 +1,14 @@
+export * from "./AbstractOpenAIChatModel.js";
 export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
+export * from "./OpenAIChatMessage.js";
+export * from "./OpenAIChatModel.js";
+export * as OpenAIChatPrompt from "./OpenAIChatPromptTemplate.js";
 export * from "./OpenAICompletionModel.js";
-export * from "./OpenAICostCalculator.js";
 export * as openai from "./OpenAIFacade.js";
 export * from "./OpenAIImageGenerationModel.js";
 export * from "./OpenAISpeechModel.js";
 export * from "./OpenAITextEmbeddingModel.js";
 export * from "./OpenAITranscriptionModel.js";
 export * from "./TikTokenTokenizer.js";
-export * from "./chat/AbstractOpenAIChatModel.js";
-export * from "./chat/OpenAIChatMessage.js";
-export * from "./chat/OpenAIChatModel.js";
-export * as OpenAIChatPrompt from "./chat/OpenAIChatPromptTemplate.js";
-export * from "./chat/countOpenAIChatMessageTokens.js";
+export * from "./countOpenAIChatMessageTokens.js";

package/model-provider/openai-compatible/OpenAICompatibleChatModel.cjs

@@ -2,10 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAICompatibleChatModel = void 0;
 const StructureFromTextStreamingModel_js_1 = require("../../model-function/generate-structure/StructureFromTextStreamingModel.cjs");
-const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
+const PromptTemplateFullTextModel_js_1 = require("../../model-function/generate-text/PromptTemplateFullTextModel.cjs");
 const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
-const AbstractOpenAIChatModel_js_1 = require("../openai/chat/AbstractOpenAIChatModel.cjs");
-const OpenAIChatPromptTemplate_js_1 = require("../openai/chat/OpenAIChatPromptTemplate.cjs");
+const AbstractOpenAIChatModel_js_1 = require("../openai/AbstractOpenAIChatModel.cjs");
+const OpenAIChatPromptTemplate_js_1 = require("../openai/OpenAIChatPromptTemplate.cjs");
 /**
  * Create a text generation model that calls an API that is compatible with OpenAI's chat API.
  *
@@ -82,7 +82,7 @@ class OpenAICompatibleChatModel extends AbstractOpenAIChatModel_js_1.AbstractOpe
         return this.withPromptTemplate((0, OpenAIChatPromptTemplate_js_1.chat)());
     }
     withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
+        return new PromptTemplateFullTextModel_js_1.PromptTemplateFullTextModel({
             model: this.withSettings({
                 stopSequences: [
                     ...(this.settings.stopSequences ?? []),

package/model-provider/openai-compatible/OpenAICompatibleChatModel.d.ts

@@ -1,11 +1,11 @@
 import { StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
-import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
+import { PromptTemplateFullTextModel } from "../../model-function/generate-text/PromptTemplateFullTextModel.js";
 import { TextGenerationModelSettings, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
 import { ToolCallGenerationModel } from "../../tool/generate-tool-call/ToolCallGenerationModel.js";
 import { ToolCallsOrTextGenerationModel } from "../../tool/generate-tool-calls-or-text/ToolCallsOrTextGenerationModel.js";
-import { AbstractOpenAIChatCallSettings, AbstractOpenAIChatModel, OpenAIChatPrompt } from "../openai/chat/AbstractOpenAIChatModel.js";
+import { AbstractOpenAIChatCallSettings, AbstractOpenAIChatModel, OpenAIChatPrompt } from "../openai/AbstractOpenAIChatModel.js";
 export type OpenAICompatibleProviderName = `openaicompatible` | `openaicompatible-${string}`;
 export interface OpenAICompatibleChatSettings extends TextGenerationModelSettings, Omit<AbstractOpenAIChatCallSettings, "stop" | "maxTokens"> {
     provider?: OpenAICompatibleProviderName;
@@ -31,15 +31,15 @@ export declare class OpenAICompatibleChatModel extends AbstractOpenAIChatModel<O
     /**
      * Returns this model with a text prompt template.
      */
-    withTextPrompt(): PromptTemplateTextStreamingModel<string, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
+    withTextPrompt(): PromptTemplateFullTextModel<string, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
     /**
      * Returns this model with an instruction prompt template.
      */
-    withInstructionPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").InstructionPrompt, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
+    withInstructionPrompt(): PromptTemplateFullTextModel<import("../../index.js").InstructionPrompt, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
     /**
      * Returns this model with a chat prompt template.
      */
-    withChatPrompt(): PromptTemplateTextStreamingModel<import("../../index.js").ChatPrompt, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OpenAIChatPrompt>): PromptTemplateTextStreamingModel<INPUT_PROMPT, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
+    withChatPrompt(): PromptTemplateFullTextModel<import("../../index.js").ChatPrompt, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
+    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OpenAIChatPrompt>): PromptTemplateFullTextModel<INPUT_PROMPT, OpenAIChatPrompt, OpenAICompatibleChatSettings, this>;
     withSettings(additionalSettings: Partial<OpenAICompatibleChatSettings>): this;
 }

package/model-provider/openai-compatible/OpenAICompatibleChatModel.js

@@ -1,8 +1,8 @@
 import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
-import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
+import { PromptTemplateFullTextModel } from "../../model-function/generate-text/PromptTemplateFullTextModel.js";
 import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
-import { AbstractOpenAIChatModel, } from "../openai/chat/AbstractOpenAIChatModel.js";
-import { chat, instruction, text, } from "../openai/chat/OpenAIChatPromptTemplate.js";
+import { AbstractOpenAIChatModel, } from "../openai/AbstractOpenAIChatModel.js";
+import { chat, instruction, text } from "../openai/OpenAIChatPromptTemplate.js";
 /**
  * Create a text generation model that calls an API that is compatible with OpenAI's chat API.
  *
@@ -79,7 +79,7 @@ export class OpenAICompatibleChatModel extends AbstractOpenAIChatModel {
         return this.withPromptTemplate(chat());
     }
     withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel({
+        return new PromptTemplateFullTextModel({
             model: this.withSettings({
                 stopSequences: [
                     ...(this.settings.stopSequences ?? []),

package/model-provider/stability/StabilityImageGenerationModel.d.ts

@@ -69,8 +69,8 @@ export declare class StabilityImageGenerationModel extends AbstractModel<Stabili
     doGenerateImages(prompt: StabilityImageGenerationPrompt, options?: FunctionOptions): Promise<{
         response: {
             artifacts: {
-                finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
                 base64: string;
+                finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
                 seed: number;
             }[];
         };
@@ -86,24 +86,24 @@ declare const stabilityImageGenerationResponseSchema: z.ZodObject<{
         seed: z.ZodNumber;
         finishReason: z.ZodEnum<["SUCCESS", "ERROR", "CONTENT_FILTERED"]>;
     }, "strip", z.ZodTypeAny, {
-        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         base64: string;
+        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         seed: number;
     }, {
-        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         base64: string;
+        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         seed: number;
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
     artifacts: {
-        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         base64: string;
+        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         seed: number;
     }[];
 }, {
     artifacts: {
-        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         base64: string;
+        finishReason: "ERROR" | "SUCCESS" | "CONTENT_FILTERED";
         seed: number;
     }[];
 }>;

package/package.json

@@ -1,20 +1,19 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building multi-modal AI applications.",
-  "version": "0.104.0",
+  "version": "0.106.0",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [
+    "ai",
     "llm",
+    "multimodal",
     "embedding",
     "openai",
-    "huggingface",
-    "gpt-3",
     "gpt-4",
-    "whisper",
-    "chatbot",
-    "ai",
-    "multimodal"
+    "ollama",
+    "llamacpp",
+    "whisper"
   ],
   "homepage": "https://modelfusion.dev/",
   "repository": {
@@ -47,30 +46,21 @@
       "types": "./extension/index.d.ts",
       "import": "./extension/index.js",
       "require": "./extension/index.cjs"
-    },
-    "./browser": {
-      "types": "./browser/index.d.ts",
-      "import": "./browser/index.js",
-      "require": "./browser/index.cjs"
-    },
-    "./fastify-server": {
-      "types": "./server/fastify/index.d.ts",
-      "import": "./server/fastify/index.js",
-      "require": "./server/fastify/index.cjs"
     }
   },
   "scripts": {
     "lint": "eslint --ext .ts src",
-    "clean": "rimraf build dist .turbo",
+    "clean": "rimraf build dist .turbo node_modules",
+    "clean:build": "rimraf build dist",
     "build": "pnpm build:esm && pnpm build:cjs && pnpm build:copy-files",
     "build:esm": "tsc --outDir dist/",
     "build:cjs": "tsc --outDir build/cjs/ -p tsconfig.cjs.json && node bin/prepare-cjs.js",
     "build:copy-files": "copyfiles --flat package.json ../../README.md ../../LICENSE ../../CHANGELOG.md dist",
     "test": "vitest --config vitest.config.js --run src",
-    "test:watch": "vitest watch--config vitest.config.js",
-    "test:coverage": "vitest run --coverage",
-    "test:coverage:ui": "vitest run --coverage --ui",
-    "dist": "pnpm clean && pnpm lint && pnpm test && pnpm build"
+    "test:watch": "vitest watch --config vitest.config.js",
+    "test:coverage": "vitest run --config vitest.config.js --coverage",
+    "test:coverage:ui": "vitest --config vitest.config.js --coverage --ui",
+    "dist": "pnpm clean:build && pnpm lint && pnpm test && pnpm build"
   },
   "dependencies": {
     "eventsource-parser": "1.1.1",
@@ -90,7 +80,6 @@
     "@vitest/ui": "1.1.0",
     "eslint": "^8.45.0",
     "eslint-config-prettier": "9.1.0",
-    "fastify": "^4.0.0",
-    "msw": "2.0.10"
+    "msw": "2.0.11"
   }
 }

package/test/JsonTestServer.cjs

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JsonTestServer = void 0;
+const msw_1 = require("msw");
+const node_1 = require("msw/node");
+class JsonTestServer {
+    constructor(url) {
+        Object.defineProperty(this, "server", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "responseBodyJson", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        const responseBodyJson = () => this.responseBodyJson;
+        this.server = (0, node_1.setupServer)(msw_1.http.post(url, () => msw_1.HttpResponse.json(responseBodyJson())));
+    }
+    setupTestEnvironment() {
+        beforeAll(() => this.server.listen());
+        beforeEach(() => {
+            this.responseBodyJson = {};
+        });
+        afterEach(() => this.server.resetHandlers());
+        afterAll(() => this.server.close());
+    }
+}
+exports.JsonTestServer = JsonTestServer;

package/test/JsonTestServer.d.ts

@@ -0,0 +1,7 @@
+import { SetupServer } from "msw/node";
+export declare class JsonTestServer {
+    readonly server: SetupServer;
+    responseBodyJson: any;
+    constructor(url: string);
+    setupTestEnvironment(): void;
+}

package/test/JsonTestServer.js

@@ -0,0 +1,29 @@
+import { HttpResponse, http } from "msw";
+import { setupServer } from "msw/node";
+export class JsonTestServer {
+    constructor(url) {
+        Object.defineProperty(this, "server", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "responseBodyJson", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
+        const responseBodyJson = () => this.responseBodyJson;
+        this.server = setupServer(http.post(url, () => HttpResponse.json(responseBodyJson())));
+    }
+    setupTestEnvironment() {
+        beforeAll(() => this.server.listen());
+        beforeEach(() => {
+            this.responseBodyJson = {};
+        });
+        afterEach(() => this.server.resetHandlers());
+        afterAll(() => this.server.close());
+    }
+}

package/test/StreamingTestServer.cjs

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamingTestServer = void 0;
+const msw_1 = require("msw");
+const node_1 = require("msw/node");
+class StreamingTestServer {
+    constructor(url) {
+        Object.defineProperty(this, "server", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "responseChunks", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        const responseChunks = () => this.responseChunks;
+        this.server = (0, node_1.setupServer)(msw_1.http.post(url, () => {
+            const encoder = new TextEncoder();
+            const stream = new ReadableStream({
+                async start(controller) {
+                    try {
+                        for (const chunk of responseChunks()) {
+                            controller.enqueue(encoder.encode(chunk));
+                        }
+                    }
+                    finally {
+                        controller.close();
+                    }
+                },
+            });
+            return new msw_1.HttpResponse(stream, {
+                status: 200,
+                headers: {
+                    "Content-Type": "text/event-stream",
+                    "Cache-Control": "no-cache",
+                    Connection: "keep-alive",
+                },
+            });
+        }));
+    }
+    setupTestEnvironment() {
+        beforeAll(() => this.server.listen());
+        beforeEach(() => {
+            this.responseChunks = [];
+        });
+        afterEach(() => this.server.resetHandlers());
+        afterAll(() => this.server.close());
+    }
+}
+exports.StreamingTestServer = StreamingTestServer;

package/test/StreamingTestServer.d.ts

@@ -0,0 +1,7 @@
+import { SetupServer } from "msw/node";
+export declare class StreamingTestServer {
+    readonly server: SetupServer;
+    responseChunks: any[];
+    constructor(url: string);
+    setupTestEnvironment(): void;
+}

package/test/StreamingTestServer.js

@@ -0,0 +1,51 @@
+import { HttpResponse, http } from "msw";
+import { setupServer } from "msw/node";
+export class StreamingTestServer {
+    constructor(url) {
+        Object.defineProperty(this, "server", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Object.defineProperty(this, "responseChunks", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: []
+        });
+        const responseChunks = () => this.responseChunks;
+        this.server = setupServer(http.post(url, () => {
+            const encoder = new TextEncoder();
+            const stream = new ReadableStream({
+                async start(controller) {
+                    try {
+                        for (const chunk of responseChunks()) {
+                            controller.enqueue(encoder.encode(chunk));
+                        }
+                    }
+                    finally {
+                        controller.close();
+                    }
+                },
+            });
+            return new HttpResponse(stream, {
+                status: 200,
+                headers: {
+                    "Content-Type": "text/event-stream",
+                    "Cache-Control": "no-cache",
+                    Connection: "keep-alive",
+                },
+            });
+        }));
+    }
+    setupTestEnvironment() {
+        beforeAll(() => this.server.listen());
+        beforeEach(() => {
+            this.responseChunks = [];
+        });
+        afterEach(() => this.server.resetHandlers());
+        afterAll(() => this.server.close());
+    }
+}

package/test/arrayFromAsync.cjs

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.arrayFromAsync = void 0;
+// TODO once Array.fromAsync is in Node.js,
+// use Array.fromAsync instead of this function
+async function arrayFromAsync(iterable) {
+    const result = [];
+    for await (const item of iterable) {
+        result.push(item);
+    }
+    return result;
+}
+exports.arrayFromAsync = arrayFromAsync;

package/test/arrayFromAsync.d.ts

@@ -0,0 +1 @@
+export declare function arrayFromAsync<T>(iterable: AsyncIterable<T>): Promise<T[]>;

package/test/arrayFromAsync.js

@@ -0,0 +1,9 @@
+// TODO once Array.fromAsync is in Node.js,
+// use Array.fromAsync instead of this function
+export async function arrayFromAsync(iterable) {
+    const result = [];
+    for await (const item of iterable) {
+        result.push(item);
+    }
+    return result;
+}

package/tool/generate-tool-call/TextGenerationToolCallModel.cjs

@@ -37,7 +37,7 @@ class TextGenerationToolCallModel {
         try {
             return {
                 response,
-                toolCall: this.format.extractToolCall(text),
+                toolCall: this.format.extractToolCall(text, tool),
                 usage: metadata?.usage,
             };
         }

package/tool/generate-tool-call/TextGenerationToolCallModel.d.ts

@@ -4,7 +4,7 @@ import { ToolDefinition } from "../ToolDefinition.js";
 import { ToolCallGenerationModel } from "./ToolCallGenerationModel.js";
 export interface ToolCallPromptTemplate<SOURCE_PROMPT, TARGET_PROMPT> {
     createPrompt: (prompt: SOURCE_PROMPT, tool: ToolDefinition<string, unknown>) => TARGET_PROMPT;
-    extractToolCall: (response: string) => {
+    extractToolCall: (response: string, tool: ToolDefinition<string, unknown>) => {
         id: string;
         args: unknown;
     } | null;