modelfusion 0.91.0 → 0.92.1

package/model-provider/ollama/OllamaTextGenerationModel.cjs

@@ -2,9 +2,11 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OllamaTextGenerationResponseFormat = exports.OllamaTextGenerationModel = void 0;
 const zod_1 = require("zod");
+const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
 const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptFormatTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptFormatTextStreamingModel.cjs");
 const TextGenerationToolCallModel_js_1 = require("../../tool/generate-tool-call/TextGenerationToolCallModel.cjs");
@@ -238,7 +240,42 @@ exports.OllamaTextGenerationResponseFormat = {
      */
     json: {
         stream: false,
-        handler: (0, postToApi_js_1.createJsonResponseHandler)(ollamaTextGenerationResponseSchema),
+        handler: (async ({ response, url, requestBodyValues }) => {
+            const responseBody = await response.text();
+            const parsedResult = (0, parseJSON_js_1.safeParseJSON)({
+                text: responseBody,
+                schema: new ZodSchema_js_1.ZodSchema(zod_1.z.union([
+                    ollamaTextGenerationResponseSchema,
+                    zod_1.z.object({
+                        done: zod_1.z.literal(false),
+                        model: zod_1.z.string(),
+                        created_at: zod_1.z.string(),
+                        response: zod_1.z.string(),
+                    }),
+                ])),
+            });
+            if (!parsedResult.success) {
+                throw new ApiCallError_js_1.ApiCallError({
+                    message: "Invalid JSON response",
+                    cause: parsedResult.error,
+                    statusCode: response.status,
+                    responseBody,
+                    url,
+                    requestBodyValues,
+                });
+            }
+            if (parsedResult.data.done === false) {
+                throw new ApiCallError_js_1.ApiCallError({
+                    message: "Incomplete Ollama response received",
+                    statusCode: response.status,
+                    responseBody,
+                    url,
+                    requestBodyValues,
+                    isRetryable: true,
+                });
+            }
+            return parsedResult.data;
+        }),
     },
     /**
      * Returns an async iterable over the full deltas (all choices, including full current state at time of event)

package/model-provider/ollama/OllamaTextGenerationModel.d.ts

@@ -189,7 +189,11 @@ export declare const OllamaTextGenerationResponseFormat: {
      */
     json: {
         stream: false;
-        handler: ResponseHandler<{
+        handler: ({ response, url, requestBodyValues }: {
+            url: string;
+            requestBodyValues: unknown;
+            response: Response;
+        }) => Promise<{
             response: string;
             model: string;
             done: true;

package/model-provider/ollama/OllamaTextGenerationModel.js

@@ -1,7 +1,9 @@
 import { z } from "zod";
+import { ApiCallError } from "../../core/api/ApiCallError.js";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
+import { postJsonToApi } from "../../core/api/postToApi.js";
 import { ZodSchema } from "../../core/schema/ZodSchema.js";
+import { safeParseJSON } from "../../core/schema/parseJSON.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptFormatTextStreamingModel } from "../../model-function/generate-text/PromptFormatTextStreamingModel.js";
 import { TextGenerationToolCallModel, } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
@@ -234,7 +236,42 @@ export const OllamaTextGenerationResponseFormat = {
      */
     json: {
         stream: false,
-        handler: createJsonResponseHandler(ollamaTextGenerationResponseSchema),
+        handler: (async ({ response, url, requestBodyValues }) => {
+            const responseBody = await response.text();
+            const parsedResult = safeParseJSON({
+                text: responseBody,
+                schema: new ZodSchema(z.union([
+                    ollamaTextGenerationResponseSchema,
+                    z.object({
+                        done: z.literal(false),
+                        model: z.string(),
+                        created_at: z.string(),
+                        response: z.string(),
+                    }),
+                ])),
+            });
+            if (!parsedResult.success) {
+                throw new ApiCallError({
+                    message: "Invalid JSON response",
+                    cause: parsedResult.error,
+                    statusCode: response.status,
+                    responseBody,
+                    url,
+                    requestBodyValues,
+                });
+            }
+            if (parsedResult.data.done === false) {
+                throw new ApiCallError({
+                    message: "Incomplete Ollama response received",
+                    statusCode: response.status,
+                    responseBody,
+                    url,
+                    requestBodyValues,
+                    isRetryable: true,
+                });
+            }
+            return parsedResult.data;
+        }),
     },
     /**
      * Returns an async iterable over the full deltas (all choices, including full current state at time of event)

package/model-provider/ollama/OllamaTextGenerationModel.test.cjs

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const assert_1 = require("assert");
+const msw_1 = require("msw");
+const node_1 = require("msw/node");
+const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
+const retryNever_js_1 = require("../../core/api/retryNever.cjs");
+const generateText_js_1 = require("../../model-function/generate-text/generateText.cjs");
+const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
+const OllamaTextGenerationModel_js_1 = require("./OllamaTextGenerationModel.cjs");
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let responseBodyJson = {};
+const server = (0, node_1.setupServer)(msw_1.http.post("http://127.0.0.1:11434/api/generate", () => msw_1.HttpResponse.json(responseBodyJson)));
+beforeAll(() => server.listen());
+beforeEach(() => {
+    responseBodyJson = {};
+});
+afterEach(() => server.resetHandlers());
+afterAll(() => server.close());
+describe("generateText", () => {
+    it("should return the generated text", async () => {
+        responseBodyJson = {
+            model: "test-model",
+            created_at: "2023-08-04T19:22:45.499127Z",
+            response: "test response",
+            context: [1, 2, 3],
+            done: true,
+            total_duration: 5589157167,
+            load_duration: 3013701500,
+            sample_count: 114,
+            sample_duration: 81442000,
+            prompt_eval_count: 46,
+            prompt_eval_duration: 1160282000,
+            eval_count: 113,
+            eval_duration: 1325948000,
+        };
+        const result = await (0, generateText_js_1.generateText)(new OllamaTextGenerationModel_js_1.OllamaTextGenerationModel({
+            model: "test-model",
+        }), "test prompt");
+        expect(result).toEqual("test response");
+    });
+    it("should throw retryable ApiCallError when Ollama is overloaded", async () => {
+        responseBodyJson = {
+            model: "",
+            created_at: "0001-01-01T00:00:00Z",
+            response: "",
+            done: false,
+        };
+        try {
+            await (0, generateText_js_1.generateText)(new OllamaTextGenerationModel_js_1.OllamaTextGenerationModel({
+                api: new OllamaApiConfiguration_js_1.OllamaApiConfiguration({
+                    retry: (0, retryNever_js_1.retryNever)(),
+                }),
+                model: "test-model",
+            }), "test prompt");
+            (0, assert_1.fail)("Should have thrown ApiCallError");
+        }
+        catch (expectedError) {
+            expect(expectedError).toBeInstanceOf(ApiCallError_js_1.ApiCallError);
+            expect(expectedError.isRetryable).toBe(true);
+        }
+    });
+});

package/model-provider/ollama/OllamaTextGenerationModel.test.d.ts

@@ -0,0 +1 @@
+export {};

package/model-provider/ollama/OllamaTextGenerationModel.test.js

@@ -0,0 +1,61 @@
+import { fail } from "assert";
+import { HttpResponse, http } from "msw";
+import { setupServer } from "msw/node";
+import { ApiCallError } from "../../core/api/ApiCallError.js";
+import { retryNever } from "../../core/api/retryNever.js";
+import { generateText } from "../../model-function/generate-text/generateText.js";
+import { OllamaApiConfiguration } from "./OllamaApiConfiguration.js";
+import { OllamaTextGenerationModel } from "./OllamaTextGenerationModel.js";
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let responseBodyJson = {};
+const server = setupServer(http.post("http://127.0.0.1:11434/api/generate", () => HttpResponse.json(responseBodyJson)));
+beforeAll(() => server.listen());
+beforeEach(() => {
+    responseBodyJson = {};
+});
+afterEach(() => server.resetHandlers());
+afterAll(() => server.close());
+describe("generateText", () => {
+    it("should return the generated text", async () => {
+        responseBodyJson = {
+            model: "test-model",
+            created_at: "2023-08-04T19:22:45.499127Z",
+            response: "test response",
+            context: [1, 2, 3],
+            done: true,
+            total_duration: 5589157167,
+            load_duration: 3013701500,
+            sample_count: 114,
+            sample_duration: 81442000,
+            prompt_eval_count: 46,
+            prompt_eval_duration: 1160282000,
+            eval_count: 113,
+            eval_duration: 1325948000,
+        };
+        const result = await generateText(new OllamaTextGenerationModel({
+            model: "test-model",
+        }), "test prompt");
+        expect(result).toEqual("test response");
+    });
+    it("should throw retryable ApiCallError when Ollama is overloaded", async () => {
+        responseBodyJson = {
+            model: "",
+            created_at: "0001-01-01T00:00:00Z",
+            response: "",
+            done: false,
+        };
+        try {
+            await generateText(new OllamaTextGenerationModel({
+                api: new OllamaApiConfiguration({
+                    retry: retryNever(),
+                }),
+                model: "test-model",
+            }), "test prompt");
+            fail("Should have thrown ApiCallError");
+        }
+        catch (expectedError) {
+            expect(expectedError).toBeInstanceOf(ApiCallError);
+            expect(expectedError.isRetryable).toBe(true);
+        }
+    });
+});

package/model-provider/ollama/index.cjs

@@ -26,10 +26,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ollama = exports.OllamaError = void 0;
+exports.ollama = void 0;
 __exportStar(require("./OllamaApiConfiguration.cjs"), exports);
-var OllamaError_js_1 = require("./OllamaError.cjs");
-Object.defineProperty(exports, "OllamaError", { enumerable: true, get: function () { return OllamaError_js_1.OllamaError; } });
 exports.ollama = __importStar(require("./OllamaFacade.cjs"));
 __exportStar(require("./OllamaTextEmbeddingModel.cjs"), exports);
 __exportStar(require("./OllamaTextGenerationModel.cjs"), exports);

package/model-provider/ollama/index.d.ts

@@ -1,5 +1,5 @@
 export * from "./OllamaApiConfiguration.js";
-export { OllamaError } from "./OllamaError.js";
+export { OllamaErrorData } from "./OllamaError.js";
 export * as ollama from "./OllamaFacade.js";
 export * from "./OllamaTextEmbeddingModel.js";
 export * from "./OllamaTextGenerationModel.js";

package/model-provider/ollama/index.js

@@ -1,5 +1,4 @@
 export * from "./OllamaApiConfiguration.js";
-export { OllamaError } from "./OllamaError.js";
 export * as ollama from "./OllamaFacade.js";
 export * from "./OllamaTextEmbeddingModel.js";
 export * from "./OllamaTextGenerationModel.js";

package/model-provider/openai/OpenAIError.cjs

@@ -1,11 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.failedOpenAICallResponseHandler = exports.OpenAIError = exports.openAIErrorDataSchema = void 0;
+exports.failedOpenAICallResponseHandler = void 0;
 const zod_1 = require("zod");
 const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
 const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
 const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
-exports.openAIErrorDataSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
+const openAIErrorDataSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
     error: zod_1.z.object({
         message: zod_1.z.string(),
         type: zod_1.z.string(),
@@ -13,50 +13,34 @@ exports.openAIErrorDataSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.object({
         code: zod_1.z.string().nullable(),
     }),
 }));
-class OpenAIError extends ApiCallError_js_1.ApiCallError {
-    constructor({ data, statusCode, url, requestBodyValues, message, }) {
-        super({
-            message,
-            statusCode,
-            requestBodyValues,
-            url,
-            isRetryable: (statusCode === 429 &&
-                // insufficient_quota is also reported as a 429, but it's not retryable:
-                data?.error.type !== "insufficient_quota") ||
-                statusCode >= 500,
-        });
-        Object.defineProperty(this, "data", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.data = data;
-    }
-}
-exports.OpenAIError = OpenAIError;
 const failedOpenAICallResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     // resilient parsing in case the response is not JSON or does not match the schema:
     try {
         const parsedError = (0, parseJSON_js_1.parseJSON)({
             text: responseBody,
-            schema: exports.openAIErrorDataSchema,
+            schema: openAIErrorDataSchema,
         });
-        return new OpenAIError({
+        return new ApiCallError_js_1.ApiCallError({
+            message: parsedError.error.message,
             url,
             requestBodyValues,
             statusCode: response.status,
-            message: parsedError.error.message,
+            responseBody,
             data: parsedError,
+            isRetryable: (response.status === 429 &&
+                // insufficient_quota is also reported as a 429, but it's not retryable:
+                parsedError?.error.type !== "insufficient_quota") ||
+                response.status >= 500,
         });
     }
     catch (parseError) {
-        return new OpenAIError({
+        return new ApiCallError_js_1.ApiCallError({
+            message: responseBody.trim() !== "" ? responseBody : response.statusText,
             url,
             requestBodyValues,
             statusCode: response.status,
-            message: responseBody.trim() !== "" ? responseBody : response.statusText,
+            responseBody,
         });
     }
 };

package/model-provider/openai/OpenAIError.d.ts

@@ -1,7 +1,7 @@
 import { ApiCallError } from "../../core/api/ApiCallError.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
 import { ZodSchema } from "../../core/schema/ZodSchema.js";
-export declare const openAIErrorDataSchema: ZodSchema<{
+declare const openAIErrorDataSchema: ZodSchema<{
     error: {
         message: string;
         code: string | null;
@@ -10,14 +10,5 @@ export declare const openAIErrorDataSchema: ZodSchema<{
     };
 }>;
 export type OpenAIErrorData = (typeof openAIErrorDataSchema)["_type"];
-export declare class OpenAIError extends ApiCallError {
-    readonly data?: OpenAIErrorData;
-    constructor({ data, statusCode, url, requestBodyValues, message, }: {
-        message: string;
-        statusCode: number;
-        url: string;
-        requestBodyValues: unknown;
-        data?: OpenAIErrorData;
-    });
-}
 export declare const failedOpenAICallResponseHandler: ResponseHandler<ApiCallError>;
+export {};

package/model-provider/openai/OpenAIError.js

@@ -2,7 +2,7 @@ import { z } from "zod";
 import { ApiCallError } from "../../core/api/ApiCallError.js";
 import { ZodSchema } from "../../core/schema/ZodSchema.js";
 import { parseJSON } from "../../core/schema/parseJSON.js";
-export const openAIErrorDataSchema = new ZodSchema(z.object({
+const openAIErrorDataSchema = new ZodSchema(z.object({
     error: z.object({
         message: z.string(),
         type: z.string(),
@@ -10,27 +10,6 @@ export const openAIErrorDataSchema = new ZodSchema(z.object({
         code: z.string().nullable(),
     }),
 }));
-export class OpenAIError extends ApiCallError {
-    constructor({ data, statusCode, url, requestBodyValues, message, }) {
-        super({
-            message,
-            statusCode,
-            requestBodyValues,
-            url,
-            isRetryable: (statusCode === 429 &&
-                // insufficient_quota is also reported as a 429, but it's not retryable:
-                data?.error.type !== "insufficient_quota") ||
-                statusCode >= 500,
-        });
-        Object.defineProperty(this, "data", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.data = data;
-    }
-}
 export const failedOpenAICallResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     // resilient parsing in case the response is not JSON or does not match the schema:
@@ -39,20 +18,26 @@ export const failedOpenAICallResponseHandler = async ({ response, url, requestBo
             text: responseBody,
             schema: openAIErrorDataSchema,
         });
-        return new OpenAIError({
+        return new ApiCallError({
+            message: parsedError.error.message,
             url,
             requestBodyValues,
             statusCode: response.status,
-            message: parsedError.error.message,
+            responseBody,
             data: parsedError,
+            isRetryable: (response.status === 429 &&
+                // insufficient_quota is also reported as a 429, but it's not retryable:
+                parsedError?.error.type !== "insufficient_quota") ||
+                response.status >= 500,
         });
     }
     catch (parseError) {
-        return new OpenAIError({
+        return new ApiCallError({
+            message: responseBody.trim() !== "" ? responseBody : response.statusText,
             url,
             requestBodyValues,
             statusCode: response.status,
-            message: responseBody.trim() !== "" ? responseBody : response.statusText,
+            responseBody,
         });
     }
 };

package/model-provider/openai/index.cjs

@@ -26,13 +26,11 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIChatPromptFormat = exports.openai = exports.OpenAIError = void 0;
+exports.OpenAIChatPromptFormat = exports.openai = void 0;
 __exportStar(require("./AzureOpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAIApiConfiguration.cjs"), exports);
 __exportStar(require("./OpenAICompletionModel.cjs"), exports);
 __exportStar(require("./OpenAICostCalculator.cjs"), exports);
-var OpenAIError_js_1 = require("./OpenAIError.cjs");
-Object.defineProperty(exports, "OpenAIError", { enumerable: true, get: function () { return OpenAIError_js_1.OpenAIError; } });
 exports.openai = __importStar(require("./OpenAIFacade.cjs"));
 __exportStar(require("./OpenAIImageGenerationModel.cjs"), exports);
 __exportStar(require("./OpenAISpeechModel.cjs"), exports);

package/model-provider/openai/index.d.ts

@@ -2,7 +2,7 @@ export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
 export * from "./OpenAICompletionModel.js";
 export * from "./OpenAICostCalculator.js";
-export { OpenAIError, OpenAIErrorData } from "./OpenAIError.js";
+export { OpenAIErrorData } from "./OpenAIError.js";
 export * as openai from "./OpenAIFacade.js";
 export * from "./OpenAIImageGenerationModel.js";
 export * from "./OpenAISpeechModel.js";

package/model-provider/openai/index.js

@@ -2,7 +2,6 @@ export * from "./AzureOpenAIApiConfiguration.js";
 export * from "./OpenAIApiConfiguration.js";
 export * from "./OpenAICompletionModel.js";
 export * from "./OpenAICostCalculator.js";
-export { OpenAIError } from "./OpenAIError.js";
 export * as openai from "./OpenAIFacade.js";
 export * from "./OpenAIImageGenerationModel.js";
 export * from "./OpenAISpeechModel.js";

package/model-provider/whispercpp/WhisperCppTranscriptionModel.cjs

@@ -72,15 +72,12 @@ class WhisperCppTranscriptionModel extends AbstractModel_js_1.AbstractModel {
     }
 }
 exports.WhisperCppTranscriptionModel = WhisperCppTranscriptionModel;
-const whisperCppTranscriptionJsonSchema = zod_1.z.union([
-    zod_1.z.object({ text: zod_1.z.string() }),
-    zod_1.z.object({ error: zod_1.z.string() }),
-]);
+const whisperCppTranscriptionJsonSchema = new ZodSchema_js_1.ZodSchema(zod_1.z.union([zod_1.z.object({ text: zod_1.z.string() }), zod_1.z.object({ error: zod_1.z.string() })]));
 const successfulResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     const parsedResult = (0, parseJSON_js_1.safeParseJSON)({
         text: responseBody,
-        schema: new ZodSchema_js_1.ZodSchema(whisperCppTranscriptionJsonSchema),
+        schema: whisperCppTranscriptionJsonSchema,
     });
     if (!parsedResult.success) {
         throw new ApiCallError_js_1.ApiCallError({
@@ -106,12 +103,12 @@ const successfulResponseHandler = async ({ response, url, requestBodyValues }) =
     };
 };
 const failedResponseHandler = async ({ response, url, requestBodyValues, }) => {
-    const message = await response.text();
+    const responseBody = await response.text();
     return new ApiCallError_js_1.ApiCallError({
-        message,
+        message: responseBody,
         url,
         requestBodyValues,
         statusCode: response.status,
-        responseBody: message,
+        responseBody,
     });
 };

package/model-provider/whispercpp/WhisperCppTranscriptionModel.js

@@ -68,15 +68,12 @@ export class WhisperCppTranscriptionModel extends AbstractModel {
         return new WhisperCppTranscriptionModel(Object.assign({}, this.settings, additionalSettings));
     }
 }
-const whisperCppTranscriptionJsonSchema = z.union([
-    z.object({ text: z.string() }),
-    z.object({ error: z.string() }),
-]);
+const whisperCppTranscriptionJsonSchema = new ZodSchema(z.union([z.object({ text: z.string() }), z.object({ error: z.string() })]));
 const successfulResponseHandler = async ({ response, url, requestBodyValues }) => {
     const responseBody = await response.text();
     const parsedResult = safeParseJSON({
         text: responseBody,
-        schema: new ZodSchema(whisperCppTranscriptionJsonSchema),
+        schema: whisperCppTranscriptionJsonSchema,
     });
     if (!parsedResult.success) {
         throw new ApiCallError({
@@ -102,12 +99,12 @@ const successfulResponseHandler = async ({ response, url, requestBodyValues }) =
     };
 };
 const failedResponseHandler = async ({ response, url, requestBodyValues, }) => {
-    const message = await response.text();
+    const responseBody = await response.text();
     return new ApiCallError({
-        message,
+        message: responseBody,
         url,
         requestBodyValues,
         statusCode: response.status,
-        responseBody: message,
+        responseBody,
     });
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building multi-modal AI applications.",
-  "version": "0.91.0",
+  "version": "0.92.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [
@@ -62,8 +62,8 @@
     "build": "npm run build:esm && npm run build:cjs",
     "build:esm": "tsc --outDir dist/",
     "build:cjs": "tsc --outDir build/cjs/ -p tsconfig.cjs.json && node bin/prepare-cjs.js",
-    "test": "vitest run src",
-    "test-interactive": "vitest watch",
+    "test": "vitest --config vitest.config.js --run src",
+    "test:watch": "vitest watch--config vitest.config.js",
     "dist": "npm run clean && npm run lint && npm run test && npm run build && npm run dist:copy-files",
     "dist:copy-files": "copyfiles package.json README.md LICENSE dist"
   },
@@ -87,9 +87,10 @@
     "fastify": "^4.0.0",
     "husky": "^8.0.3",
     "lint-staged": "15.1.0",
+    "msw": "2.0.10",
     "prettier": "3.1.0",
     "rimraf": "5.0.5",
     "typescript": "5.2.2",
-    "vitest": "^0.34.5"
+    "vitest": "1.0.4"
   }
 }

package/tool/execute-tool/executeTool.cjs

@@ -3,8 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.executeTool = void 0;
 const nanoid_1 = require("nanoid");
 const FunctionEventSource_js_1 = require("../../core/FunctionEventSource.cjs");
-const GlobalFunctionLogging_js_1 = require("../../core/GlobalFunctionLogging.cjs");
-const GlobalFunctionObservers_js_1 = require("../../core/GlobalFunctionObservers.cjs");
+const ModelFusionConfiguration_js_1 = require("../../core/ModelFusionConfiguration.cjs");
 const AbortError_js_1 = require("../../core/api/AbortError.cjs");
 const getFunctionCallLogger_js_1 = require("../../core/getFunctionCallLogger.cjs");
 const getRun_js_1 = require("../../core/getRun.cjs");
@@ -22,8 +21,8 @@ async function doExecuteTool(tool, args, options) {
     const run = await (0, getRun_js_1.getRun)(options?.run);
     const eventSource = new FunctionEventSource_js_1.FunctionEventSource({
         observers: [
-            ...(0, getFunctionCallLogger_js_1.getFunctionCallLogger)(options?.logging ?? (0, GlobalFunctionLogging_js_1.getGlobalFunctionLogging)()),
-            ...(0, GlobalFunctionObservers_js_1.getGlobalFunctionObservers)(),
+            ...(0, getFunctionCallLogger_js_1.getFunctionCallLogger)(options?.logging ?? (0, ModelFusionConfiguration_js_1.getLogFormat)()),
+            ...(0, ModelFusionConfiguration_js_1.getFunctionObservers)(),
             ...(run?.functionObserver != null ? [run.functionObserver] : []),
             ...(options?.observers ?? []),
         ],

package/tool/execute-tool/executeTool.js

@@ -1,7 +1,6 @@
 import { nanoid as createId } from "nanoid";
 import { FunctionEventSource } from "../../core/FunctionEventSource.js";
-import { getGlobalFunctionLogging } from "../../core/GlobalFunctionLogging.js";
-import { getGlobalFunctionObservers } from "../../core/GlobalFunctionObservers.js";
+import { getFunctionObservers, getLogFormat, } from "../../core/ModelFusionConfiguration.js";
 import { AbortError } from "../../core/api/AbortError.js";
 import { getFunctionCallLogger } from "../../core/getFunctionCallLogger.js";
 import { getRun } from "../../core/getRun.js";
@@ -18,8 +17,8 @@ async function doExecuteTool(tool, args, options) {
     const run = await getRun(options?.run);
     const eventSource = new FunctionEventSource({
         observers: [
-            ...getFunctionCallLogger(options?.logging ?? getGlobalFunctionLogging()),
-            ...getGlobalFunctionObservers(),
+            ...getFunctionCallLogger(options?.logging ?? getLogFormat()),
+            ...getFunctionObservers(),
             ...(run?.functionObserver != null ? [run.functionObserver] : []),
             ...(options?.observers ?? []),
         ],