modelfusion 0.133.0 → 0.135.0

package/model-provider/ollama/OllamaCompletionModel.js

@@ -1,292 +0,0 @@
-import { z } from "zod";
-import { ApiCallError } from "../../core/api/ApiCallError.js";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { postJsonToApi } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { safeParseJSON } from "../../core/schema/parseJSON.js";
-import { validateTypes } from "../../core/schema/validateTypes.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { ObjectFromTextStreamingModel } from "../../model-function/generate-object/ObjectFromTextStreamingModel.js";
-import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
-import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
-import { TextGenerationToolCallModel, } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
-import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
-import { createJsonStreamResponseHandler } from "../../util/streaming/createJsonStreamResponseHandler.js";
-import { OllamaApiConfiguration } from "./OllamaApiConfiguration.js";
-import { Text } from "./OllamaCompletionPrompt.js";
-import { failedOllamaCallResponseHandler } from "./OllamaError.js";
-export class OllamaCompletionModel extends AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "ollama"
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    get contextWindowSize() {
-        return this.settings.contextWindowSize;
-    }
-    async callAPI(prompt, callOptions, options) {
-        const { responseFormat } = options;
-        const api = this.settings.api ?? new OllamaApiConfiguration();
-        const abortSignal = callOptions.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/api/generate`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    stream: responseFormat.stream,
-                    model: this.settings.model,
-                    prompt: prompt.prompt,
-                    images: prompt.images,
-                    format: this.settings.format,
-                    options: {
-                        mirostat: this.settings.mirostat,
-                        mirostat_eta: this.settings.mirostatEta,
-                        mirostat_tau: this.settings.mirostatTau,
-                        num_ctx: this.settings.contextWindowSize,
-                        num_gpu: this.settings.numGpu,
-                        num_gqa: this.settings.numGqa,
-                        num_predict: this.settings.maxGenerationTokens,
-                        num_threads: this.settings.numThreads,
-                        repeat_last_n: this.settings.repeatLastN,
-                        repeat_penalty: this.settings.repeatPenalty,
-                        seed: this.settings.seed,
-                        stop: this.settings.stopSequences,
-                        temperature: this.settings.temperature,
-                        tfs_z: this.settings.tfsZ,
-                        top_k: this.settings.topK,
-                        top_p: this.settings.topP,
-                    },
-                    system: this.settings.system,
-                    template: this.settings.template,
-                    context: this.settings.context,
-                    raw: this.settings.raw,
-                },
-                failedResponseHandler: failedOllamaCallResponseHandler,
-                successfulResponseHandler: responseFormat.handler,
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...textGenerationModelProperties,
-            "contextWindowSize",
-            "temperature",
-            "mirostat",
-            "mirostatEta",
-            "mirostatTau",
-            "numGqa",
-            "numGpu",
-            "numThreads",
-            "repeatLastN",
-            "repeatPenalty",
-            "seed",
-            "tfsZ",
-            "topK",
-            "topP",
-            "system",
-            "template",
-            "context",
-            "format",
-            "raw",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
-            responseFormat: OllamaCompletionResponseFormat.json,
-        }));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse(validateTypes({
-            value: rawResponse,
-            schema: zodSchema(ollamaCompletionResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(rawResponse) {
-        return {
-            rawResponse,
-            textGenerationResults: [
-                {
-                    text: rawResponse.response,
-                    finishReason: "unknown",
-                },
-            ],
-        };
-    }
-    doStreamText(prompt, options) {
-        return this.callAPI(prompt, options, {
-            ...options,
-            responseFormat: OllamaCompletionResponseFormat.deltaIterable,
-        });
-    }
-    extractTextDelta(delta) {
-        const chunk = delta;
-        return chunk.done === true ? undefined : chunk.response;
-    }
-    asObjectGenerationModel(promptTemplate) {
-        return "adaptModel" in promptTemplate
-            ? new ObjectFromTextStreamingModel({
-                model: promptTemplate.adaptModel(this),
-                template: promptTemplate,
-            })
-            : new ObjectFromTextStreamingModel({
-                model: this,
-                template: promptTemplate,
-            });
-    }
-    asToolCallGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallModel({
-            model: this,
-            format: promptTemplate,
-        });
-    }
-    asToolCallsOrTextGenerationModel(promptTemplate) {
-        return new TextGenerationToolCallsModel({
-            model: this,
-            template: promptTemplate,
-        });
-    }
-    get promptTemplateProvider() {
-        return this.settings.promptTemplate ?? Text;
-    }
-    withJsonOutput() {
-        return this.withSettings({ format: "json" });
-    }
-    withTextPrompt() {
-        return this.withPromptTemplate(this.promptTemplateProvider.text());
-    }
-    withInstructionPrompt() {
-        return this.withPromptTemplate(this.promptTemplateProvider.instruction());
-    }
-    withChatPrompt() {
-        return this.withPromptTemplate(this.promptTemplateProvider.chat());
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new OllamaCompletionModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-const ollamaCompletionResponseSchema = z.object({
-    done: z.literal(true),
-    model: z.string(),
-    created_at: z.string(),
-    response: z.string(),
-    total_duration: z.number(),
-    load_duration: z.number().optional(),
-    prompt_eval_count: z.number().optional(),
-    prompt_eval_duration: z.number().optional(),
-    eval_count: z.number(),
-    eval_duration: z.number(),
-    context: z.array(z.number()).optional(),
-});
-const ollamaCompletionStreamChunkSchema = z.discriminatedUnion("done", [
-    z.object({
-        done: z.literal(false),
-        model: z.string(),
-        created_at: z.string(),
-        response: z.string(),
-    }),
-    z.object({
-        done: z.literal(true),
-        model: z.string(),
-        created_at: z.string(),
-        total_duration: z.number(),
-        load_duration: z.number().optional(),
-        sample_count: z.number().optional(),
-        sample_duration: z.number().optional(),
-        prompt_eval_count: z.number().optional(),
-        prompt_eval_duration: z.number().optional(),
-        eval_count: z.number(),
-        eval_duration: z.number(),
-        context: z.array(z.number()).optional(),
-    }),
-]);
-export const OllamaCompletionResponseFormat = {
-    /**
-     * Returns the response as a JSON object.
-     */
-    json: {
-        stream: false,
-        handler: (async ({ response, url, requestBodyValues }) => {
-            const responseBody = await response.text();
-            const parsedResult = safeParseJSON({
-                text: responseBody,
-                schema: zodSchema(z.union([
-                    ollamaCompletionResponseSchema,
-                    z.object({
-                        done: z.literal(false),
-                        model: z.string(),
-                        created_at: z.string(),
-                        response: z.string(),
-                    }),
-                ])),
-            });
-            if (!parsedResult.success) {
-                throw new ApiCallError({
-                    message: "Invalid JSON response",
-                    cause: parsedResult.error,
-                    statusCode: response.status,
-                    responseBody,
-                    url,
-                    requestBodyValues,
-                });
-            }
-            if (parsedResult.value.done === false) {
-                throw new ApiCallError({
-                    message: "Incomplete Ollama response received",
-                    statusCode: response.status,
-                    responseBody,
-                    url,
-                    requestBodyValues,
-                    isRetryable: true,
-                });
-            }
-            return parsedResult.value;
-        }),
-    },
-    /**
-     * Returns an async iterable over the full deltas (all choices, including full current state at time of event)
-     * of the response stream.
-     */
-    deltaIterable: {
-        stream: true,
-        handler: createJsonStreamResponseHandler(zodSchema(ollamaCompletionStreamChunkSchema)),
-    },
-};

package/model-provider/ollama/OllamaCompletionModel.test.cjs

@@ -1,136 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const assert_1 = require("assert");
-const zod_1 = require("zod");
-const ApiCallError_js_1 = require("../../core/api/ApiCallError.cjs");
-const retryNever_js_1 = require("../../core/api/retryNever.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const jsonObjectPrompt_js_1 = require("../../model-function/generate-object/jsonObjectPrompt.cjs");
-const streamObject_js_1 = require("../../model-function/generate-object/streamObject.cjs");
-const generateText_js_1 = require("../../model-function/generate-text/generateText.cjs");
-const streamText_js_1 = require("../../model-function/generate-text/streamText.cjs");
-const JsonTestServer_js_1 = require("../../test/JsonTestServer.cjs");
-const StreamingTestServer_js_1 = require("../../test/StreamingTestServer.cjs");
-const arrayFromAsync_js_1 = require("../../test/arrayFromAsync.cjs");
-const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
-const OllamaCompletionModel_js_1 = require("./OllamaCompletionModel.cjs");
-const OllamaCompletionPrompt_js_1 = require("./OllamaCompletionPrompt.cjs");
-describe("generateText", () => {
-    const server = new JsonTestServer_js_1.JsonTestServer("http://127.0.0.1:11434/api/generate");
-    server.setupTestEnvironment();
-    it("should return the generated text", async () => {
-        server.responseBodyJson = {
-            model: "test-model",
-            created_at: "2023-08-04T19:22:45.499127Z",
-            response: "test response",
-            context: [1, 2, 3],
-            done: true,
-            total_duration: 5589157167,
-            load_duration: 3013701500,
-            sample_count: 114,
-            sample_duration: 81442000,
-            prompt_eval_count: 46,
-            prompt_eval_duration: 1160282000,
-            eval_count: 113,
-            eval_duration: 1325948000,
-        };
-        const result = await (0, generateText_js_1.generateText)({
-            model: new OllamaCompletionModel_js_1.OllamaCompletionModel({
-                model: "test-model",
-            }).withTextPrompt(),
-            prompt: "test prompt",
-        });
-        expect(result).toEqual("test response");
-    });
-    it("should throw retryable ApiCallError when Ollama is overloaded", async () => {
-        server.responseBodyJson = {
-            model: "",
-            created_at: "0001-01-01T00:00:00Z",
-            response: "",
-            done: false,
-        };
-        try {
-            await (0, generateText_js_1.generateText)({
-                model: new OllamaCompletionModel_js_1.OllamaCompletionModel({
-                    api: new OllamaApiConfiguration_js_1.OllamaApiConfiguration({
-                        retry: (0, retryNever_js_1.retryNever)(),
-                    }),
-                    model: "test-model",
-                }).withTextPrompt(),
-                prompt: "test prompt",
-            });
-            (0, assert_1.fail)("Should have thrown ApiCallError");
-        }
-        catch (expectedError) {
-            expect(expectedError).toBeInstanceOf(ApiCallError_js_1.ApiCallError);
-            expect(expectedError.isRetryable).toBe(true);
-        }
-    });
-});
-describe("streamText", () => {
-    const server = new StreamingTestServer_js_1.StreamingTestServer("http://127.0.0.1:11434/api/generate");
-    server.setupTestEnvironment();
-    it("should return a text stream", async () => {
-        server.responseChunks = [
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:17.715003Z","response":"Hello","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:17.715003Z","response":", ","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:17.715003Z","response":"world!","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:19.697067Z","response":"",` +
-                `"done":true,"context":[123,456,789],"total_duration":2165354041,"load_duration":1293958,` +
-                `"prompt_eval_count":5,"prompt_eval_duration":193273000,"eval_count":136,"eval_duration":1966852000}\n`,
-        ];
-        const stream = await (0, streamText_js_1.streamText)({
-            model: new OllamaCompletionModel_js_1.OllamaCompletionModel({
-                model: "mistral:text",
-            }).withTextPrompt(),
-            prompt: "hello",
-        });
-        // note: space moved to last chunk bc of trimming
-        expect(await (0, arrayFromAsync_js_1.arrayFromAsync)(stream)).toStrictEqual([
-            "Hello",
-            ",",
-            " world!",
-        ]);
-    });
-});
-describe("streamObject", () => {
-    const server = new StreamingTestServer_js_1.StreamingTestServer("http://127.0.0.1:11434/api/generate");
-    server.setupTestEnvironment();
-    it("should return a text stream", async () => {
-        server.responseChunks = [
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.253175Z","response":"{","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.273505Z","response":"\\n","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.293192Z","response":"   ","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.312446Z","response":" \\"","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.332021Z","response":"name","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.351128Z","response":"\\":","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.372082Z","response":" \\"","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.391903Z","response":"M","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.411056Z","response":"ike","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.430789Z","response":"\\"","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.450216Z","response":"\\n","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.47009Z","response":"}","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.48885Z","response":"","done":true,` +
-                `"total_duration":521893000,"load_duration":957666,"prompt_eval_count":74,"prompt_eval_duration":302508000,` +
-                `"eval_count":12,"eval_duration":215282000}\n`,
-        ];
-        const stream = await (0, streamObject_js_1.streamObject)({
-            model: new OllamaCompletionModel_js_1.OllamaCompletionModel({
-                model: "mistral:text",
-                promptTemplate: OllamaCompletionPrompt_js_1.Text,
-                format: "json",
-                raw: true,
-            }).asObjectGenerationModel(jsonObjectPrompt_js_1.jsonObjectPrompt.text()),
-            schema: (0, ZodSchema_js_1.zodSchema)(zod_1.z.object({ name: zod_1.z.string() })),
-            prompt: "generate a name",
-        });
-        const streamAsArray = await (0, arrayFromAsync_js_1.arrayFromAsync)(stream);
-        expect(streamAsArray.map((entry) => entry.partialObject)).toStrictEqual([
-            {},
-            { name: "" },
-            { name: "M" },
-            { name: "Mike" },
-            { name: "Mike" }, // double occurrence on purpose (stream text)
-        ]);
-    });
-});

package/model-provider/ollama/OllamaCompletionModel.test.d.ts

@@ -1 +0,0 @@
-export {};

package/model-provider/ollama/OllamaCompletionModel.test.js

@@ -1,134 +0,0 @@
-import { fail } from "assert";
-import { z } from "zod";
-import { ApiCallError } from "../../core/api/ApiCallError.js";
-import { retryNever } from "../../core/api/retryNever.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { jsonObjectPrompt } from "../../model-function/generate-object/jsonObjectPrompt.js";
-import { streamObject } from "../../model-function/generate-object/streamObject.js";
-import { generateText } from "../../model-function/generate-text/generateText.js";
-import { streamText } from "../../model-function/generate-text/streamText.js";
-import { JsonTestServer } from "../../test/JsonTestServer.js";
-import { StreamingTestServer } from "../../test/StreamingTestServer.js";
-import { arrayFromAsync } from "../../test/arrayFromAsync.js";
-import { OllamaApiConfiguration } from "./OllamaApiConfiguration.js";
-import { OllamaCompletionModel } from "./OllamaCompletionModel.js";
-import { Text } from "./OllamaCompletionPrompt.js";
-describe("generateText", () => {
-    const server = new JsonTestServer("http://127.0.0.1:11434/api/generate");
-    server.setupTestEnvironment();
-    it("should return the generated text", async () => {
-        server.responseBodyJson = {
-            model: "test-model",
-            created_at: "2023-08-04T19:22:45.499127Z",
-            response: "test response",
-            context: [1, 2, 3],
-            done: true,
-            total_duration: 5589157167,
-            load_duration: 3013701500,
-            sample_count: 114,
-            sample_duration: 81442000,
-            prompt_eval_count: 46,
-            prompt_eval_duration: 1160282000,
-            eval_count: 113,
-            eval_duration: 1325948000,
-        };
-        const result = await generateText({
-            model: new OllamaCompletionModel({
-                model: "test-model",
-            }).withTextPrompt(),
-            prompt: "test prompt",
-        });
-        expect(result).toEqual("test response");
-    });
-    it("should throw retryable ApiCallError when Ollama is overloaded", async () => {
-        server.responseBodyJson = {
-            model: "",
-            created_at: "0001-01-01T00:00:00Z",
-            response: "",
-            done: false,
-        };
-        try {
-            await generateText({
-                model: new OllamaCompletionModel({
-                    api: new OllamaApiConfiguration({
-                        retry: retryNever(),
-                    }),
-                    model: "test-model",
-                }).withTextPrompt(),
-                prompt: "test prompt",
-            });
-            fail("Should have thrown ApiCallError");
-        }
-        catch (expectedError) {
-            expect(expectedError).toBeInstanceOf(ApiCallError);
-            expect(expectedError.isRetryable).toBe(true);
-        }
-    });
-});
-describe("streamText", () => {
-    const server = new StreamingTestServer("http://127.0.0.1:11434/api/generate");
-    server.setupTestEnvironment();
-    it("should return a text stream", async () => {
-        server.responseChunks = [
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:17.715003Z","response":"Hello","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:17.715003Z","response":", ","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:17.715003Z","response":"world!","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-24T16:11:19.697067Z","response":"",` +
-                `"done":true,"context":[123,456,789],"total_duration":2165354041,"load_duration":1293958,` +
-                `"prompt_eval_count":5,"prompt_eval_duration":193273000,"eval_count":136,"eval_duration":1966852000}\n`,
-        ];
-        const stream = await streamText({
-            model: new OllamaCompletionModel({
-                model: "mistral:text",
-            }).withTextPrompt(),
-            prompt: "hello",
-        });
-        // note: space moved to last chunk bc of trimming
-        expect(await arrayFromAsync(stream)).toStrictEqual([
-            "Hello",
-            ",",
-            " world!",
-        ]);
-    });
-});
-describe("streamObject", () => {
-    const server = new StreamingTestServer("http://127.0.0.1:11434/api/generate");
-    server.setupTestEnvironment();
-    it("should return a text stream", async () => {
-        server.responseChunks = [
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.253175Z","response":"{","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.273505Z","response":"\\n","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.293192Z","response":"   ","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.312446Z","response":" \\"","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.332021Z","response":"name","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.351128Z","response":"\\":","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.372082Z","response":" \\"","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.391903Z","response":"M","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.411056Z","response":"ike","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.430789Z","response":"\\"","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.450216Z","response":"\\n","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.47009Z","response":"}","done":false}\n`,
-            `{"model":"mistral:text","created_at":"2023-12-25T11:48:02.48885Z","response":"","done":true,` +
-                `"total_duration":521893000,"load_duration":957666,"prompt_eval_count":74,"prompt_eval_duration":302508000,` +
-                `"eval_count":12,"eval_duration":215282000}\n`,
-        ];
-        const stream = await streamObject({
-            model: new OllamaCompletionModel({
-                model: "mistral:text",
-                promptTemplate: Text,
-                format: "json",
-                raw: true,
-            }).asObjectGenerationModel(jsonObjectPrompt.text()),
-            schema: zodSchema(z.object({ name: z.string() })),
-            prompt: "generate a name",
-        });
-        const streamAsArray = await arrayFromAsync(stream);
-        expect(streamAsArray.map((entry) => entry.partialObject)).toStrictEqual([
-            {},
-            { name: "" },
-            { name: "M" },
-            { name: "Mike" },
-            { name: "Mike" }, // double occurrence on purpose (stream text)
-        ]);
-    });
-});

package/model-provider/ollama/OllamaCompletionPrompt.cjs

@@ -1,91 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Vicuna = exports.Synthia = exports.Alpaca = exports.NeuralChat = exports.Llama2 = exports.ChatML = exports.Mistral = exports.Text = exports.asOllamaCompletionTextPromptTemplateProvider = exports.asOllamaCompletionPromptTemplate = void 0;
-const alpacaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/AlpacaPromptTemplate.cjs"));
-const chatMlPrompt = __importStar(require("../../model-function/generate-text/prompt-template/ChatMLPromptTemplate.cjs"));
-const llama2Prompt = __importStar(require("../../model-function/generate-text/prompt-template/Llama2PromptTemplate.cjs"));
-const mistralPrompt = __importStar(require("../../model-function/generate-text/prompt-template/MistralInstructPromptTemplate.cjs"));
-const neuralChatPrompt = __importStar(require("../../model-function/generate-text/prompt-template/NeuralChatPromptTemplate.cjs"));
-const synthiaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/SynthiaPromptTemplate.cjs"));
-const textPrompt = __importStar(require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs"));
-const vicunaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/VicunaPromptTemplate.cjs"));
-function asOllamaCompletionPromptTemplate(promptTemplate) {
-    return {
-        format: (prompt) => ({
-            prompt: promptTemplate.format(prompt),
-        }),
-        stopSequences: promptTemplate.stopSequences,
-    };
-}
-exports.asOllamaCompletionPromptTemplate = asOllamaCompletionPromptTemplate;
-function asOllamaCompletionTextPromptTemplateProvider(promptTemplateProvider) {
-    return {
-        text: () => asOllamaCompletionPromptTemplate(promptTemplateProvider.text()),
-        instruction: () => asOllamaCompletionPromptTemplate(promptTemplateProvider.instruction()),
-        chat: () => asOllamaCompletionPromptTemplate(promptTemplateProvider.chat()),
-    };
-}
-exports.asOllamaCompletionTextPromptTemplateProvider = asOllamaCompletionTextPromptTemplateProvider;
-exports.Text = asOllamaCompletionTextPromptTemplateProvider(textPrompt);
-/**
- * Formats text, instruction or chat prompts as a Mistral instruct prompt.
- *
- * Note that Mistral does not support system prompts. We emulate them.
- *
- * Text prompt:
- * ```
- * <s>[INST] { instruction } [/INST]
- * ```
- *
- * Instruction prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
- * ```
- *
- * Instruction prompt template when there is no system prompt:
- * ```
- * <s>[INST] ${ instruction } [/INST] ${ response prefix }
- * ```
- *
- * Chat prompt when system prompt is set:
- * ```
- * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * Chat prompt when there is no system prompt:
- * ```
- * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
- * ```
- *
- * @see https://docs.mistral.ai/models/#chat-template
- */
-exports.Mistral = asOllamaCompletionTextPromptTemplateProvider(mistralPrompt);
-exports.ChatML = asOllamaCompletionTextPromptTemplateProvider(chatMlPrompt);
-exports.Llama2 = asOllamaCompletionTextPromptTemplateProvider(llama2Prompt);
-exports.NeuralChat = asOllamaCompletionTextPromptTemplateProvider(neuralChatPrompt);
-exports.Alpaca = asOllamaCompletionTextPromptTemplateProvider(alpacaPrompt);
-exports.Synthia = asOllamaCompletionTextPromptTemplateProvider(synthiaPrompt);
-exports.Vicuna = asOllamaCompletionTextPromptTemplateProvider(vicunaPrompt);