modelfusion 0.133.0 → 0.135.0

package/model-provider/huggingface/HuggingFaceTextGenerationModel.cjs

@@ -1,144 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.HuggingFaceTextGenerationModel = void 0;
-const zod_1 = require("zod");
-const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
-const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
-const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
-const PromptTemplateTextGenerationModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextGenerationModel.cjs");
-const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
-const HuggingFaceApiConfiguration_js_1 = require("./HuggingFaceApiConfiguration.cjs");
-const HuggingFaceError_js_1 = require("./HuggingFaceError.cjs");
-/**
- * Create a text generation model that calls a Hugging Face Inference API Text Generation Task.
- *
- * @see https://huggingface.co/docs/api-inference/detailed_parameters#text-generation-task
- *
- * @example
- * const model = new HuggingFaceTextGenerationModel({
- *   model: "tiiuae/falcon-7b",
- *   temperature: 0.7,
- *   maxGenerationTokens: 500,
- *   retry: retryWithExponentialBackoff({ maxTries: 5 }),
- * });
- *
- * const text = await generateText(
- *   model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
- */
-class HuggingFaceTextGenerationModel extends AbstractModel_js_1.AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "huggingface"
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions) {
-        const api = this.settings.api ?? new HuggingFaceApiConfiguration_js_1.HuggingFaceApiConfiguration();
-        const abortSignal = callOptions?.run?.abortSignal;
-        return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => (0, postToApi_js_1.postJsonToApi)({
-                url: api.assembleUrl(`/${this.settings.model}`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    inputs: prompt,
-                    top_k: this.settings.topK,
-                    top_p: this.settings.topP,
-                    temperature: this.settings.temperature,
-                    repetition_penalty: this.settings.repetitionPenalty,
-                    max_new_tokens: this.settings.maxGenerationTokens,
-                    max_time: this.settings.maxTime,
-                    num_return_sequences: this.settings.numberOfGenerations,
-                    do_sample: this.settings.doSample,
-                    options: {
-                        use_cache: true,
-                        wait_for_model: true,
-                    },
-                },
-                failedResponseHandler: HuggingFaceError_js_1.failedHuggingFaceCallResponseHandler,
-                successfulResponseHandler: (0, postToApi_js_1.createJsonResponseHandler)((0, ZodSchema_js_1.zodSchema)(huggingFaceTextGenerationResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...TextGenerationModel_js_1.textGenerationModelProperties,
-            "topK",
-            "topP",
-            "temperature",
-            "repetitionPenalty",
-            "maxTime",
-            "doSample",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
-            value: rawResponse,
-            schema: (0, ZodSchema_js_1.zodSchema)(huggingFaceTextGenerationResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(rawResponse) {
-        return {
-            rawResponse,
-            textGenerationResults: rawResponse.map((response) => ({
-                text: response.generated_text,
-                finishReason: "unknown",
-            })),
-        };
-    }
-    withJsonOutput() {
-        return this;
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextGenerationModel_js_1.PromptTemplateTextGenerationModel({
-            model: this, // stop tokens are not supported by this model
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new HuggingFaceTextGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-exports.HuggingFaceTextGenerationModel = HuggingFaceTextGenerationModel;
-const huggingFaceTextGenerationResponseSchema = zod_1.z.array(zod_1.z.object({
-    generated_text: zod_1.z.string(),
-}));

package/model-provider/huggingface/HuggingFaceTextGenerationModel.d.ts

@@ -1,84 +0,0 @@
-import { z } from "zod";
-import { FunctionCallOptions } from "../../core/FunctionOptions.js";
-import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { PromptTemplateTextGenerationModel } from "../../model-function/generate-text/PromptTemplateTextGenerationModel.js";
-import { TextGenerationModel, TextGenerationModelSettings } from "../../model-function/generate-text/TextGenerationModel.js";
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-export interface HuggingFaceTextGenerationModelSettings extends TextGenerationModelSettings {
-    api?: ApiConfiguration;
-    model: string;
-    topK?: number;
-    topP?: number;
-    temperature?: number;
-    repetitionPenalty?: number;
-    maxTime?: number;
-    doSample?: boolean;
-}
-/**
- * Create a text generation model that calls a Hugging Face Inference API Text Generation Task.
- *
- * @see https://huggingface.co/docs/api-inference/detailed_parameters#text-generation-task
- *
- * @example
- * const model = new HuggingFaceTextGenerationModel({
- *   model: "tiiuae/falcon-7b",
- *   temperature: 0.7,
- *   maxGenerationTokens: 500,
- *   retry: retryWithExponentialBackoff({ maxTries: 5 }),
- * });
- *
- * const text = await generateText(
- *   model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
- */
-export declare class HuggingFaceTextGenerationModel extends AbstractModel<HuggingFaceTextGenerationModelSettings> implements TextGenerationModel<string, HuggingFaceTextGenerationModelSettings> {
-    constructor(settings: HuggingFaceTextGenerationModelSettings);
-    readonly provider = "huggingface";
-    get modelName(): string;
-    readonly contextWindowSize: undefined;
-    readonly tokenizer: undefined;
-    readonly countPromptTokens: undefined;
-    callAPI(prompt: string, callOptions: FunctionCallOptions): Promise<HuggingFaceTextGenerationResponse>;
-    get settingsForEvent(): Partial<HuggingFaceTextGenerationModelSettings>;
-    doGenerateTexts(prompt: string, options: FunctionCallOptions): Promise<{
-        rawResponse: {
-            generated_text: string;
-        }[];
-        textGenerationResults: {
-            text: string;
-            finishReason: "unknown";
-        }[];
-    }>;
-    restoreGeneratedTexts(rawResponse: unknown): {
-        rawResponse: {
-            generated_text: string;
-        }[];
-        textGenerationResults: {
-            text: string;
-            finishReason: "unknown";
-        }[];
-    };
-    processTextGenerationResponse(rawResponse: HuggingFaceTextGenerationResponse): {
-        rawResponse: {
-            generated_text: string;
-        }[];
-        textGenerationResults: {
-            text: string;
-            finishReason: "unknown";
-        }[];
-    };
-    withJsonOutput(): this;
-    withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, string>): PromptTemplateTextGenerationModel<INPUT_PROMPT, string, HuggingFaceTextGenerationModelSettings, this>;
-    withSettings(additionalSettings: Partial<HuggingFaceTextGenerationModelSettings>): this;
-}
-declare const huggingFaceTextGenerationResponseSchema: z.ZodArray<z.ZodObject<{
-    generated_text: z.ZodString;
-}, "strip", z.ZodTypeAny, {
-    generated_text: string;
-}, {
-    generated_text: string;
-}>, "many">;
-export type HuggingFaceTextGenerationResponse = z.infer<typeof huggingFaceTextGenerationResponseSchema>;
-export {};

package/model-provider/huggingface/HuggingFaceTextGenerationModel.js

@@ -1,140 +0,0 @@
-import { z } from "zod";
-import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
-import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { zodSchema } from "../../core/schema/ZodSchema.js";
-import { validateTypes } from "../../core/schema/validateTypes.js";
-import { AbstractModel } from "../../model-function/AbstractModel.js";
-import { PromptTemplateTextGenerationModel } from "../../model-function/generate-text/PromptTemplateTextGenerationModel.js";
-import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
-import { HuggingFaceApiConfiguration } from "./HuggingFaceApiConfiguration.js";
-import { failedHuggingFaceCallResponseHandler } from "./HuggingFaceError.js";
-/**
- * Create a text generation model that calls a Hugging Face Inference API Text Generation Task.
- *
- * @see https://huggingface.co/docs/api-inference/detailed_parameters#text-generation-task
- *
- * @example
- * const model = new HuggingFaceTextGenerationModel({
- *   model: "tiiuae/falcon-7b",
- *   temperature: 0.7,
- *   maxGenerationTokens: 500,
- *   retry: retryWithExponentialBackoff({ maxTries: 5 }),
- * });
- *
- * const text = await generateText(
- *   model,
- *   "Write a short story about a robot learning to love:\n\n"
- * );
- */
-export class HuggingFaceTextGenerationModel extends AbstractModel {
-    constructor(settings) {
-        super({ settings });
-        Object.defineProperty(this, "provider", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "huggingface"
-        });
-        Object.defineProperty(this, "contextWindowSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "tokenizer", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "countPromptTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-    }
-    get modelName() {
-        return this.settings.model;
-    }
-    async callAPI(prompt, callOptions) {
-        const api = this.settings.api ?? new HuggingFaceApiConfiguration();
-        const abortSignal = callOptions?.run?.abortSignal;
-        return callWithRetryAndThrottle({
-            retry: api.retry,
-            throttle: api.throttle,
-            call: async () => postJsonToApi({
-                url: api.assembleUrl(`/${this.settings.model}`),
-                headers: api.headers({
-                    functionType: callOptions.functionType,
-                    functionId: callOptions.functionId,
-                    run: callOptions.run,
-                    callId: callOptions.callId,
-                }),
-                body: {
-                    inputs: prompt,
-                    top_k: this.settings.topK,
-                    top_p: this.settings.topP,
-                    temperature: this.settings.temperature,
-                    repetition_penalty: this.settings.repetitionPenalty,
-                    max_new_tokens: this.settings.maxGenerationTokens,
-                    max_time: this.settings.maxTime,
-                    num_return_sequences: this.settings.numberOfGenerations,
-                    do_sample: this.settings.doSample,
-                    options: {
-                        use_cache: true,
-                        wait_for_model: true,
-                    },
-                },
-                failedResponseHandler: failedHuggingFaceCallResponseHandler,
-                successfulResponseHandler: createJsonResponseHandler(zodSchema(huggingFaceTextGenerationResponseSchema)),
-                abortSignal,
-            }),
-        });
-    }
-    get settingsForEvent() {
-        const eventSettingProperties = [
-            ...textGenerationModelProperties,
-            "topK",
-            "topP",
-            "temperature",
-            "repetitionPenalty",
-            "maxTime",
-            "doSample",
-        ];
-        return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
-    }
-    async doGenerateTexts(prompt, options) {
-        return this.processTextGenerationResponse(await this.callAPI(prompt, options));
-    }
-    restoreGeneratedTexts(rawResponse) {
-        return this.processTextGenerationResponse(validateTypes({
-            value: rawResponse,
-            schema: zodSchema(huggingFaceTextGenerationResponseSchema),
-        }));
-    }
-    processTextGenerationResponse(rawResponse) {
-        return {
-            rawResponse,
-            textGenerationResults: rawResponse.map((response) => ({
-                text: response.generated_text,
-                finishReason: "unknown",
-            })),
-        };
-    }
-    withJsonOutput() {
-        return this;
-    }
-    withPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextGenerationModel({
-            model: this, // stop tokens are not supported by this model
-            promptTemplate,
-        });
-    }
-    withSettings(additionalSettings) {
-        return new HuggingFaceTextGenerationModel(Object.assign({}, this.settings, additionalSettings));
-    }
-}
-const huggingFaceTextGenerationResponseSchema = z.array(z.object({
-    generated_text: z.string(),
-}));

package/model-provider/huggingface/index.cjs

@@ -1,33 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.huggingface = void 0;
-__exportStar(require("./HuggingFaceApiConfiguration.cjs"), exports);
-exports.huggingface = __importStar(require("./HuggingFaceFacade.cjs"));
-__exportStar(require("./HuggingFaceTextEmbeddingModel.cjs"), exports);
-__exportStar(require("./HuggingFaceTextGenerationModel.cjs"), exports);

package/model-provider/huggingface/index.d.ts

@@ -1,5 +0,0 @@
-export * from "./HuggingFaceApiConfiguration.js";
-export { HuggingFaceErrorData } from "./HuggingFaceError.js";
-export * as huggingface from "./HuggingFaceFacade.js";
-export * from "./HuggingFaceTextEmbeddingModel.js";
-export * from "./HuggingFaceTextGenerationModel.js";

package/model-provider/huggingface/index.js

@@ -1,4 +0,0 @@
-export * from "./HuggingFaceApiConfiguration.js";
-export * as huggingface from "./HuggingFaceFacade.js";
-export * from "./HuggingFaceTextEmbeddingModel.js";
-export * from "./HuggingFaceTextGenerationModel.js";

package/model-provider/index.cjs

@@ -1,28 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./automatic1111/index.cjs"), exports);
-__exportStar(require("./cohere/index.cjs"), exports);
-__exportStar(require("./elevenlabs/index.cjs"), exports);
-__exportStar(require("./huggingface/index.cjs"), exports);
-__exportStar(require("./llamacpp/index.cjs"), exports);
-__exportStar(require("./lmnt/index.cjs"), exports);
-__exportStar(require("./mistral/index.cjs"), exports);
-__exportStar(require("./ollama/index.cjs"), exports);
-__exportStar(require("./openai/index.cjs"), exports);
-__exportStar(require("./openai-compatible/index.cjs"), exports);
-__exportStar(require("./stability/index.cjs"), exports);
-__exportStar(require("./whispercpp/index.cjs"), exports);

package/model-provider/index.d.ts

@@ -1,12 +0,0 @@
-export * from "./automatic1111/index.js";
-export * from "./cohere/index.js";
-export * from "./elevenlabs/index.js";
-export * from "./huggingface/index.js";
-export * from "./llamacpp/index.js";
-export * from "./lmnt/index.js";
-export * from "./mistral/index.js";
-export * from "./ollama/index.js";
-export * from "./openai/index.js";
-export * from "./openai-compatible/index.js";
-export * from "./stability/index.js";
-export * from "./whispercpp/index.js";

package/model-provider/index.js

@@ -1,12 +0,0 @@
-export * from "./automatic1111/index.js";
-export * from "./cohere/index.js";
-export * from "./elevenlabs/index.js";
-export * from "./huggingface/index.js";
-export * from "./llamacpp/index.js";
-export * from "./lmnt/index.js";
-export * from "./mistral/index.js";
-export * from "./ollama/index.js";
-export * from "./openai/index.js";
-export * from "./openai-compatible/index.js";
-export * from "./stability/index.js";
-export * from "./whispercpp/index.js";

package/model-provider/llamacpp/LlamaCppApiConfiguration.cjs

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LlamaCppApiConfiguration = void 0;
-const BaseUrlApiConfiguration_js_1 = require("../../core/api/BaseUrlApiConfiguration.cjs");
-/**
- * Creates an API configuration for the Llama.cpp server.
- * It calls the API at http://127.0.0.1:8080 by default.
- */
-class LlamaCppApiConfiguration extends BaseUrlApiConfiguration_js_1.BaseUrlApiConfigurationWithDefaults {
-    constructor(settings = {}) {
-        super({
-            ...settings,
-            baseUrlDefaults: {
-                protocol: "http",
-                host: "127.0.0.1",
-                port: "8080",
-                path: "",
-            },
-        });
-    }
-}
-exports.LlamaCppApiConfiguration = LlamaCppApiConfiguration;

package/model-provider/llamacpp/LlamaCppApiConfiguration.d.ts

@@ -1,8 +0,0 @@
-import { BaseUrlApiConfigurationWithDefaults, PartialBaseUrlPartsApiConfigurationOptions } from "../../core/api/BaseUrlApiConfiguration.js";
-/**
- * Creates an API configuration for the Llama.cpp server.
- * It calls the API at http://127.0.0.1:8080 by default.
- */
-export declare class LlamaCppApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
-    constructor(settings?: PartialBaseUrlPartsApiConfigurationOptions);
-}

package/model-provider/llamacpp/LlamaCppApiConfiguration.js

@@ -1,18 +0,0 @@
-import { BaseUrlApiConfigurationWithDefaults, } from "../../core/api/BaseUrlApiConfiguration.js";
-/**
- * Creates an API configuration for the Llama.cpp server.
- * It calls the API at http://127.0.0.1:8080 by default.
- */
-export class LlamaCppApiConfiguration extends BaseUrlApiConfigurationWithDefaults {
-    constructor(settings = {}) {
-        super({
-            ...settings,
-            baseUrlDefaults: {
-                protocol: "http",
-                host: "127.0.0.1",
-                port: "8080",
-                path: "",
-            },
-        });
-    }
-}

package/model-provider/llamacpp/LlamaCppBakLLaVA1PromptTemplate.cjs

@@ -1,119 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = exports.instruction = exports.text = void 0;
-const ContentPart_js_1 = require("../../model-function/generate-text/prompt-template/ContentPart.cjs");
-const InvalidPromptError_js_1 = require("../../model-function/generate-text/prompt-template/InvalidPromptError.cjs");
-const TextPromptTemplate_js_1 = require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs");
-const DataContent_js_1 = require("../../util/format/DataContent.cjs");
-// default Vicuna 1 system message
-const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
-    "The assistant gives helpful, detailed, and polite answers to the user's questions.";
-/**
- * Text prompt.
- */
-function text() {
-    const delegate = (0, TextPromptTemplate_js_1.text)();
-    return {
-        stopSequences: [],
-        format(prompt) {
-            return { text: delegate.format(prompt) };
-        },
-    };
-}
-exports.text = text;
-/**
- * BakLLaVA 1 uses a Vicuna 1 prompt. This mapping combines it with the LlamaCpp prompt.
- *
- * @see https://github.com/SkunkworksAI/BakLLaVA
- */
-function instruction() {
-    return {
-        format(prompt) {
-            let text = "";
-            text += `${prompt.system ?? DEFAULT_SYSTEM_MESSAGE}\n\n`;
-            text += `USER: `;
-            const images = {};
-            if (typeof prompt.instruction === "string") {
-                text += `${prompt.instruction}\n`;
-            }
-            else {
-                // construct text and image mapping:
-                let imageCounter = 1;
-                for (const content of prompt.instruction) {
-                    switch (content.type) {
-                        case "text": {
-                            text += content.text;
-                            break;
-                        }
-                        case "image": {
-                            text += `[img-${imageCounter}]`;
-                            images[imageCounter.toString()] =
-                                (0, DataContent_js_1.convertDataContentToBase64String)(content.image);
-                            imageCounter++;
-                            break;
-                        }
-                    }
-                    text += `${content}\n`;
-                }
-            }
-            text += `\nASSISTANT: `;
-            return { text, images };
-        },
-        stopSequences: [`\nUSER:`],
-    };
-}
-exports.instruction = instruction;
-function chat() {
-    return {
-        format(prompt) {
-            let text = "";
-            text += `${prompt.system ?? DEFAULT_SYSTEM_MESSAGE}\n\n`;
-            // construct text and image mapping:
-            let imageCounter = 1;
-            const images = {};
-            for (const { role, content } of prompt.messages) {
-                switch (role) {
-                    case "user": {
-                        text += `USER: `;
-                        if (typeof content === "string") {
-                            text += content;
-                            break;
-                        }
-                        for (const part of content) {
-                            switch (part.type) {
-                                case "text": {
-                                    text += part.text;
-                                    break;
-                                }
-                                case "image": {
-                                    text += `[img-${imageCounter}]`;
-                                    images[imageCounter.toString()] =
-                                        (0, DataContent_js_1.convertDataContentToBase64String)(part.image);
-                                    imageCounter++;
-                                    break;
-                                }
-                            }
-                        }
-                        break;
-                    }
-                    case "assistant": {
-                        text += `ASSISTANT: ${(0, ContentPart_js_1.validateContentIsString)(content, prompt)}`;
-                        break;
-                    }
-                    case "tool": {
-                        throw new InvalidPromptError_js_1.InvalidPromptError("Tool messages are not supported.", prompt);
-                    }
-                    default: {
-                        const _exhaustiveCheck = role;
-                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
-                    }
-                }
-                text += `\n\n`;
-            }
-            text += `ASSISTANT: `;
-            return { text, images };
-        },
-        stopSequences: [`\nUSER:`],
-    };
-}
-exports.chat = chat;

package/model-provider/llamacpp/LlamaCppBakLLaVA1PromptTemplate.d.ts

@@ -1,15 +0,0 @@
-import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
-import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
-import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
-import { LlamaCppCompletionPrompt } from "./LlamaCppCompletionModel.js";
-/**
- * Text prompt.
- */
-export declare function text(): TextGenerationPromptTemplate<string, LlamaCppCompletionPrompt>;
-/**
- * BakLLaVA 1 uses a Vicuna 1 prompt. This mapping combines it with the LlamaCpp prompt.
- *
- * @see https://github.com/SkunkworksAI/BakLLaVA
- */
-export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, LlamaCppCompletionPrompt>;
-export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, LlamaCppCompletionPrompt>;