modelfusion 0.117.0 → 0.118.0

package/model-function/generate-text/generateText.cjs

@@ -40,7 +40,7 @@ async function generateText(model, prompt, options) {
                 }
                 const result = await model.doGenerateTexts(prompt, options);
                 try {
-                    await options.cache.storeValue(cacheKey, result.response);
+                    await options.cache.storeValue(cacheKey, result.rawResponse);
                 }
                 catch (err) {
                     cacheErrors = [...(cacheErrors ?? []), err];
@@ -60,7 +60,7 @@ async function generateText(model, prompt, options) {
                 : result.textGenerationResults;
             // TODO add cache information
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: textGenerationResults,
                 usage: result.usage,
             };
@@ -74,7 +74,7 @@ async function generateText(model, prompt, options) {
             finishReason: firstResult.finishReason,
             texts: textGenerationResults.map((textGeneration) => textGeneration.text),
             textGenerationResults,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : firstResult.text;

package/model-function/generate-text/generateText.d.ts

@@ -33,6 +33,6 @@ export declare function generateText<PROMPT>(model: TextGenerationModel<PROMPT,
     finishReason: TextGenerationFinishReason;
     texts: string[];
     textGenerationResults: TextGenerationResult[];
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/generate-text/generateText.js

@@ -37,7 +37,7 @@ export async function generateText(model, prompt, options) {
                 }
                 const result = await model.doGenerateTexts(prompt, options);
                 try {
-                    await options.cache.storeValue(cacheKey, result.response);
+                    await options.cache.storeValue(cacheKey, result.rawResponse);
                 }
                 catch (err) {
                     cacheErrors = [...(cacheErrors ?? []), err];
@@ -57,7 +57,7 @@ export async function generateText(model, prompt, options) {
                 : result.textGenerationResults;
             // TODO add cache information
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: textGenerationResults,
                 usage: result.usage,
             };
@@ -71,7 +71,7 @@ export async function generateText(model, prompt, options) {
             finishReason: firstResult.finishReason,
             texts: textGenerationResults.map((textGeneration) => textGeneration.text),
             textGenerationResults,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : firstResult.text;

package/model-function/generate-text/prompt-template/AlpacaPromptTemplate.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.instruction = exports.text = void 0;
+exports.chat = exports.instruction = exports.text = void 0;
 const ContentPart_js_1 = require("./ContentPart.cjs");
 const DEFAULT_SYSTEM_PROMPT_INPUT = "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.";
 const DEFAULT_SYSTEM_PROMPT_NO_INPUT = "Below is an instruction that describes a task. Write a response that appropriately completes the request.";
@@ -81,3 +81,10 @@ function instruction() {
     };
 }
 exports.instruction = instruction;
+/**
+ * Not supported by Alpaca.
+ */
+function chat() {
+    throw new Error("Chat prompts are not supported by the Alpaca format.");
+}
+exports.chat = chat;

package/model-function/generate-text/prompt-template/AlpacaPromptTemplate.d.ts

@@ -1,4 +1,5 @@
 import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
+import { ChatPrompt } from "./ChatPrompt.js";
 import { InstructionPrompt } from "./InstructionPrompt.js";
 /**
  * Formats a text prompt as an Alpaca prompt.
@@ -44,3 +45,7 @@ export declare function instruction(): TextGenerationPromptTemplate<InstructionP
     input?: string;
 }, // optional input supported by Alpaca
 string>;
+/**
+ * Not supported by Alpaca.
+ */
+export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, string>;

package/model-function/generate-text/prompt-template/AlpacaPromptTemplate.js

@@ -76,3 +76,9 @@ export function instruction() {
         },
     };
 }
+/**
+ * Not supported by Alpaca.
+ */
+export function chat() {
+    throw new Error("Chat prompts are not supported by the Alpaca format.");
+}

package/model-function/generate-text/prompt-template/PromptTemplateProvider.cjs

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/model-function/generate-text/prompt-template/PromptTemplateProvider.d.ts

@@ -0,0 +1,8 @@
+import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
+import { ChatPrompt } from "./ChatPrompt.js";
+import { InstructionPrompt } from "./InstructionPrompt.js";
+export interface TextGenerationPromptTemplateProvider<TARGET_PROMPT> {
+    text(): TextGenerationPromptTemplate<string, TARGET_PROMPT>;
+    instruction(): TextGenerationPromptTemplate<InstructionPrompt, TARGET_PROMPT>;
+    chat(): TextGenerationPromptTemplate<ChatPrompt, TARGET_PROMPT>;
+}

package/model-function/generate-text/prompt-template/PromptTemplateProvider.js

@@ -0,0 +1 @@
+export {};

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.cjs

@@ -1,11 +1,44 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = void 0;
+exports.chat = exports.instruction = exports.text = void 0;
 const ContentPart_js_1 = require("./ContentPart.cjs");
 const InvalidPromptError_js_1 = require("./InvalidPromptError.cjs");
 // default Vicuna 1 system message
 const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
     "The assistant gives helpful, detailed, and polite answers to the user's questions.";
+/**
+ * Formats a text prompt as a Vicuna prompt.
+ */
+function text() {
+    return {
+        stopSequences: [],
+        format(prompt) {
+            let text = DEFAULT_SYSTEM_MESSAGE;
+            text += "\n\nUSER: ";
+            text += prompt;
+            text += "\n\nASSISTANT: ";
+            return text;
+        },
+    };
+}
+exports.text = text;
+/**
+ * Formats an instruction prompt as a Vicuna prompt.
+ */
+function instruction() {
+    return {
+        format(prompt) {
+            let text = prompt.system != null
+                ? `${prompt.system}\n\n`
+                : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
+            text += `USER: ${(0, ContentPart_js_1.validateContentIsString)(prompt.instruction, prompt)}\n`;
+            text += `ASSISTANT: `;
+            return text;
+        },
+        stopSequences: [`\nUSER:`],
+    };
+}
+exports.instruction = instruction;
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.d.ts

@@ -1,5 +1,14 @@
 import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
 import { ChatPrompt } from "./ChatPrompt.js";
+import { InstructionPrompt } from "./InstructionPrompt.js";
+/**
+ * Formats a text prompt as a Vicuna prompt.
+ */
+export declare function text(): TextGenerationPromptTemplate<string, string>;
+/**
+ * Formats an instruction prompt as a Vicuna prompt.
+ */
+export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, string>;
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.js

@@ -3,6 +3,37 @@ import { InvalidPromptError } from "./InvalidPromptError.js";
 // default Vicuna 1 system message
 const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
     "The assistant gives helpful, detailed, and polite answers to the user's questions.";
+/**
+ * Formats a text prompt as a Vicuna prompt.
+ */
+export function text() {
+    return {
+        stopSequences: [],
+        format(prompt) {
+            let text = DEFAULT_SYSTEM_MESSAGE;
+            text += "\n\nUSER: ";
+            text += prompt;
+            text += "\n\nASSISTANT: ";
+            return text;
+        },
+    };
+}
+/**
+ * Formats an instruction prompt as a Vicuna prompt.
+ */
+export function instruction() {
+    return {
+        format(prompt) {
+            let text = prompt.system != null
+                ? `${prompt.system}\n\n`
+                : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
+            text += `USER: ${validateContentIsString(prompt.instruction, prompt)}\n`;
+            text += `ASSISTANT: `;
+            return text;
+        },
+        stopSequences: [`\nUSER:`],
+    };
+}
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.test.cjs

@@ -1,6 +1,34 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 const VicunaPromptTemplate_js_1 = require("./VicunaPromptTemplate.cjs");
+describe("text prompt", () => {
+    it("should format prompt", () => {
+        const prompt = (0, VicunaPromptTemplate_js_1.text)().format("prompt");
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("instruction prompt", () => {
+    it("should format prompt with instruction", () => {
+        const prompt = (0, VicunaPromptTemplate_js_1.instruction)().format({
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with system and instruction", () => {
+        const prompt = (0, VicunaPromptTemplate_js_1.instruction)().format({
+            system: "system",
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with instruction and response prefix", () => {
+        const prompt = (0, VicunaPromptTemplate_js_1.instruction)().format({
+            instruction: "instruction",
+            responsePrefix: "response prefix",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});
 describe("chat prompt", () => {
     it("should format prompt with user message", () => {
         const prompt = (0, VicunaPromptTemplate_js_1.chat)().format({

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.test.js

@@ -1,4 +1,32 @@
-import { chat } from "./VicunaPromptTemplate.js";
+import { chat, instruction, text } from "./VicunaPromptTemplate.js";
+describe("text prompt", () => {
+    it("should format prompt", () => {
+        const prompt = text().format("prompt");
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("instruction prompt", () => {
+    it("should format prompt with instruction", () => {
+        const prompt = instruction().format({
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with system and instruction", () => {
+        const prompt = instruction().format({
+            system: "system",
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with instruction and response prefix", () => {
+        const prompt = instruction().format({
+            instruction: "instruction",
+            responsePrefix: "response prefix",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});
 describe("chat prompt", () => {
     it("should format prompt with user message", () => {
         const prompt = chat().format({

package/model-function/generate-text/prompt-template/index.cjs

@@ -36,6 +36,7 @@ __exportStar(require("./InvalidPromptError.cjs"), exports);
 exports.Llama2Prompt = __importStar(require("./Llama2PromptTemplate.cjs"));
 exports.MistralInstructPrompt = __importStar(require("./MistralInstructPromptTemplate.cjs"));
 exports.NeuralChatPrompt = __importStar(require("./NeuralChatPromptTemplate.cjs"));
+__exportStar(require("./PromptTemplateProvider.cjs"), exports);
 exports.TextPrompt = __importStar(require("./TextPromptTemplate.cjs"));
 exports.VicunaPrompt = __importStar(require("./VicunaPromptTemplate.cjs"));
 __exportStar(require("./trimChatPrompt.cjs"), exports);

package/model-function/generate-text/prompt-template/index.d.ts

@@ -7,6 +7,7 @@ export * from "./InvalidPromptError.js";
 export * as Llama2Prompt from "./Llama2PromptTemplate.js";
 export * as MistralInstructPrompt from "./MistralInstructPromptTemplate.js";
 export * as NeuralChatPrompt from "./NeuralChatPromptTemplate.js";
+export * from "./PromptTemplateProvider.js";
 export * as TextPrompt from "./TextPromptTemplate.js";
 export * as VicunaPrompt from "./VicunaPromptTemplate.js";
 export * from "./trimChatPrompt.js";

package/model-function/generate-text/prompt-template/index.js

@@ -7,6 +7,7 @@ export * from "./InvalidPromptError.js";
 export * as Llama2Prompt from "./Llama2PromptTemplate.js";
 export * as MistralInstructPrompt from "./MistralInstructPromptTemplate.js";
 export * as NeuralChatPrompt from "./NeuralChatPromptTemplate.js";
+export * from "./PromptTemplateProvider.js";
 export * as TextPrompt from "./TextPromptTemplate.js";
 export * as VicunaPrompt from "./VicunaPromptTemplate.js";
 export * from "./trimChatPrompt.js";

package/model-function/generate-transcription/TranscriptionEvent.d.ts

@@ -4,7 +4,7 @@ export interface TranscriptionStartedEvent extends BaseModelCallStartedEvent {
 }
 export type TranscriptionFinishedEventResult = {
     status: "success";
-    response: unknown;
+    rawResponse: unknown;
     value: string;
 } | {
     status: "error";

package/model-function/generate-transcription/TranscriptionModel.d.ts

@@ -4,7 +4,7 @@ export interface TranscriptionModelSettings extends ModelSettings {
 }
 export interface TranscriptionModel<DATA, SETTINGS extends TranscriptionModelSettings = TranscriptionModelSettings> extends Model<SETTINGS> {
     doTranscribe: (data: DATA, options: FunctionCallOptions) => PromiseLike<{
-        response: unknown;
+        rawResponse: unknown;
         transcription: string;
     }>;
 }

package/model-function/generate-transcription/generateTranscription.cjs

@@ -11,7 +11,7 @@ async function generateTranscription(model, data, options) {
         generateResponse: async (options) => {
             const result = await model.doTranscribe(data, options);
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: result.transcription,
             };
         },

package/model-function/generate-transcription/generateTranscription.d.ts

@@ -27,6 +27,6 @@ export declare function generateTranscription<DATA>(model: TranscriptionModel<DA
     fullResponse: true;
 }): Promise<{
     value: string;
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/generate-transcription/generateTranscription.js

@@ -8,7 +8,7 @@ export async function generateTranscription(model, data, options) {
         generateResponse: async (options) => {
             const result = await model.doTranscribe(data, options);
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: result.transcription,
             };
         },

package/model-provider/automatic1111/Automatic1111ImageGenerationModel.cjs

@@ -74,10 +74,10 @@ class Automatic1111ImageGenerationModel extends AbstractModel_js_1.AbstractModel
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
     async doGenerateImages(prompt, options) {
-        const response = await this.callAPI(prompt, options);
+        const rawResponse = await this.callAPI(prompt, options);
         return {
-            response,
-            base64Images: response.images,
+            rawResponse,
+            base64Images: rawResponse.images,
         };
     }
     withTextPrompt() {

package/model-provider/automatic1111/Automatic1111ImageGenerationModel.d.ts

@@ -40,7 +40,7 @@ export declare class Automatic1111ImageGenerationModel extends AbstractModel<Aut
     callAPI(input: Automatic1111ImageGenerationPrompt, callOptions: FunctionCallOptions): Promise<Automatic1111ImageGenerationResponse>;
     get settingsForEvent(): Partial<Automatic1111ImageGenerationSettings>;
     doGenerateImages(prompt: Automatic1111ImageGenerationPrompt, options: FunctionCallOptions): Promise<{
-        response: {
+        rawResponse: {
             images: string[];
             parameters: {};
             info: string;

package/model-provider/automatic1111/Automatic1111ImageGenerationModel.js

@@ -71,10 +71,10 @@ export class Automatic1111ImageGenerationModel extends AbstractModel {
         return Object.fromEntries(Object.entries(this.settings).filter(([key]) => eventSettingProperties.includes(key)));
     }
     async doGenerateImages(prompt, options) {
-        const response = await this.callAPI(prompt, options);
+        const rawResponse = await this.callAPI(prompt, options);
         return {
-            response,
-            base64Images: response.images,
+            rawResponse,
+            base64Images: rawResponse.images,
         };
     }
     withTextPrompt() {

package/model-provider/cohere/CohereTextEmbeddingModel.cjs

@@ -148,10 +148,10 @@ class CohereTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
         };
     }
     async doEmbedValues(texts, options) {
-        const response = await this.callAPI(texts, options);
+        const rawResponse = await this.callAPI(texts, options);
         return {
-            response,
-            embeddings: response.embeddings,
+            rawResponse,
+            embeddings: rawResponse.embeddings,
         };
     }
     withSettings(additionalSettings) {

package/model-provider/cohere/CohereTextEmbeddingModel.d.ts

@@ -73,7 +73,7 @@ export declare class CohereTextEmbeddingModel extends AbstractModel<CohereTextEm
     callAPI(texts: Array<string>, callOptions: FunctionCallOptions): Promise<CohereTextEmbeddingResponse>;
     get settingsForEvent(): Partial<CohereTextEmbeddingModelSettings>;
     doEmbedValues(texts: string[], options: FunctionCallOptions): Promise<{
-        response: {
+        rawResponse: {
             embeddings: number[][];
             texts: string[];
             id: string;

package/model-provider/cohere/CohereTextEmbeddingModel.js

@@ -145,10 +145,10 @@ export class CohereTextEmbeddingModel extends AbstractModel {
         };
     }
     async doEmbedValues(texts, options) {
-        const response = await this.callAPI(texts, options);
+        const rawResponse = await this.callAPI(texts, options);
         return {
-            response,
-            embeddings: response.embeddings,
+            rawResponse,
+            embeddings: rawResponse.embeddings,
         };
     }
     withSettings(additionalSettings) {

package/model-provider/cohere/CohereTextGenerationModel.cjs

@@ -138,10 +138,10 @@ class CohereTextGenerationModel extends AbstractModel_js_1.AbstractModel {
             schema: (0, ZodSchema_js_1.zodSchema)(cohereTextGenerationResponseSchema),
         }));
     }
-    processTextGenerationResponse(response) {
+    processTextGenerationResponse(rawResponse) {
         return {
-            response,
-            textGenerationResults: response.generations.map((generation) => ({
+            rawResponse,
+            textGenerationResults: rawResponse.generations.map((generation) => ({
                 text: generation.text,
                 finishReason: this.translateFinishReason(generation.finish_reason),
             })),

package/model-provider/cohere/CohereTextGenerationModel.d.ts

@@ -59,7 +59,7 @@ export declare class CohereTextGenerationModel extends AbstractModel<CohereTextG
     }): Promise<RESPONSE>;
     get settingsForEvent(): Partial<CohereTextGenerationModelSettings>;
     doGenerateTexts(prompt: string, options: FunctionCallOptions): Promise<{
-        response: {
+        rawResponse: {
             id: string;
             prompt: string;
             generations: {
@@ -79,7 +79,7 @@ export declare class CohereTextGenerationModel extends AbstractModel<CohereTextG
         }[];
     }>;
     restoreGeneratedTexts(rawResponse: unknown): {
-        response: {
+        rawResponse: {
             id: string;
             prompt: string;
             generations: {
@@ -98,8 +98,8 @@ export declare class CohereTextGenerationModel extends AbstractModel<CohereTextG
             finishReason: TextGenerationFinishReason;
         }[];
     };
-    processTextGenerationResponse(response: CohereTextGenerationResponse): {
-        response: {
+    processTextGenerationResponse(rawResponse: CohereTextGenerationResponse): {
+        rawResponse: {
             id: string;
             prompt: string;
             generations: {

package/model-provider/cohere/CohereTextGenerationModel.js

@@ -135,10 +135,10 @@ export class CohereTextGenerationModel extends AbstractModel {
             schema: zodSchema(cohereTextGenerationResponseSchema),
         }));
     }
-    processTextGenerationResponse(response) {
+    processTextGenerationResponse(rawResponse) {
         return {
-            response,
-            textGenerationResults: response.generations.map((generation) => ({
+            rawResponse,
+            textGenerationResults: rawResponse.generations.map((generation) => ({
                 text: generation.text,
                 finishReason: this.translateFinishReason(generation.finish_reason),
             })),

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.cjs

@@ -117,10 +117,10 @@ class HuggingFaceTextEmbeddingModel extends AbstractModel_js_1.AbstractModel {
         };
     }
     async doEmbedValues(texts, options) {
-        const response = await this.callAPI(texts, options);
+        const rawResponse = await this.callAPI(texts, options);
         return {
-            response,
-            embeddings: response,
+            rawResponse,
+            embeddings: rawResponse,
         };
     }
     withSettings(additionalSettings) {

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.d.ts

@@ -46,7 +46,7 @@ export declare class HuggingFaceTextEmbeddingModel extends AbstractModel<Hugging
     get settingsForEvent(): Partial<HuggingFaceTextEmbeddingModelSettings>;
     readonly countPromptTokens: undefined;
     doEmbedValues(texts: string[], options: FunctionCallOptions): Promise<{
-        response: number[][];
+        rawResponse: number[][];
         embeddings: number[][];
     }>;
     withSettings(additionalSettings: Partial<HuggingFaceTextEmbeddingModelSettings>): this;

package/model-provider/huggingface/HuggingFaceTextEmbeddingModel.js

@@ -114,10 +114,10 @@ export class HuggingFaceTextEmbeddingModel extends AbstractModel {
         };
     }
     async doEmbedValues(texts, options) {
-        const response = await this.callAPI(texts, options);
+        const rawResponse = await this.callAPI(texts, options);
         return {
-            response,
-            embeddings: response,
+            rawResponse,
+            embeddings: rawResponse,
         };
     }
     withSettings(additionalSettings) {

package/model-provider/huggingface/HuggingFaceTextGenerationModel.cjs

@@ -116,10 +116,10 @@ class HuggingFaceTextGenerationModel extends AbstractModel_js_1.AbstractModel {
             schema: (0, ZodSchema_js_1.zodSchema)(huggingFaceTextGenerationResponseSchema),
         }));
     }
-    processTextGenerationResponse(response) {
+    processTextGenerationResponse(rawResponse) {
         return {
-            response,
-            textGenerationResults: response.map((response) => ({
+            rawResponse,
+            textGenerationResults: rawResponse.map((response) => ({
                 text: response.generated_text,
                 finishReason: "unknown",
             })),

package/model-provider/huggingface/HuggingFaceTextGenerationModel.d.ts

@@ -43,7 +43,7 @@ export declare class HuggingFaceTextGenerationModel extends AbstractModel<Huggin
     callAPI(prompt: string, callOptions: FunctionCallOptions): Promise<HuggingFaceTextGenerationResponse>;
     get settingsForEvent(): Partial<HuggingFaceTextGenerationModelSettings>;
     doGenerateTexts(prompt: string, options: FunctionCallOptions): Promise<{
-        response: {
+        rawResponse: {
             generated_text: string;
         }[];
         textGenerationResults: {
@@ -52,7 +52,7 @@ export declare class HuggingFaceTextGenerationModel extends AbstractModel<Huggin
         }[];
     }>;
     restoreGeneratedTexts(rawResponse: unknown): {
-        response: {
+        rawResponse: {
             generated_text: string;
         }[];
         textGenerationResults: {
@@ -60,8 +60,8 @@ export declare class HuggingFaceTextGenerationModel extends AbstractModel<Huggin
             finishReason: "unknown";
         }[];
     };
-    processTextGenerationResponse(response: HuggingFaceTextGenerationResponse): {
-        response: {
+    processTextGenerationResponse(rawResponse: HuggingFaceTextGenerationResponse): {
+        rawResponse: {
             generated_text: string;
         }[];
         textGenerationResults: {

package/model-provider/huggingface/HuggingFaceTextGenerationModel.js

@@ -113,10 +113,10 @@ export class HuggingFaceTextGenerationModel extends AbstractModel {
             schema: zodSchema(huggingFaceTextGenerationResponseSchema),
         }));
     }
-    processTextGenerationResponse(response) {
+    processTextGenerationResponse(rawResponse) {
         return {
-            response,
-            textGenerationResults: response.map((response) => ({
+            rawResponse,
+            textGenerationResults: rawResponse.map((response) => ({
                 text: response.generated_text,
                 finishReason: "unknown",
             })),

package/model-provider/llamacpp/LlamaCppBakLLaVA1PromptTemplate.cjs

@@ -1,11 +1,25 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = exports.instruction = void 0;
+exports.chat = exports.instruction = exports.text = void 0;
 const ContentPart_js_1 = require("../../model-function/generate-text/prompt-template/ContentPart.cjs");
 const InvalidPromptError_js_1 = require("../../model-function/generate-text/prompt-template/InvalidPromptError.cjs");
+const TextPromptTemplate_js_1 = require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs");
 // default Vicuna 1 system message
 const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
     "The assistant gives helpful, detailed, and polite answers to the user's questions.";
+/**
+ * Text prompt.
+ */
+function text() {
+    const delegate = (0, TextPromptTemplate_js_1.text)();
+    return {
+        stopSequences: [],
+        format(prompt) {
+            return { text: delegate.format(prompt) };
+        },
+    };
+}
+exports.text = text;
 /**
  * BakLLaVA 1 uses a Vicuna 1 prompt. This mapping combines it with the LlamaCpp prompt structure.
  *