modelfusion 0.119.1 → 0.121.0

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.cjs

@@ -25,19 +25,17 @@ exports.text = text;
 /**
  * Formats an instruction prompt as a Vicuna prompt.
  */
-function instruction() {
-    return {
-        format(prompt) {
-            let text = prompt.system != null
-                ? `${prompt.system}\n\n`
-                : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
-            text += `USER: ${(0, ContentPart_js_1.validateContentIsString)(prompt.instruction, prompt)}\n`;
-            text += `ASSISTANT: `;
-            return text;
-        },
-        stopSequences: [`\nUSER:`],
-    };
-}
+const instruction = () => ({
+    stopSequences: [`\nUSER:`],
+    format(prompt) {
+        let text = prompt.system != null
+            ? `${prompt.system}\n\n`
+            : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
+        text += `USER: ${(0, ContentPart_js_1.validateContentIsString)(prompt.instruction, prompt)}\n`;
+        text += `ASSISTANT: `;
+        return text;
+    },
+});
 exports.instruction = instruction;
 /**
  * Formats a chat prompt as a Vicuna prompt.

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.d.ts

@@ -8,7 +8,7 @@ export declare function text(): TextGenerationPromptTemplate<string, string>;
 /**
  * Formats an instruction prompt as a Vicuna prompt.
  */
-export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, string>;
+export declare const instruction: () => TextGenerationPromptTemplate<InstructionPrompt, string>;
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.js

@@ -21,19 +21,17 @@ export function text() {
 /**
  * Formats an instruction prompt as a Vicuna prompt.
  */
-export function instruction() {
-    return {
-        format(prompt) {
-            let text = prompt.system != null
-                ? `${prompt.system}\n\n`
-                : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
-            text += `USER: ${validateContentIsString(prompt.instruction, prompt)}\n`;
-            text += `ASSISTANT: `;
-            return text;
-        },
-        stopSequences: [`\nUSER:`],
-    };
-}
+export const instruction = () => ({
+    stopSequences: [`\nUSER:`],
+    format(prompt) {
+        let text = prompt.system != null
+            ? `${prompt.system}\n\n`
+            : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
+        text += `USER: ${validateContentIsString(prompt.instruction, prompt)}\n`;
+        text += `ASSISTANT: `;
+        return text;
+    },
+});
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *

package/model-function/generate-text/prompt-template/index.cjs

@@ -26,7 +26,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.VicunaPrompt = exports.TextPrompt = exports.NeuralChatPrompt = exports.MistralInstructPrompt = exports.Llama2Prompt = exports.ChatMLPrompt = exports.AlpacaPrompt = void 0;
+exports.VicunaPrompt = exports.TextPrompt = exports.SynthiaPrompt = exports.NeuralChatPrompt = exports.MistralInstructPrompt = exports.Llama2Prompt = exports.ChatMLPrompt = exports.AlpacaPrompt = void 0;
 exports.AlpacaPrompt = __importStar(require("./AlpacaPromptTemplate.cjs"));
 exports.ChatMLPrompt = __importStar(require("./ChatMLPromptTemplate.cjs"));
 __exportStar(require("./ChatPrompt.cjs"), exports);
@@ -37,6 +37,7 @@ exports.Llama2Prompt = __importStar(require("./Llama2PromptTemplate.cjs"));
 exports.MistralInstructPrompt = __importStar(require("./MistralInstructPromptTemplate.cjs"));
 exports.NeuralChatPrompt = __importStar(require("./NeuralChatPromptTemplate.cjs"));
 __exportStar(require("./PromptTemplateProvider.cjs"), exports);
+exports.SynthiaPrompt = __importStar(require("./SynthiaPromptTemplate.cjs"));
 exports.TextPrompt = __importStar(require("./TextPromptTemplate.cjs"));
 exports.VicunaPrompt = __importStar(require("./VicunaPromptTemplate.cjs"));
 __exportStar(require("./trimChatPrompt.cjs"), exports);

package/model-function/generate-text/prompt-template/index.d.ts

@@ -8,6 +8,7 @@ export * as Llama2Prompt from "./Llama2PromptTemplate.js";
 export * as MistralInstructPrompt from "./MistralInstructPromptTemplate.js";
 export * as NeuralChatPrompt from "./NeuralChatPromptTemplate.js";
 export * from "./PromptTemplateProvider.js";
+export * as SynthiaPrompt from "./SynthiaPromptTemplate.js";
 export * as TextPrompt from "./TextPromptTemplate.js";
 export * as VicunaPrompt from "./VicunaPromptTemplate.js";
 export * from "./trimChatPrompt.js";

package/model-function/generate-text/prompt-template/index.js

@@ -8,6 +8,7 @@ export * as Llama2Prompt from "./Llama2PromptTemplate.js";
 export * as MistralInstructPrompt from "./MistralInstructPromptTemplate.js";
 export * as NeuralChatPrompt from "./NeuralChatPromptTemplate.js";
 export * from "./PromptTemplateProvider.js";
+export * as SynthiaPrompt from "./SynthiaPromptTemplate.js";
 export * as TextPrompt from "./TextPromptTemplate.js";
 export * as VicunaPrompt from "./VicunaPromptTemplate.js";
 export * from "./trimChatPrompt.js";

package/model-provider/llamacpp/LlamaCppPrompt.cjs

@@ -23,12 +23,13 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BakLLaVA1 = exports.Vicuna = exports.Alpaca = exports.NeuralChat = exports.Llama2 = exports.ChatML = exports.Mistral = exports.Text = exports.asLlamaCppTextPromptTemplateProvider = exports.asLlamaCppPromptTemplate = void 0;
+exports.BakLLaVA1 = exports.Vicuna = exports.Synthia = exports.Alpaca = exports.NeuralChat = exports.Llama2 = exports.ChatML = exports.Mistral = exports.Text = exports.asLlamaCppTextPromptTemplateProvider = exports.asLlamaCppPromptTemplate = void 0;
 const alpacaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/AlpacaPromptTemplate.cjs"));
 const chatMlPrompt = __importStar(require("../../model-function/generate-text/prompt-template/ChatMLPromptTemplate.cjs"));
 const llama2Prompt = __importStar(require("../../model-function/generate-text/prompt-template/Llama2PromptTemplate.cjs"));
 const mistralPrompt = __importStar(require("../../model-function/generate-text/prompt-template/MistralInstructPromptTemplate.cjs"));
 const neuralChatPrompt = __importStar(require("../../model-function/generate-text/prompt-template/NeuralChatPromptTemplate.cjs"));
+const synthiaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/SynthiaPromptTemplate.cjs"));
 const textPrompt = __importStar(require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs"));
 const vicunaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/VicunaPromptTemplate.cjs"));
 const LlamaCppBakLLaVA1Prompt = __importStar(require("./LlamaCppBakLLaVA1PromptTemplate.cjs"));
@@ -50,10 +51,43 @@ function asLlamaCppTextPromptTemplateProvider(promptTemplateProvider) {
 }
 exports.asLlamaCppTextPromptTemplateProvider = asLlamaCppTextPromptTemplateProvider;
 exports.Text = asLlamaCppTextPromptTemplateProvider(textPrompt);
+/**
+ * Formats text, instruction or chat prompts as a Mistral instruct prompt.
+ *
+ * Note that Mistral does not support system prompts. We emulate them.
+ *
+ * Text prompt:
+ * ```
+ * <s>[INST] { instruction } [/INST]
+ * ```
+ *
+ * Instruction prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
+ * ```
+ *
+ * Instruction prompt template when there is no system prompt:
+ * ```
+ * <s>[INST] ${ instruction } [/INST] ${ response prefix }
+ * ```
+ *
+ * Chat prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * Chat prompt when there is no system prompt:
+ * ```
+ * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * @see https://docs.mistral.ai/models/#chat-template
+ */
 exports.Mistral = asLlamaCppTextPromptTemplateProvider(mistralPrompt);
 exports.ChatML = asLlamaCppTextPromptTemplateProvider(chatMlPrompt);
 exports.Llama2 = asLlamaCppTextPromptTemplateProvider(llama2Prompt);
 exports.NeuralChat = asLlamaCppTextPromptTemplateProvider(neuralChatPrompt);
 exports.Alpaca = asLlamaCppTextPromptTemplateProvider(alpacaPrompt);
+exports.Synthia = asLlamaCppTextPromptTemplateProvider(synthiaPrompt);
 exports.Vicuna = asLlamaCppTextPromptTemplateProvider(vicunaPrompt);
 exports.BakLLaVA1 = LlamaCppBakLLaVA1Prompt;

package/model-provider/llamacpp/LlamaCppPrompt.d.ts

@@ -5,10 +5,43 @@ import { LlamaCppCompletionPrompt } from "./LlamaCppCompletionModel.js";
 export declare function asLlamaCppPromptTemplate<SOURCE_PROMPT>(promptTemplate: TextGenerationPromptTemplate<SOURCE_PROMPT, string>): TextGenerationPromptTemplate<SOURCE_PROMPT, LlamaCppCompletionPrompt>;
 export declare function asLlamaCppTextPromptTemplateProvider(promptTemplateProvider: TextGenerationPromptTemplateProvider<string>): TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const Text: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
+/**
+ * Formats text, instruction or chat prompts as a Mistral instruct prompt.
+ *
+ * Note that Mistral does not support system prompts. We emulate them.
+ *
+ * Text prompt:
+ * ```
+ * <s>[INST] { instruction } [/INST]
+ * ```
+ *
+ * Instruction prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
+ * ```
+ *
+ * Instruction prompt template when there is no system prompt:
+ * ```
+ * <s>[INST] ${ instruction } [/INST] ${ response prefix }
+ * ```
+ *
+ * Chat prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * Chat prompt when there is no system prompt:
+ * ```
+ * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * @see https://docs.mistral.ai/models/#chat-template
+ */
 export declare const Mistral: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const ChatML: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const Llama2: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const NeuralChat: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const Alpaca: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
+export declare const Synthia: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const Vicuna: TextGenerationPromptTemplateProvider<LlamaCppCompletionPrompt>;
 export declare const BakLLaVA1: typeof LlamaCppBakLLaVA1Prompt;

package/model-provider/llamacpp/LlamaCppPrompt.js

@@ -3,6 +3,7 @@ import * as chatMlPrompt from "../../model-function/generate-text/prompt-templat
 import * as llama2Prompt from "../../model-function/generate-text/prompt-template/Llama2PromptTemplate.js";
 import * as mistralPrompt from "../../model-function/generate-text/prompt-template/MistralInstructPromptTemplate.js";
 import * as neuralChatPrompt from "../../model-function/generate-text/prompt-template/NeuralChatPromptTemplate.js";
+import * as synthiaPrompt from "../../model-function/generate-text/prompt-template/SynthiaPromptTemplate.js";
 import * as textPrompt from "../../model-function/generate-text/prompt-template/TextPromptTemplate.js";
 import * as vicunaPrompt from "../../model-function/generate-text/prompt-template/VicunaPromptTemplate.js";
 import * as LlamaCppBakLLaVA1Prompt from "./LlamaCppBakLLaVA1PromptTemplate.js";
@@ -22,10 +23,43 @@ export function asLlamaCppTextPromptTemplateProvider(promptTemplateProvider) {
     };
 }
 export const Text = asLlamaCppTextPromptTemplateProvider(textPrompt);
+/**
+ * Formats text, instruction or chat prompts as a Mistral instruct prompt.
+ *
+ * Note that Mistral does not support system prompts. We emulate them.
+ *
+ * Text prompt:
+ * ```
+ * <s>[INST] { instruction } [/INST]
+ * ```
+ *
+ * Instruction prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
+ * ```
+ *
+ * Instruction prompt template when there is no system prompt:
+ * ```
+ * <s>[INST] ${ instruction } [/INST] ${ response prefix }
+ * ```
+ *
+ * Chat prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * Chat prompt when there is no system prompt:
+ * ```
+ * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * @see https://docs.mistral.ai/models/#chat-template
+ */
 export const Mistral = asLlamaCppTextPromptTemplateProvider(mistralPrompt);
 export const ChatML = asLlamaCppTextPromptTemplateProvider(chatMlPrompt);
 export const Llama2 = asLlamaCppTextPromptTemplateProvider(llama2Prompt);
 export const NeuralChat = asLlamaCppTextPromptTemplateProvider(neuralChatPrompt);
 export const Alpaca = asLlamaCppTextPromptTemplateProvider(alpacaPrompt);
+export const Synthia = asLlamaCppTextPromptTemplateProvider(synthiaPrompt);
 export const Vicuna = asLlamaCppTextPromptTemplateProvider(vicunaPrompt);
 export const BakLLaVA1 = LlamaCppBakLLaVA1Prompt;

package/model-provider/ollama/OllamaCompletionModel.cjs

@@ -9,12 +9,14 @@ const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
 const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
 const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
+const StructureFromTextStreamingModel_js_1 = require("../../model-function/generate-structure/StructureFromTextStreamingModel.cjs");
 const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
 const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
 const TextGenerationToolCallModel_js_1 = require("../../tool/generate-tool-call/TextGenerationToolCallModel.cjs");
 const TextGenerationToolCallsModel_js_1 = require("../../tool/generate-tool-calls/TextGenerationToolCallsModel.cjs");
 const createJsonStreamResponseHandler_js_1 = require("../../util/streaming/createJsonStreamResponseHandler.cjs");
 const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
+const OllamaCompletionPrompt_js_1 = require("./OllamaCompletionPrompt.cjs");
 const OllamaError_js_1 = require("./OllamaError.cjs");
 class OllamaCompletionModel extends AbstractModel_js_1.AbstractModel {
     constructor(settings) {
@@ -151,6 +153,17 @@ class OllamaCompletionModel extends AbstractModel_js_1.AbstractModel {
         const chunk = delta;
         return chunk.done === true ? undefined : chunk.response;
     }
+    asStructureGenerationModel(promptTemplate) {
+        return "adaptModel" in promptTemplate
+            ? new StructureFromTextStreamingModel_js_1.StructureFromTextStreamingModel({
+                model: promptTemplate.adaptModel(this),
+                template: promptTemplate,
+            })
+            : new StructureFromTextStreamingModel_js_1.StructureFromTextStreamingModel({
+                model: this,
+                template: promptTemplate,
+            });
+    }
     asToolCallGenerationModel(promptTemplate) {
         return new TextGenerationToolCallModel_js_1.TextGenerationToolCallModel({
             model: this,
@@ -163,30 +176,20 @@ class OllamaCompletionModel extends AbstractModel_js_1.AbstractModel {
             template: promptTemplate,
         });
     }
+    get promptTemplateProvider() {
+        return this.settings.promptTemplate ?? OllamaCompletionPrompt_js_1.Text;
+    }
     withJsonOutput() {
         return this;
     }
     withTextPrompt() {
-        return this.withPromptTemplate({
-            format(prompt) {
-                return { prompt };
-            },
-            stopSequences: [],
-        });
+        return this.withPromptTemplate(this.promptTemplateProvider.text());
     }
-    /**
-     * Maps the prompt for a text version of the Ollama completion prompt template (without image support).
-     */
-    withTextPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({
-            model: this.withTextPrompt().withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
+    withInstructionPrompt() {
+        return this.withPromptTemplate(this.promptTemplateProvider.instruction());
+    }
+    withChatPrompt() {
+        return this.withPromptTemplate(this.promptTemplateProvider.chat());
     }
     withPromptTemplate(promptTemplate) {
         return new PromptTemplateTextStreamingModel_js_1.PromptTemplateTextStreamingModel({

package/model-provider/ollama/OllamaCompletionModel.d.ts

@@ -3,9 +3,14 @@ import { FunctionCallOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { FlexibleStructureFromTextPromptTemplate, StructureFromTextPromptTemplate } from "../../model-function/generate-structure/StructureFromTextPromptTemplate.js";
+import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
+import { ChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+import { InstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
+import { TextGenerationPromptTemplateProvider } from "../../model-function/generate-text/prompt-template/PromptTemplateProvider.js";
 import { TextGenerationToolCallModel, ToolCallPromptTemplate } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
 import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
 import { ToolCallsPromptTemplate } from "../../tool/generate-tool-calls/ToolCallsPromptTemplate.js";
@@ -39,6 +44,10 @@ export interface OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE extends numbe
     raw?: boolean;
     system?: string;
     context?: number[];
+    /**
+     * Prompt template provider that is used when calling `.withTextPrompt()`, `withInstructionPrompt()` or `withChatPrompt()`.
+     */
+    promptTemplate?: TextGenerationPromptTemplateProvider<OllamaCompletionPrompt>;
 }
 export declare class OllamaCompletionModel<CONTEXT_WINDOW_SIZE extends number | undefined> extends AbstractModel<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> implements TextStreamingModel<OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>> {
     constructor(settings: OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>);
@@ -128,14 +137,14 @@ export declare class OllamaCompletionModel<CONTEXT_WINDOW_SIZE extends number |
         context?: number[] | undefined;
     }>>>;
     extractTextDelta(delta: unknown): string | undefined;
+    asStructureGenerationModel<INPUT_PROMPT, OllamaCompletionPrompt>(promptTemplate: StructureFromTextPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt> | FlexibleStructureFromTextPromptTemplate<INPUT_PROMPT, unknown>): StructureFromTextStreamingModel<INPUT_PROMPT, unknown, TextStreamingModel<unknown, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>> | StructureFromTextStreamingModel<INPUT_PROMPT, OllamaCompletionPrompt, TextStreamingModel<OllamaCompletionPrompt, import("../../model-function/generate-text/TextGenerationModel.js").TextGenerationModelSettings>>;
     asToolCallGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt>): TextGenerationToolCallModel<INPUT_PROMPT, OllamaCompletionPrompt, this>;
     asToolCallsOrTextGenerationModel<INPUT_PROMPT>(promptTemplate: ToolCallsPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt>): TextGenerationToolCallsModel<INPUT_PROMPT, OllamaCompletionPrompt, this>;
+    private get promptTemplateProvider();
     withJsonOutput(): this;
     withTextPrompt(): PromptTemplateTextStreamingModel<string, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
-    /**
-     * Maps the prompt for a text version of the Ollama completion prompt template (without image support).
-     */
-    withTextPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, string>): PromptTemplateTextStreamingModel<INPUT_PROMPT, string, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, PromptTemplateTextStreamingModel<string, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>>;
+    withInstructionPrompt(): PromptTemplateTextStreamingModel<InstructionPrompt, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
+    withChatPrompt(): PromptTemplateTextStreamingModel<ChatPrompt, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: TextGenerationPromptTemplate<INPUT_PROMPT, OllamaCompletionPrompt>): PromptTemplateTextStreamingModel<INPUT_PROMPT, OllamaCompletionPrompt, OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>, this>;
     withSettings(additionalSettings: Partial<OllamaCompletionModelSettings<CONTEXT_WINDOW_SIZE>>): this;
 }

package/model-provider/ollama/OllamaCompletionModel.js

@@ -6,12 +6,14 @@ import { zodSchema } from "../../core/schema/ZodSchema.js";
 import { safeParseJSON } from "../../core/schema/parseJSON.js";
 import { validateTypes } from "../../core/schema/validateTypes.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
+import { StructureFromTextStreamingModel } from "../../model-function/generate-structure/StructureFromTextStreamingModel.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationToolCallModel, } from "../../tool/generate-tool-call/TextGenerationToolCallModel.js";
 import { TextGenerationToolCallsModel } from "../../tool/generate-tool-calls/TextGenerationToolCallsModel.js";
 import { createJsonStreamResponseHandler } from "../../util/streaming/createJsonStreamResponseHandler.js";
 import { OllamaApiConfiguration } from "./OllamaApiConfiguration.js";
+import { Text } from "./OllamaCompletionPrompt.js";
 import { failedOllamaCallResponseHandler } from "./OllamaError.js";
 export class OllamaCompletionModel extends AbstractModel {
     constructor(settings) {
@@ -148,6 +150,17 @@ export class OllamaCompletionModel extends AbstractModel {
         const chunk = delta;
         return chunk.done === true ? undefined : chunk.response;
     }
+    asStructureGenerationModel(promptTemplate) {
+        return "adaptModel" in promptTemplate
+            ? new StructureFromTextStreamingModel({
+                model: promptTemplate.adaptModel(this),
+                template: promptTemplate,
+            })
+            : new StructureFromTextStreamingModel({
+                model: this,
+                template: promptTemplate,
+            });
+    }
     asToolCallGenerationModel(promptTemplate) {
         return new TextGenerationToolCallModel({
             model: this,
@@ -160,30 +173,20 @@ export class OllamaCompletionModel extends AbstractModel {
             template: promptTemplate,
         });
     }
+    get promptTemplateProvider() {
+        return this.settings.promptTemplate ?? Text;
+    }
     withJsonOutput() {
         return this;
     }
     withTextPrompt() {
-        return this.withPromptTemplate({
-            format(prompt) {
-                return { prompt };
-            },
-            stopSequences: [],
-        });
+        return this.withPromptTemplate(this.promptTemplateProvider.text());
     }
-    /**
-     * Maps the prompt for a text version of the Ollama completion prompt template (without image support).
-     */
-    withTextPromptTemplate(promptTemplate) {
-        return new PromptTemplateTextStreamingModel({
-            model: this.withTextPrompt().withSettings({
-                stopSequences: [
-                    ...(this.settings.stopSequences ?? []),
-                    ...promptTemplate.stopSequences,
-                ],
-            }),
-            promptTemplate,
-        });
+    withInstructionPrompt() {
+        return this.withPromptTemplate(this.promptTemplateProvider.instruction());
+    }
+    withChatPrompt() {
+        return this.withPromptTemplate(this.promptTemplateProvider.chat());
     }
     withPromptTemplate(promptTemplate) {
         return new PromptTemplateTextStreamingModel({

package/model-provider/ollama/OllamaCompletionModel.test.cjs

@@ -1,27 +1,4 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 const assert_1 = require("assert");
 const zod_1 = require("zod");
@@ -31,13 +8,13 @@ const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
 const jsonStructurePrompt_js_1 = require("../../model-function/generate-structure/jsonStructurePrompt.cjs");
 const streamStructure_js_1 = require("../../model-function/generate-structure/streamStructure.cjs");
 const generateText_js_1 = require("../../model-function/generate-text/generateText.cjs");
-const TextPrompt = __importStar(require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs"));
 const streamText_js_1 = require("../../model-function/generate-text/streamText.cjs");
 const JsonTestServer_js_1 = require("../../test/JsonTestServer.cjs");
 const StreamingTestServer_js_1 = require("../../test/StreamingTestServer.cjs");
 const arrayFromAsync_js_1 = require("../../test/arrayFromAsync.cjs");
 const OllamaApiConfiguration_js_1 = require("./OllamaApiConfiguration.cjs");
 const OllamaCompletionModel_js_1 = require("./OllamaCompletionModel.cjs");
+const OllamaCompletionPrompt_js_1 = require("./OllamaCompletionPrompt.cjs");
 describe("generateText", () => {
     const server = new JsonTestServer_js_1.JsonTestServer("http://127.0.0.1:11434/api/generate");
     server.setupTestEnvironment();
@@ -128,11 +105,10 @@ describe("streamStructure", () => {
         ];
         const stream = await (0, streamStructure_js_1.streamStructure)(new OllamaCompletionModel_js_1.OllamaCompletionModel({
             model: "mistral:text",
+            promptTemplate: OllamaCompletionPrompt_js_1.Text,
             format: "json",
             raw: true,
-        })
-            .withTextPromptTemplate(TextPrompt.instruction())
-            .asStructureGenerationModel(jsonStructurePrompt_js_1.jsonStructurePrompt.text()), (0, ZodSchema_js_1.zodSchema)(zod_1.z.object({ name: zod_1.z.string() })), "generate a name");
+        }).asStructureGenerationModel(jsonStructurePrompt_js_1.jsonStructurePrompt.text()), (0, ZodSchema_js_1.zodSchema)(zod_1.z.object({ name: zod_1.z.string() })), "generate a name");
         // note: space moved to last chunk bc of trimming
         expect(await (0, arrayFromAsync_js_1.arrayFromAsync)(stream)).toStrictEqual([
             { isComplete: false, value: {} },

package/model-provider/ollama/OllamaCompletionModel.test.js

@@ -6,13 +6,13 @@ import { zodSchema } from "../../core/schema/ZodSchema.js";
 import { jsonStructurePrompt } from "../../model-function/generate-structure/jsonStructurePrompt.js";
 import { streamStructure } from "../../model-function/generate-structure/streamStructure.js";
 import { generateText } from "../../model-function/generate-text/generateText.js";
-import * as TextPrompt from "../../model-function/generate-text/prompt-template/TextPromptTemplate.js";
 import { streamText } from "../../model-function/generate-text/streamText.js";
 import { JsonTestServer } from "../../test/JsonTestServer.js";
 import { StreamingTestServer } from "../../test/StreamingTestServer.js";
 import { arrayFromAsync } from "../../test/arrayFromAsync.js";
 import { OllamaApiConfiguration } from "./OllamaApiConfiguration.js";
 import { OllamaCompletionModel } from "./OllamaCompletionModel.js";
+import { Text } from "./OllamaCompletionPrompt.js";
 describe("generateText", () => {
     const server = new JsonTestServer("http://127.0.0.1:11434/api/generate");
     server.setupTestEnvironment();
@@ -103,11 +103,10 @@ describe("streamStructure", () => {
         ];
         const stream = await streamStructure(new OllamaCompletionModel({
             model: "mistral:text",
+            promptTemplate: Text,
             format: "json",
             raw: true,
-        })
-            .withTextPromptTemplate(TextPrompt.instruction())
-            .asStructureGenerationModel(jsonStructurePrompt.text()), zodSchema(z.object({ name: z.string() })), "generate a name");
+        }).asStructureGenerationModel(jsonStructurePrompt.text()), zodSchema(z.object({ name: z.string() })), "generate a name");
         // note: space moved to last chunk bc of trimming
         expect(await arrayFromAsync(stream)).toStrictEqual([
             { isComplete: false, value: {} },

package/model-provider/ollama/OllamaCompletionPrompt.cjs

@@ -0,0 +1,91 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Vicuna = exports.Synthia = exports.Alpaca = exports.NeuralChat = exports.Llama2 = exports.ChatML = exports.Mistral = exports.Text = exports.asOllamaCompletionTextPromptTemplateProvider = exports.asOllamaCompletionPromptTemplate = void 0;
+const alpacaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/AlpacaPromptTemplate.cjs"));
+const chatMlPrompt = __importStar(require("../../model-function/generate-text/prompt-template/ChatMLPromptTemplate.cjs"));
+const llama2Prompt = __importStar(require("../../model-function/generate-text/prompt-template/Llama2PromptTemplate.cjs"));
+const mistralPrompt = __importStar(require("../../model-function/generate-text/prompt-template/MistralInstructPromptTemplate.cjs"));
+const neuralChatPrompt = __importStar(require("../../model-function/generate-text/prompt-template/NeuralChatPromptTemplate.cjs"));
+const synthiaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/SynthiaPromptTemplate.cjs"));
+const textPrompt = __importStar(require("../../model-function/generate-text/prompt-template/TextPromptTemplate.cjs"));
+const vicunaPrompt = __importStar(require("../../model-function/generate-text/prompt-template/VicunaPromptTemplate.cjs"));
+function asOllamaCompletionPromptTemplate(promptTemplate) {
+    return {
+        format: (prompt) => ({
+            prompt: promptTemplate.format(prompt),
+        }),
+        stopSequences: promptTemplate.stopSequences,
+    };
+}
+exports.asOllamaCompletionPromptTemplate = asOllamaCompletionPromptTemplate;
+function asOllamaCompletionTextPromptTemplateProvider(promptTemplateProvider) {
+    return {
+        text: () => asOllamaCompletionPromptTemplate(promptTemplateProvider.text()),
+        instruction: () => asOllamaCompletionPromptTemplate(promptTemplateProvider.instruction()),
+        chat: () => asOllamaCompletionPromptTemplate(promptTemplateProvider.chat()),
+    };
+}
+exports.asOllamaCompletionTextPromptTemplateProvider = asOllamaCompletionTextPromptTemplateProvider;
+exports.Text = asOllamaCompletionTextPromptTemplateProvider(textPrompt);
+/**
+ * Formats text, instruction or chat prompts as a Mistral instruct prompt.
+ *
+ * Note that Mistral does not support system prompts. We emulate them.
+ *
+ * Text prompt:
+ * ```
+ * <s>[INST] { instruction } [/INST]
+ * ```
+ *
+ * Instruction prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s>[INST] ${instruction} [/INST] ${ response prefix }
+ * ```
+ *
+ * Instruction prompt template when there is no system prompt:
+ * ```
+ * <s>[INST] ${ instruction } [/INST] ${ response prefix }
+ * ```
+ *
+ * Chat prompt when system prompt is set:
+ * ```
+ * <s>[INST] ${ system prompt } [/INST] </s> [INST] ${ user msg 1 } [/INST] ${ model response 1 } [INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * Chat prompt when there is no system prompt:
+ * ```
+ * <s>[INST] ${ user msg 1 } [/INST] ${ model response 1 } </s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } [INST] ${ user msg 3 } [/INST]
+ * ```
+ *
+ * @see https://docs.mistral.ai/models/#chat-template
+ */
+exports.Mistral = asOllamaCompletionTextPromptTemplateProvider(mistralPrompt);
+exports.ChatML = asOllamaCompletionTextPromptTemplateProvider(chatMlPrompt);
+exports.Llama2 = asOllamaCompletionTextPromptTemplateProvider(llama2Prompt);
+exports.NeuralChat = asOllamaCompletionTextPromptTemplateProvider(neuralChatPrompt);
+exports.Alpaca = asOllamaCompletionTextPromptTemplateProvider(alpacaPrompt);
+exports.Synthia = asOllamaCompletionTextPromptTemplateProvider(synthiaPrompt);
+exports.Vicuna = asOllamaCompletionTextPromptTemplateProvider(vicunaPrompt);