modelfusion 0.92.1 → 0.93.1

package/model-function/generate-text/{prompt-format/Llama2PromptFormat.cjs → prompt-template/Llama2PromptTemplate.cjs}

@@ -4,9 +4,9 @@ exports.chat = exports.instruction = exports.text = void 0;
 const ChatPrompt_js_1 = require("./ChatPrompt.cjs");
 // see https://github.com/facebookresearch/llama/blob/6c7fe276574e78057f917549435a2554000a876d/llama/generation.py#L44
 const BEGIN_SEGMENT = "<s>";
-const END_SEGMENT = "</s>";
-const BEGIN_INSTRUCTION = "[INST]";
-const END_INSTRUCTION = "[/INST]";
+const END_SEGMENT = " </s>";
+const BEGIN_INSTRUCTION = "[INST] ";
+const END_INSTRUCTION = " [/INST] ";
 const BEGIN_SYSTEM = "<<SYS>>\n";
 const END_SYSTEM = "\n<</SYS>>\n\n";
 /**
@@ -36,8 +36,9 @@ exports.text = text;
  * <s>[INST] <<SYS>>
  * ${ system prompt }
  * <</SYS>>
- *
- * { instruction } [/INST]
+ * ${ instruction }
+ * [/INST]
+ * ${ response prefix }
  * ```
  *
  * @see https://www.philschmid.de/llama-2#how-to-prompt-llama-2-chat
@@ -47,8 +48,8 @@ function instruction() {
         stopSequences: [END_SEGMENT],
         format(prompt) {
             return `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${prompt.system != null
-                ? ` ${BEGIN_SYSTEM}${prompt.system}${END_SYSTEM}`
-                : ""}${prompt.instruction}${END_INSTRUCTION}\n`;
+                ? `${BEGIN_SYSTEM}${prompt.system}${END_SYSTEM}`
+                : ""}${prompt.instruction}${END_INSTRUCTION}${prompt.responsePrefix ?? ""}`;
         },
     };
 }

package/model-function/generate-text/{prompt-format/Llama2PromptFormat.d.ts → prompt-template/Llama2PromptTemplate.d.ts}

@@ -1,4 +1,4 @@
-import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
+import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
 import { TextChatPrompt } from "./ChatPrompt.js";
 import { TextInstructionPrompt } from "./InstructionPrompt.js";
 /**
@@ -11,7 +11,7 @@ import { TextInstructionPrompt } from "./InstructionPrompt.js";
  *
  * @see https://www.philschmid.de/llama-2#how-to-prompt-llama-2-chat
  */
-export declare function text(): TextGenerationPromptFormat<string, string>;
+export declare function text(): TextGenerationPromptTemplate<string, string>;
 /**
  * Formats an instruction prompt as a Llama 2 prompt.
  *
@@ -20,13 +20,14 @@ export declare function text(): TextGenerationPromptFormat<string, string>;
  * <s>[INST] <<SYS>>
  * ${ system prompt }
  * <</SYS>>
- *
- * { instruction } [/INST]
+ * ${ instruction }
+ * [/INST]
+ * ${ response prefix }
  * ```
  *
  * @see https://www.philschmid.de/llama-2#how-to-prompt-llama-2-chat
  */
-export declare function instruction(): TextGenerationPromptFormat<TextInstructionPrompt, string>;
+export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt, string>;
 /**
  * Formats a chat prompt as a Llama 2 prompt.
  *
@@ -39,4 +40,4 @@ export declare function instruction(): TextGenerationPromptFormat<TextInstructio
  * ${ user msg 1 } [/INST] ${ model response 1 } </s><s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } </s><s>[INST] ${ user msg 3 } [/INST]
  * ```
  */
-export declare function chat(): TextGenerationPromptFormat<TextChatPrompt, string>;
+export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, string>;

package/model-function/generate-text/{prompt-format/Llama2PromptFormat.js → prompt-template/Llama2PromptTemplate.js}

@@ -1,9 +1,9 @@
 import { validateChatPrompt } from "./ChatPrompt.js";
 // see https://github.com/facebookresearch/llama/blob/6c7fe276574e78057f917549435a2554000a876d/llama/generation.py#L44
 const BEGIN_SEGMENT = "<s>";
-const END_SEGMENT = "</s>";
-const BEGIN_INSTRUCTION = "[INST]";
-const END_INSTRUCTION = "[/INST]";
+const END_SEGMENT = " </s>";
+const BEGIN_INSTRUCTION = "[INST] ";
+const END_INSTRUCTION = " [/INST] ";
 const BEGIN_SYSTEM = "<<SYS>>\n";
 const END_SYSTEM = "\n<</SYS>>\n\n";
 /**
@@ -32,8 +32,9 @@ export function text() {
  * <s>[INST] <<SYS>>
  * ${ system prompt }
  * <</SYS>>
- *
- * { instruction } [/INST]
+ * ${ instruction }
+ * [/INST]
+ * ${ response prefix }
  * ```
  *
  * @see https://www.philschmid.de/llama-2#how-to-prompt-llama-2-chat
@@ -43,8 +44,8 @@ export function instruction() {
         stopSequences: [END_SEGMENT],
         format(prompt) {
             return `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${prompt.system != null
-                ? ` ${BEGIN_SYSTEM}${prompt.system}${END_SYSTEM}`
-                : ""}${prompt.instruction}${END_INSTRUCTION}\n`;
+                ? `${BEGIN_SYSTEM}${prompt.system}${END_SYSTEM}`
+                : ""}${prompt.instruction}${END_INSTRUCTION}${prompt.responsePrefix ?? ""}`;
         },
     };
 }

package/model-function/generate-text/prompt-template/Llama2PromptTemplate.test.cjs

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const Llama2PromptTemplate_js_1 = require("./Llama2PromptTemplate.cjs");
+describe("text prompt", () => {
+    it("should format prompt", () => {
+        const prompt = (0, Llama2PromptTemplate_js_1.text)().format("prompt");
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("instruction prompt", () => {
+    it("should format prompt with instruction", () => {
+        const prompt = (0, Llama2PromptTemplate_js_1.instruction)().format({
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with system and instruction", () => {
+        const prompt = (0, Llama2PromptTemplate_js_1.instruction)().format({
+            system: "system",
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with instruction and response prefix", () => {
+        const prompt = (0, Llama2PromptTemplate_js_1.instruction)().format({
+            instruction: "instruction",
+            responsePrefix: "response prefix",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("chat prompt", () => {
+    it("should format prompt with user message", () => {
+        const prompt = (0, Llama2PromptTemplate_js_1.chat)().format({
+            messages: [{ role: "user", content: "user message" }],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with user-assistant-user messages", () => {
+        const prompt = (0, Llama2PromptTemplate_js_1.chat)().format({
+            messages: [
+                { role: "user", content: "1st user message" },
+                { role: "assistant", content: "assistant message" },
+                { role: "user", content: "2nd user message" },
+            ],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});

package/model-function/generate-text/prompt-template/Llama2PromptTemplate.test.d.ts

@@ -0,0 +1 @@
+export {};

package/model-function/generate-text/prompt-template/Llama2PromptTemplate.test.js

@@ -0,0 +1,47 @@
+import { chat, instruction, text } from "./Llama2PromptTemplate.js";
+describe("text prompt", () => {
+    it("should format prompt", () => {
+        const prompt = text().format("prompt");
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("instruction prompt", () => {
+    it("should format prompt with instruction", () => {
+        const prompt = instruction().format({
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with system and instruction", () => {
+        const prompt = instruction().format({
+            system: "system",
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with instruction and response prefix", () => {
+        const prompt = instruction().format({
+            instruction: "instruction",
+            responsePrefix: "response prefix",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("chat prompt", () => {
+    it("should format prompt with user message", () => {
+        const prompt = chat().format({
+            messages: [{ role: "user", content: "user message" }],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with user-assistant-user messages", () => {
+        const prompt = chat().format({
+            messages: [
+                { role: "user", content: "1st user message" },
+                { role: "assistant", content: "assistant message" },
+                { role: "user", content: "2nd user message" },
+            ],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});

package/model-function/generate-text/{prompt-format/TextPromptFormat.cjs → prompt-template/TextPromptTemplate.cjs}

@@ -21,6 +21,9 @@ const instruction = () => ({
             text += `${prompt.system}\n\n`;
         }
         text += prompt.instruction;
+        if (prompt.responsePrefix != null) {
+            text += `\n\n${prompt.responsePrefix}`;
+        }
         return text;
     },
 });

package/model-function/generate-text/{prompt-format/TextPromptFormat.d.ts → prompt-template/TextPromptTemplate.d.ts}

@@ -1,14 +1,14 @@
-import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
+import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
 import { TextChatPrompt } from "./ChatPrompt.js";
 import { TextInstructionPrompt } from "./InstructionPrompt.js";
 /**
  * Formats a text prompt as a basic text prompt. Does not change the text prompt in any way.
  */
-export declare const text: () => TextGenerationPromptFormat<string, string>;
+export declare const text: () => TextGenerationPromptTemplate<string, string>;
 /**
  * Formats an instruction prompt as a basic text prompt.
  */
-export declare const instruction: () => TextGenerationPromptFormat<TextInstructionPrompt, string>;
+export declare const instruction: () => TextGenerationPromptTemplate<TextInstructionPrompt, string>;
 /**
  * Formats a chat prompt as a basic text prompt.
  *
@@ -20,4 +20,4 @@ export declare const chat: (options?: {
     user?: string;
     assistant?: string;
     system?: string;
-}) => TextGenerationPromptFormat<TextChatPrompt, string>;
+}) => TextGenerationPromptTemplate<TextChatPrompt, string>;

package/model-function/generate-text/{prompt-format/TextPromptFormat.js → prompt-template/TextPromptTemplate.js}

@@ -17,6 +17,9 @@ export const instruction = () => ({
             text += `${prompt.system}\n\n`;
         }
         text += prompt.instruction;
+        if (prompt.responsePrefix != null) {
+            text += `\n\n${prompt.responsePrefix}`;
+        }
         return text;
     },
 });

package/model-function/generate-text/prompt-template/TextPromptTemplate.test.cjs

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const TextPromptTemplate_js_1 = require("./TextPromptTemplate.cjs");
+describe("text prompt", () => {
+    it("should format prompt", () => {
+        const prompt = (0, TextPromptTemplate_js_1.text)().format("prompt");
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("instruction prompt", () => {
+    it("should format prompt with instruction", () => {
+        const prompt = (0, TextPromptTemplate_js_1.instruction)().format({
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with system and instruction", () => {
+        const prompt = (0, TextPromptTemplate_js_1.instruction)().format({
+            system: "system",
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with instruction and response prefix", () => {
+        const prompt = (0, TextPromptTemplate_js_1.instruction)().format({
+            instruction: "instruction",
+            responsePrefix: "response prefix",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("chat prompt", () => {
+    it("should format prompt with user message", () => {
+        const prompt = (0, TextPromptTemplate_js_1.chat)().format({
+            messages: [{ role: "user", content: "user message" }],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with user-assistant-user messages", () => {
+        const prompt = (0, TextPromptTemplate_js_1.chat)().format({
+            messages: [
+                { role: "user", content: "1st user message" },
+                { role: "assistant", content: "assistant message" },
+                { role: "user", content: "2nd user message" },
+            ],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});

package/model-function/generate-text/prompt-template/TextPromptTemplate.test.d.ts

@@ -0,0 +1 @@
+export {};

package/model-function/generate-text/prompt-template/TextPromptTemplate.test.js

@@ -0,0 +1,47 @@
+import { chat, instruction, text } from "./TextPromptTemplate.js";
+describe("text prompt", () => {
+    it("should format prompt", () => {
+        const prompt = text().format("prompt");
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("instruction prompt", () => {
+    it("should format prompt with instruction", () => {
+        const prompt = instruction().format({
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with system and instruction", () => {
+        const prompt = instruction().format({
+            system: "system",
+            instruction: "instruction",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with instruction and response prefix", () => {
+        const prompt = instruction().format({
+            instruction: "instruction",
+            responsePrefix: "response prefix",
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});
+describe("chat prompt", () => {
+    it("should format prompt with user message", () => {
+        const prompt = chat().format({
+            messages: [{ role: "user", content: "user message" }],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with user-assistant-user messages", () => {
+        const prompt = chat().format({
+            messages: [
+                { role: "user", content: "1st user message" },
+                { role: "assistant", content: "assistant message" },
+                { role: "user", content: "2nd user message" },
+            ],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});

package/model-function/generate-text/{prompt-format/VicunaPromptFormat.d.ts → prompt-template/VicunaPromptTemplate.d.ts}

@@ -1,4 +1,4 @@
-import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
+import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
 import { TextChatPrompt } from "./ChatPrompt.js";
 /**
  * Formats a chat prompt as a Vicuna prompt.
@@ -13,4 +13,4 @@ import { TextChatPrompt } from "./ChatPrompt.js";
  * ASSISTANT:
  * ```
  */
-export declare function chat(): TextGenerationPromptFormat<TextChatPrompt, string>;
+export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, string>;

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.test.cjs

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const VicunaPromptTemplate_js_1 = require("./VicunaPromptTemplate.cjs");
+describe("chat prompt", () => {
+    it("should format prompt with user message", () => {
+        const prompt = (0, VicunaPromptTemplate_js_1.chat)().format({
+            messages: [{ role: "user", content: "user message" }],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with user-assistant-user messages", () => {
+        const prompt = (0, VicunaPromptTemplate_js_1.chat)().format({
+            messages: [
+                { role: "user", content: "1st user message" },
+                { role: "assistant", content: "assistant message" },
+                { role: "user", content: "2nd user message" },
+            ],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.test.d.ts

@@ -0,0 +1 @@
+export {};

package/model-function/generate-text/prompt-template/VicunaPromptTemplate.test.js

@@ -0,0 +1,19 @@
+import { chat } from "./VicunaPromptTemplate.js";
+describe("chat prompt", () => {
+    it("should format prompt with user message", () => {
+        const prompt = chat().format({
+            messages: [{ role: "user", content: "user message" }],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+    it("should format prompt with user-assistant-user messages", () => {
+        const prompt = chat().format({
+            messages: [
+                { role: "user", content: "1st user message" },
+                { role: "assistant", content: "assistant message" },
+                { role: "user", content: "2nd user message" },
+            ],
+        });
+        expect(prompt).toMatchSnapshot();
+    });
+});

package/model-function/generate-text/{prompt-format → prompt-template}/index.cjs

@@ -26,14 +26,14 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.VicunaPromptFormat = exports.TextPromptFormat = exports.Llama2PromptFormat = exports.ChatMLPromptFormat = exports.AlpacaPromptFormat = void 0;
-exports.AlpacaPromptFormat = __importStar(require("./AlpacaPromptFormat.cjs"));
-exports.ChatMLPromptFormat = __importStar(require("./ChatMLPromptFormat.cjs"));
+exports.VicunaPrompt = exports.TextPrompt = exports.Llama2Prompt = exports.ChatMLPrompt = exports.AlpacaPrompt = void 0;
+exports.AlpacaPrompt = __importStar(require("./AlpacaPromptTemplate.cjs"));
+exports.ChatMLPrompt = __importStar(require("./ChatMLPromptTemplate.cjs"));
 __exportStar(require("./ChatPrompt.cjs"), exports);
 __exportStar(require("./Content.cjs"), exports);
 __exportStar(require("./InstructionPrompt.cjs"), exports);
-exports.Llama2PromptFormat = __importStar(require("./Llama2PromptFormat.cjs"));
+exports.Llama2Prompt = __importStar(require("./Llama2PromptTemplate.cjs"));
 __exportStar(require("./InvalidPromptError.cjs"), exports);
-exports.TextPromptFormat = __importStar(require("./TextPromptFormat.cjs"));
-exports.VicunaPromptFormat = __importStar(require("./VicunaPromptFormat.cjs"));
+exports.TextPrompt = __importStar(require("./TextPromptTemplate.cjs"));
+exports.VicunaPrompt = __importStar(require("./VicunaPromptTemplate.cjs"));
 __exportStar(require("./trimChatPrompt.cjs"), exports);

package/model-function/generate-text/prompt-template/index.d.ts

@@ -0,0 +1,10 @@
+export * as AlpacaPrompt from "./AlpacaPromptTemplate.js";
+export * as ChatMLPrompt from "./ChatMLPromptTemplate.js";
+export * from "./ChatPrompt.js";
+export * from "./Content.js";
+export * from "./InstructionPrompt.js";
+export * as Llama2Prompt from "./Llama2PromptTemplate.js";
+export * from "./InvalidPromptError.js";
+export * as TextPrompt from "./TextPromptTemplate.js";
+export * as VicunaPrompt from "./VicunaPromptTemplate.js";
+export * from "./trimChatPrompt.js";

package/model-function/generate-text/prompt-template/index.js

@@ -0,0 +1,10 @@
+export * as AlpacaPrompt from "./AlpacaPromptTemplate.js";
+export * as ChatMLPrompt from "./ChatMLPromptTemplate.js";
+export * from "./ChatPrompt.js";
+export * from "./Content.js";
+export * from "./InstructionPrompt.js";
+export * as Llama2Prompt from "./Llama2PromptTemplate.js";
+export * from "./InvalidPromptError.js";
+export * as TextPrompt from "./TextPromptTemplate.js";
+export * as VicunaPrompt from "./VicunaPromptTemplate.js";
+export * from "./trimChatPrompt.js";

package/model-function/index.cjs

@@ -19,14 +19,14 @@ __exportStar(require("./Model.cjs"), exports);
 __exportStar(require("./ModelCallEvent.cjs"), exports);
 __exportStar(require("./ModelCallMetadata.cjs"), exports);
 __exportStar(require("./ModelInformation.cjs"), exports);
-__exportStar(require("./PromptFormat.cjs"), exports);
+__exportStar(require("./PromptTemplate.cjs"), exports);
 __exportStar(require("./SuccessfulModelCall.cjs"), exports);
 __exportStar(require("./embed/EmbeddingEvent.cjs"), exports);
 __exportStar(require("./embed/EmbeddingModel.cjs"), exports);
 __exportStar(require("./embed/embed.cjs"), exports);
 __exportStar(require("./generate-image/ImageGenerationEvent.cjs"), exports);
 __exportStar(require("./generate-image/ImageGenerationModel.cjs"), exports);
-__exportStar(require("./generate-image/PromptFormatImageGenerationModel.cjs"), exports);
+__exportStar(require("./generate-image/PromptTemplateImageGenerationModel.cjs"), exports);
 __exportStar(require("./generate-image/generateImage.cjs"), exports);
 __exportStar(require("./generate-speech/index.cjs"), exports);
 __exportStar(require("./generate-structure/index.cjs"), exports);

package/model-function/index.d.ts

@@ -3,14 +3,14 @@ export * from "./Model.js";
 export * from "./ModelCallEvent.js";
 export * from "./ModelCallMetadata.js";
 export * from "./ModelInformation.js";
-export * from "./PromptFormat.js";
+export * from "./PromptTemplate.js";
 export * from "./SuccessfulModelCall.js";
 export * from "./embed/EmbeddingEvent.js";
 export * from "./embed/EmbeddingModel.js";
 export * from "./embed/embed.js";
 export * from "./generate-image/ImageGenerationEvent.js";
 export * from "./generate-image/ImageGenerationModel.js";
-export * from "./generate-image/PromptFormatImageGenerationModel.js";
+export * from "./generate-image/PromptTemplateImageGenerationModel.js";
 export * from "./generate-image/generateImage.js";
 export * from "./generate-speech/index.js";
 export * from "./generate-structure/index.js";

package/model-function/index.js

@@ -3,14 +3,14 @@ export * from "./Model.js";
 export * from "./ModelCallEvent.js";
 export * from "./ModelCallMetadata.js";
 export * from "./ModelInformation.js";
-export * from "./PromptFormat.js";
+export * from "./PromptTemplate.js";
 export * from "./SuccessfulModelCall.js";
 export * from "./embed/EmbeddingEvent.js";
 export * from "./embed/EmbeddingModel.js";
 export * from "./embed/embed.js";
 export * from "./generate-image/ImageGenerationEvent.js";
 export * from "./generate-image/ImageGenerationModel.js";
-export * from "./generate-image/PromptFormatImageGenerationModel.js";
+export * from "./generate-image/PromptTemplateImageGenerationModel.js";
 export * from "./generate-image/generateImage.js";
 export * from "./generate-speech/index.js";
 export * from "./generate-structure/index.js";

package/model-provider/anthropic/{AnthropicPromptFormat.cjs → AnthropicPromptTemplate.cjs}

@@ -1,7 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = exports.instruction = exports.text = void 0;
-const ChatPrompt_js_1 = require("../../model-function/generate-text/prompt-format/ChatPrompt.cjs");
+const ChatPrompt_js_1 = require("../../model-function/generate-text/prompt-template/ChatPrompt.cjs");
+const HUMAN_PREFIX = "\n\nHuman:";
+const ASSISTANT_PREFIX = "\n\nAssistant:";
 /**
  * Formats a text prompt as an Anthropic prompt.
  */
@@ -9,9 +11,9 @@ function text() {
     return {
         format(prompt) {
             let text = "";
-            text += "\n\nHuman:";
+            text += HUMAN_PREFIX;
             text += prompt;
-            text += "\n\nAssistant:";
+            text += ASSISTANT_PREFIX;
             return text;
         },
         stopSequences: [],
@@ -25,9 +27,12 @@ function instruction() {
     return {
         format(prompt) {
             let text = prompt.system ?? "";
-            text += "\n\nHuman:";
+            text += HUMAN_PREFIX;
             text += prompt.instruction;
-            text += "\n\nAssistant:";
+            text += ASSISTANT_PREFIX;
+            if (prompt.responsePrefix != null) {
+                text += prompt.responsePrefix;
+            }
             return text;
         },
         stopSequences: [],
@@ -47,11 +52,13 @@ function chat() {
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += `\n\nHuman:${content}`;
+                        text += HUMAN_PREFIX;
+                        text += content;
                         break;
                     }
                     case "assistant": {
-                        text += `\n\nAssistant:${content}`;
+                        text += ASSISTANT_PREFIX;
+                        text += content;
                         break;
                     }
                     default: {
@@ -61,7 +68,7 @@ function chat() {
                 }
             }
             // AI message prefix:
-            text += `\n\nAssistant:`;
+            text += ASSISTANT_PREFIX;
             return text;
         },
         stopSequences: [],

package/model-provider/anthropic/AnthropicPromptTemplate.d.ts

@@ -0,0 +1,17 @@
+import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
+import { TextChatPrompt } from "../../model-function/generate-text/prompt-template/ChatPrompt.js";
+import { TextInstructionPrompt } from "../../model-function/generate-text/prompt-template/InstructionPrompt.js";
+/**
+ * Formats a text prompt as an Anthropic prompt.
+ */
+export declare function text(): TextGenerationPromptTemplate<string, string>;
+/**
+ * Formats an instruction prompt as an Anthropic prompt.
+ */
+export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt, string>;
+/**
+ * Formats a chat prompt as an Anthropic prompt.
+ *
+ * @see https://docs.anthropic.com/claude/docs/constructing-a-prompt
+ */
+export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, string>;