modelfusion 0.103.0 → 0.104.0

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Changelog
 
+## v0.104.0 - 2023-12-24
+
+### Changed
+
+- **breaking change**: Unified text and multimodal prompt templates. `[Text/MultiModal]InstructionPrompt` is now `InstructionPrompt`, and `[Text/MultiModalChatPrompt]` is now `ChatPrompt`.
+- More flexible chat prompts: The chat prompt validation is now chat template specific and validated at runtime. E.g. the Llama2 prompt template only supports turns of user and assistant messages, whereas other formats are more flexible.
+
 ## v0.103.0 - 2023-12-23
 
 ### Added

package/model-function/generate-text/prompt-template/AlpacaPromptTemplate.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.instruction = exports.text = void 0;
+const Content_js_1 = require("./Content.cjs");
 const DEFAULT_SYSTEM_PROMPT_INPUT = "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.";
 const DEFAULT_SYSTEM_PROMPT_NO_INPUT = "Below is an instruction that describes a task. Write a response that appropriately completes the request.";
 /**
@@ -67,7 +68,7 @@ function instruction() {
             if (prompt.system != null) {
                 text += `${prompt.system}\n`;
             }
-            text += prompt.instruction;
+            text += (0, Content_js_1.validateContentIsString)(prompt.instruction, prompt);
             if (prompt.input != null) {
                 text += `\n\n### Input:\n${prompt.input}`;
             }

package/model-function/generate-text/prompt-template/AlpacaPromptTemplate.d.ts

@@ -1,5 +1,5 @@
 import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
-import { TextInstructionPrompt } from "./InstructionPrompt.js";
+import { InstructionPrompt } from "./InstructionPrompt.js";
 /**
  * Formats a text prompt as an Alpaca prompt.
  */
@@ -40,7 +40,7 @@ export declare function text(): TextGenerationPromptTemplate<string, string>;
  *
  * @see https://github.com/tatsu-lab/stanford_alpaca#data-release
  */
-export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt & {
+export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt & {
     input?: string;
 }, // optional input supported by Alpaca
 string>;

package/model-function/generate-text/prompt-template/AlpacaPromptTemplate.js

@@ -1,3 +1,4 @@
+import { validateContentIsString } from "./Content.js";
 const DEFAULT_SYSTEM_PROMPT_INPUT = "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.";
 const DEFAULT_SYSTEM_PROMPT_NO_INPUT = "Below is an instruction that describes a task. Write a response that appropriately completes the request.";
 /**
@@ -63,7 +64,7 @@ export function instruction() {
             if (prompt.system != null) {
                 text += `${prompt.system}\n`;
             }
-            text += prompt.instruction;
+            text += validateContentIsString(prompt.instruction, prompt);
             if (prompt.input != null) {
                 text += `\n\n### Input:\n${prompt.input}`;
             }

package/model-function/generate-text/prompt-template/ChatMLPromptTemplate.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = exports.instruction = exports.text = void 0;
-const ChatPrompt_js_1 = require("./ChatPrompt.cjs");
+const Content_js_1 = require("./Content.cjs");
 const START_SEGMENT = "<|im_start|>";
 const END_SEGMENT = "<|im_end|>";
 function segmentStart(role) {
@@ -40,8 +40,9 @@ function instruction() {
     return {
         stopSequences: [END_SEGMENT],
         format(prompt) {
+            const instruction = (0, Content_js_1.validateContentIsString)(prompt.instruction, prompt);
             return (segment("system", prompt.system) +
-                segment("user", prompt.instruction) +
+                segment("user", instruction) +
                 segmentStart("assistant") +
                 (prompt.responsePrefix ?? ""));
         },
@@ -64,12 +65,12 @@ exports.instruction = instruction;
 function chat() {
     return {
         format(prompt) {
-            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
             let text = prompt.system != null ? segment("system", prompt.system) : "";
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += segment("user", content);
+                        const textContent = (0, Content_js_1.validateContentIsString)(content, prompt);
+                        text += segment("user", textContent);
                         break;
                     }
                     case "assistant": {

package/model-function/generate-text/prompt-template/ChatMLPromptTemplate.d.ts

@@ -1,6 +1,6 @@
 import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
-import { TextChatPrompt } from "./ChatPrompt.js";
-import { TextInstructionPrompt } from "./InstructionPrompt.js";
+import { ChatPrompt } from "./ChatPrompt.js";
+import { InstructionPrompt } from "./InstructionPrompt.js";
 /**
  * Formats a text prompt using the ChatML format.
  */
@@ -18,7 +18,7 @@ export declare function text(): TextGenerationPromptTemplate<string, string>;
  * ${response prefix}
  * ```
  */
-export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt, string>;
+export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, string>;
 /**
  * Formats a chat prompt using the ChatML format.
  *
@@ -32,4 +32,4 @@ export declare function instruction(): TextGenerationPromptTemplate<TextInstruct
  * Paris<|im_end|>
  * ```
  */
-export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, string>;
+export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, string>;

package/model-function/generate-text/prompt-template/ChatMLPromptTemplate.js

@@ -1,4 +1,4 @@
-import { validateChatPrompt } from "./ChatPrompt.js";
+import { validateContentIsString } from "./Content.js";
 const START_SEGMENT = "<|im_start|>";
 const END_SEGMENT = "<|im_end|>";
 function segmentStart(role) {
@@ -36,8 +36,9 @@ export function instruction() {
     return {
         stopSequences: [END_SEGMENT],
         format(prompt) {
+            const instruction = validateContentIsString(prompt.instruction, prompt);
             return (segment("system", prompt.system) +
-                segment("user", prompt.instruction) +
+                segment("user", instruction) +
                 segmentStart("assistant") +
                 (prompt.responsePrefix ?? ""));
         },
@@ -59,12 +60,12 @@ export function instruction() {
 export function chat() {
     return {
         format(prompt) {
-            validateChatPrompt(prompt);
             let text = prompt.system != null ? segment("system", prompt.system) : "";
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += segment("user", content);
+                        const textContent = validateContentIsString(content, prompt);
+                        text += segment("user", textContent);
                         break;
                     }
                     case "assistant": {

package/model-function/generate-text/prompt-template/ChatPrompt.cjs

@@ -1,26 +1,2 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateChatPrompt = void 0;
-const InvalidPromptError_js_1 = require("./InvalidPromptError.cjs");
-/**
- * Checks if a chat prompt is valid. Throws a {@link ChatPromptValidationError} if it's not.
- *
- * @throws {@link ChatPromptValidationError}
- */
-function validateChatPrompt(chatPrompt) {
-    const messages = chatPrompt.messages;
-    if (messages.length < 1) {
-        throw new InvalidPromptError_js_1.InvalidPromptError("ChatPrompt should have at least one message.", chatPrompt);
-    }
-    for (let i = 0; i < messages.length; i++) {
-        const expectedRole = i % 2 === 0 ? "user" : "assistant";
-        const role = messages[i].role;
-        if (role !== expectedRole) {
-            throw new InvalidPromptError_js_1.InvalidPromptError(`Message at index ${i} should have role '${expectedRole}', but has role '${role}'.`, chatPrompt);
-        }
-    }
-    if (messages.length % 2 === 0) {
-        throw new InvalidPromptError_js_1.InvalidPromptError("The last message must be a user message.", chatPrompt);
-    }
-}
-exports.validateChatPrompt = validateChatPrompt;

package/model-function/generate-text/prompt-template/ChatPrompt.d.ts

@@ -1,15 +1,10 @@
-import { MultiModalInput } from "./Content.js";
+import { Content } from "./Content.js";
 /**
- * A textual chat prompt is a combination of a system message and a list of messages with the following constraints:
+ * A chat prompt is a combination of a system message and a list of user and assistant messages.
  *
- * - A chat prompt can optionally have a system message.
- * - The first message of the chat must be a user message.
- * - Then it must be alternating between an assistant message and a user message.
- * - The last message must always be a user message (when submitting to a model).
+ * The user messages can contain multi-modal content.
  *
- * You can use a ChatPrompt without an final user message when you e.g. want to display the current state of a conversation.
- *
- * The type checking is done at runtime when you submit a chat prompt to a model with a prompt template.
+ * Note: Not all models and prompt formats support multi-modal inputs.
  *
  * @example
  * ```ts
@@ -22,38 +17,20 @@ import { MultiModalInput } from "./Content.js";
  *  ],
  * };
  * ```
- *
- * @see validateChatPrompt
  */
-export interface TextChatPrompt {
+export interface ChatPrompt {
     system?: string;
-    messages: Array<TextChatMessage>;
+    messages: Array<ChatMessage>;
 }
 /**
- * A text message in a chat prompt.
- * @see TextChatPrompt
+ * A message in a chat prompt.
+ *
+ * @see ChatPrompt
  */
-export type TextChatMessage = {
-    role: "user";
-    content: string;
-} | {
-    role: "assistant";
-    content: string;
-};
-export interface MultiModalChatPrompt {
-    system?: string;
-    messages: Array<MultiModalChatMessage>;
-}
-export type MultiModalChatMessage = {
+export type ChatMessage = {
     role: "user";
-    content: MultiModalInput;
+    content: Content;
 } | {
     role: "assistant";
     content: string;
 };
-/**
- * Checks if a chat prompt is valid. Throws a {@link ChatPromptValidationError} if it's not.
- *
- * @throws {@link ChatPromptValidationError}
- */
-export declare function validateChatPrompt(chatPrompt: TextChatPrompt | MultiModalChatPrompt): void;

package/model-function/generate-text/prompt-template/ChatPrompt.js

@@ -1,22 +1 @@
-import { InvalidPromptError } from "./InvalidPromptError.js";
-/**
- * Checks if a chat prompt is valid. Throws a {@link ChatPromptValidationError} if it's not.
- *
- * @throws {@link ChatPromptValidationError}
- */
-export function validateChatPrompt(chatPrompt) {
-    const messages = chatPrompt.messages;
-    if (messages.length < 1) {
-        throw new InvalidPromptError("ChatPrompt should have at least one message.", chatPrompt);
-    }
-    for (let i = 0; i < messages.length; i++) {
-        const expectedRole = i % 2 === 0 ? "user" : "assistant";
-        const role = messages[i].role;
-        if (role !== expectedRole) {
-            throw new InvalidPromptError(`Message at index ${i} should have role '${expectedRole}', but has role '${role}'.`, chatPrompt);
-        }
-    }
-    if (messages.length % 2 === 0) {
-        throw new InvalidPromptError("The last message must be a user message.", chatPrompt);
-    }
-}
+export {};

package/model-function/generate-text/prompt-template/Content.cjs

@@ -1,2 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateContentIsString = void 0;
+const InvalidPromptError_js_1 = require("./InvalidPromptError.cjs");
+function validateContentIsString(content, prompt) {
+    if (typeof content !== "string") {
+        throw new InvalidPromptError_js_1.InvalidPromptError("only text prompts are are supported by this prompt template", prompt);
+    }
+    return content;
+}
+exports.validateContentIsString = validateContentIsString;

package/model-function/generate-text/prompt-template/Content.d.ts

@@ -1,13 +1,17 @@
-export type MultiModalInput = Array<Content>;
-export type Content = TextContent | ImageContent;
-export interface TextContent {
+/**
+ * Content can either be a simple text content (`string`) or a
+ * complex multi-modal content that is a mix of text parts and
+ * image parts.
+ */
+export type Content = string | Array<TextPart | ImagePart>;
+export interface TextPart {
     type: "text";
     /**
      * The text content.
      */
     text: string;
 }
-export interface ImageContent {
+export interface ImagePart {
     type: "image";
     /**
      * Base-64 encoded image.
@@ -18,3 +22,4 @@ export interface ImageContent {
      */
     mimeType?: string;
 }
+export declare function validateContentIsString(content: Content, prompt: unknown): string;

package/model-function/generate-text/prompt-template/Content.js

@@ -1 +1,7 @@
-export {};
+import { InvalidPromptError } from "./InvalidPromptError.js";
+export function validateContentIsString(content, prompt) {
+    if (typeof content !== "string") {
+        throw new InvalidPromptError("only text prompts are are supported by this prompt template", prompt);
+    }
+    return content;
+}

package/model-function/generate-text/prompt-template/InstructionPrompt.d.ts

@@ -1,24 +1,10 @@
-import { MultiModalInput } from "./Content.js";
-/**
- * A single multi-modal instruction prompt. It can contain an optional system message to define
- * the role and behavior of the language model.
- * The instruction is a multi-model input (`array` of content).
- */
-export interface MultiModalInstructionPrompt {
-    /**
-     * Optional system message to provide context for the language model. Note that for some models,
-     * changing the system message can impact the results, because the model may be trained on the default system message.
-     */
-    system?: string;
-    /**
-     * The multi-modal instruction for the model.
-     */
-    instruction: MultiModalInput;
-}
+import { Content } from "./Content.js";
 /**
  * A single text instruction prompt. It can contain an optional system message to define
  * the role and behavior of the language model.
  *
+ * The instruction can be a text instruction or a multi-modal instruction.
+ *
  * @example
  * ```ts
  * {
@@ -27,21 +13,19 @@ export interface MultiModalInstructionPrompt {
  * }
  * ```
  */
-export interface TextInstructionPrompt {
+export interface InstructionPrompt {
     /**
      * Optional system message to provide context for the language model. Note that for some models,
      * changing the system message can impact the results, because the model may be trained on the default system message.
      */
     system?: string;
     /**
-     * The text instruction for the model.
+     * The instruction for the model.
      */
-    instruction: string;
+    instruction: Content;
     /**
      * Response prefix that will be injected in the prompt at the beginning of the response.
      * This is useful for guiding the model by starting its response with a specific text.
-     *
-     * Note: Not all models support this feature. E.g. it is not supported by OpenAI chat models.
      */
     responsePrefix?: string;
 }

package/model-function/generate-text/prompt-template/Llama2PromptTemplate.cjs

@@ -1,7 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = exports.instruction = exports.text = void 0;
-const ChatPrompt_js_1 = require("./ChatPrompt.cjs");
+exports.validateLlama2Prompt = exports.chat = exports.instruction = exports.text = void 0;
+const Content_js_1 = require("./Content.cjs");
+const InvalidPromptError_js_1 = require("./InvalidPromptError.cjs");
 // see https://github.com/facebookresearch/llama/blob/6c7fe276574e78057f917549435a2554000a876d/llama/generation.py#L44
 const BEGIN_SEGMENT = "<s>";
 const END_SEGMENT = " </s>";
@@ -47,9 +48,10 @@ function instruction() {
     return {
         stopSequences: [END_SEGMENT],
         format(prompt) {
+            const instruction = (0, Content_js_1.validateContentIsString)(prompt.instruction, prompt);
             return `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${prompt.system != null
                 ? `${BEGIN_SYSTEM}${prompt.system}${END_SYSTEM}`
-                : ""}${prompt.instruction}${END_INSTRUCTION}${prompt.responsePrefix ?? ""}`;
+                : ""}${instruction}${END_INSTRUCTION}${prompt.responsePrefix ?? ""}`;
         },
     };
 }
@@ -69,7 +71,7 @@ exports.instruction = instruction;
 function chat() {
     return {
         format(prompt) {
-            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
+            validateLlama2Prompt(prompt);
             let text = prompt.system != null
                 ? // Separate section for system message to simplify implementation
                     // (this is slightly different from the original instructions):
@@ -78,7 +80,8 @@ function chat() {
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${content}${END_INSTRUCTION}`;
+                        const textContent = (0, Content_js_1.validateContentIsString)(content, prompt);
+                        text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${textContent}${END_INSTRUCTION}`;
                         break;
                     }
                     case "assistant": {
@@ -97,3 +100,31 @@ function chat() {
     };
 }
 exports.chat = chat;
+/**
+ * Checks if a Llama2 chat prompt is valid. Throws a {@link ChatPromptValidationError} if it's not.
+ *
+ * - The first message of the chat must be a user message.
+ * - Then it must be alternating between an assistant message and a user message.
+ * - The last message must always be a user message (when submitting to a model).
+ *
+ * The type checking is done at runtime when you submit a chat prompt to a model with a prompt template.
+ *
+ * @throws {@link ChatPromptValidationError}
+ */
+function validateLlama2Prompt(chatPrompt) {
+    const messages = chatPrompt.messages;
+    if (messages.length < 1) {
+        throw new InvalidPromptError_js_1.InvalidPromptError("ChatPrompt should have at least one message.", chatPrompt);
+    }
+    for (let i = 0; i < messages.length; i++) {
+        const expectedRole = i % 2 === 0 ? "user" : "assistant";
+        const role = messages[i].role;
+        if (role !== expectedRole) {
+            throw new InvalidPromptError_js_1.InvalidPromptError(`Message at index ${i} should have role '${expectedRole}', but has role '${role}'.`, chatPrompt);
+        }
+    }
+    if (messages.length % 2 === 0) {
+        throw new InvalidPromptError_js_1.InvalidPromptError("The last message must be a user message.", chatPrompt);
+    }
+}
+exports.validateLlama2Prompt = validateLlama2Prompt;

package/model-function/generate-text/prompt-template/Llama2PromptTemplate.d.ts

@@ -1,6 +1,6 @@
 import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
-import { TextChatPrompt } from "./ChatPrompt.js";
-import { TextInstructionPrompt } from "./InstructionPrompt.js";
+import { ChatPrompt } from "./ChatPrompt.js";
+import { InstructionPrompt } from "./InstructionPrompt.js";
 /**
  * Formats a text prompt as a Llama 2 prompt.
  *
@@ -27,7 +27,7 @@ export declare function text(): TextGenerationPromptTemplate<string, string>;
  *
  * @see https://www.philschmid.de/llama-2#how-to-prompt-llama-2-chat
  */
-export declare function instruction(): TextGenerationPromptTemplate<TextInstructionPrompt, string>;
+export declare function instruction(): TextGenerationPromptTemplate<InstructionPrompt, string>;
 /**
  * Formats a chat prompt as a Llama 2 prompt.
  *
@@ -40,4 +40,16 @@ export declare function instruction(): TextGenerationPromptTemplate<TextInstruct
  * ${ user msg 1 } [/INST] ${ model response 1 } </s><s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } </s><s>[INST] ${ user msg 3 } [/INST]
  * ```
  */
-export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, string>;
+export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, string>;
+/**
+ * Checks if a Llama2 chat prompt is valid. Throws a {@link ChatPromptValidationError} if it's not.
+ *
+ * - The first message of the chat must be a user message.
+ * - Then it must be alternating between an assistant message and a user message.
+ * - The last message must always be a user message (when submitting to a model).
+ *
+ * The type checking is done at runtime when you submit a chat prompt to a model with a prompt template.
+ *
+ * @throws {@link ChatPromptValidationError}
+ */
+export declare function validateLlama2Prompt(chatPrompt: ChatPrompt): void;

package/model-function/generate-text/prompt-template/Llama2PromptTemplate.js

@@ -1,4 +1,5 @@
-import { validateChatPrompt } from "./ChatPrompt.js";
+import { validateContentIsString } from "./Content.js";
+import { InvalidPromptError } from "./InvalidPromptError.js";
 // see https://github.com/facebookresearch/llama/blob/6c7fe276574e78057f917549435a2554000a876d/llama/generation.py#L44
 const BEGIN_SEGMENT = "<s>";
 const END_SEGMENT = " </s>";
@@ -43,9 +44,10 @@ export function instruction() {
     return {
         stopSequences: [END_SEGMENT],
         format(prompt) {
+            const instruction = validateContentIsString(prompt.instruction, prompt);
             return `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${prompt.system != null
                 ? `${BEGIN_SYSTEM}${prompt.system}${END_SYSTEM}`
-                : ""}${prompt.instruction}${END_INSTRUCTION}${prompt.responsePrefix ?? ""}`;
+                : ""}${instruction}${END_INSTRUCTION}${prompt.responsePrefix ?? ""}`;
         },
     };
 }
@@ -64,7 +66,7 @@ export function instruction() {
 export function chat() {
     return {
         format(prompt) {
-            validateChatPrompt(prompt);
+            validateLlama2Prompt(prompt);
             let text = prompt.system != null
                 ? // Separate section for system message to simplify implementation
                     // (this is slightly different from the original instructions):
@@ -73,7 +75,8 @@ export function chat() {
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${content}${END_INSTRUCTION}`;
+                        const textContent = validateContentIsString(content, prompt);
+                        text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${textContent}${END_INSTRUCTION}`;
                         break;
                     }
                     case "assistant": {
@@ -91,3 +94,30 @@ export function chat() {
         stopSequences: [END_SEGMENT],
     };
 }
+/**
+ * Checks if a Llama2 chat prompt is valid. Throws a {@link ChatPromptValidationError} if it's not.
+ *
+ * - The first message of the chat must be a user message.
+ * - Then it must be alternating between an assistant message and a user message.
+ * - The last message must always be a user message (when submitting to a model).
+ *
+ * The type checking is done at runtime when you submit a chat prompt to a model with a prompt template.
+ *
+ * @throws {@link ChatPromptValidationError}
+ */
+export function validateLlama2Prompt(chatPrompt) {
+    const messages = chatPrompt.messages;
+    if (messages.length < 1) {
+        throw new InvalidPromptError("ChatPrompt should have at least one message.", chatPrompt);
+    }
+    for (let i = 0; i < messages.length; i++) {
+        const expectedRole = i % 2 === 0 ? "user" : "assistant";
+        const role = messages[i].role;
+        if (role !== expectedRole) {
+            throw new InvalidPromptError(`Message at index ${i} should have role '${expectedRole}', but has role '${role}'.`, chatPrompt);
+        }
+    }
+    if (messages.length % 2 === 0) {
+        throw new InvalidPromptError("The last message must be a user message.", chatPrompt);
+    }
+}

package/model-function/generate-text/prompt-template/NeuralChatPromptTemplate.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = exports.instruction = exports.text = void 0;
-const ChatPrompt_js_1 = require("./ChatPrompt.cjs");
+const Content_js_1 = require("./Content.cjs");
 const roleNames = {
     system: "System",
     user: "User",
@@ -36,8 +36,9 @@ exports.text = text;
 const instruction = () => ({
     stopSequences: [],
     format(prompt) {
+        const instruction = (0, Content_js_1.validateContentIsString)(prompt.instruction, prompt);
         return (segment("system", prompt.system) +
-            segment("user", prompt.instruction) +
+            segment("user", instruction) +
             segmentStart("assistant") +
             (prompt.responsePrefix ?? ""));
     },
@@ -53,12 +54,12 @@ exports.instruction = instruction;
 function chat() {
     return {
         format(prompt) {
-            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
             let text = prompt.system != null ? segment("system", prompt.system) : "";
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += segment("user", content);
+                        const textContent = (0, Content_js_1.validateContentIsString)(content, prompt);
+                        text += segment("user", textContent);
                         break;
                     }
                     case "assistant": {

package/model-function/generate-text/prompt-template/NeuralChatPromptTemplate.d.ts

@@ -1,6 +1,6 @@
 import { TextGenerationPromptTemplate } from "../TextGenerationPromptTemplate.js";
-import { TextChatPrompt } from "./ChatPrompt.js";
-import { TextInstructionPrompt } from "./InstructionPrompt.js";
+import { ChatPrompt } from "./ChatPrompt.js";
+import { InstructionPrompt } from "./InstructionPrompt.js";
 /**
  * Formats a text prompt as a neural chat prompt.
  *
@@ -12,7 +12,7 @@ export declare function text(): TextGenerationPromptTemplate<string, string>;
  *
  * @see https://huggingface.co/Intel/neural-chat-7b-v3-1#prompt-template
  */
-export declare const instruction: () => TextGenerationPromptTemplate<TextInstructionPrompt, string>;
+export declare const instruction: () => TextGenerationPromptTemplate<InstructionPrompt, string>;
 /**
  * Formats a chat prompt as a basic text prompt.
  *
@@ -20,4 +20,4 @@ export declare const instruction: () => TextGenerationPromptTemplate<TextInstruc
  * @param assistant The label of the assistant in the chat. Default to "assistant".
  * @param system The label of the system in the chat. Optional, defaults to no prefix.
  */
-export declare function chat(): TextGenerationPromptTemplate<TextChatPrompt, string>;
+export declare function chat(): TextGenerationPromptTemplate<ChatPrompt, string>;

package/model-function/generate-text/prompt-template/NeuralChatPromptTemplate.js

@@ -1,4 +1,4 @@
-import { validateChatPrompt } from "./ChatPrompt.js";
+import { validateContentIsString } from "./Content.js";
 const roleNames = {
     system: "System",
     user: "User",
@@ -32,8 +32,9 @@ export function text() {
 export const instruction = () => ({
     stopSequences: [],
     format(prompt) {
+        const instruction = validateContentIsString(prompt.instruction, prompt);
         return (segment("system", prompt.system) +
-            segment("user", prompt.instruction) +
+            segment("user", instruction) +
             segmentStart("assistant") +
             (prompt.responsePrefix ?? ""));
     },
@@ -48,12 +49,12 @@ export const instruction = () => ({
 export function chat() {
     return {
         format(prompt) {
-            validateChatPrompt(prompt);
             let text = prompt.system != null ? segment("system", prompt.system) : "";
             for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
-                        text += segment("user", content);
+                        const textContent = validateContentIsString(content, prompt);
+                        text += segment("user", textContent);
                         break;
                     }
                     case "assistant": {