modelfusion 0.69.0 → 0.70.0

package/model-function/generate-text/prompt-format/Llama2PromptFormat.js

@@ -9,9 +9,18 @@ const END_SYSTEM = "\n<</SYS>>\n\n";
 /**
  * Formats an instruction prompt as a Llama 2 prompt.
  *
+ * Llama 2 prompt template:
+ * ```
+ * <s>[INST] <<SYS>>
+ * ${ system prompt }
+ * <</SYS>>
+ *
+ * { instruction } [/INST]
+ * ```
+ *
  * @see https://www.philschmid.de/llama-2#how-to-prompt-llama-2-chat
  */
-export function mapInstructionPromptToLlama2Format() {
+export function instruction() {
     return {
         stopSequences: [END_SEGMENT],
         format: (instruction) => `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${instruction.system != null
@@ -21,35 +30,40 @@ export function mapInstructionPromptToLlama2Format() {
 }
 /**
  * Formats a chat prompt as a Llama 2 prompt.
+ *
+ * Llama 2 prompt template:
+ * ```
+ * <s>[INST] <<SYS>>
+ * ${ system prompt }
+ * <</SYS>>
+ *
+ * ${ user msg 1 } [/INST] ${ model response 1 } </s><s>[INST] ${ user msg 2 } [/INST] ${ model response 2 } </s><s>[INST] ${ user msg 3 } [/INST]
+ * ```
  */
-export function mapChatPromptToLlama2Format() {
+export function chat() {
     return {
         format: (chatPrompt) => {
             validateChatPrompt(chatPrompt);
-            let text = "";
-            for (let i = 0; i < chatPrompt.length; i++) {
-                const message = chatPrompt[i];
-                // system message:
-                if (i === 0 &&
-                    "system" in message &&
-                    typeof message.system === "string") {
-                    // Separate section for system message to simplify implementation
+            let text = chatPrompt.system != null
+                ? // Separate section for system message to simplify implementation
                     // (this is slightly different from the original instructions):
-                    text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${BEGIN_SYSTEM}${message.system}${END_SYSTEM}${END_INSTRUCTION}${END_SEGMENT}`;
-                    continue;
-                }
-                // user message
-                if ("user" in message) {
-                    text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${message.user}${END_INSTRUCTION}`;
-                    continue;
-                }
-                // ai message:
-                if ("ai" in message) {
-                    text += `${message.ai}${END_SEGMENT}`;
-                    continue;
+                    `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${BEGIN_SYSTEM}${chatPrompt.system}${END_SYSTEM}${END_INSTRUCTION}${END_SEGMENT}`
+                : "";
+            for (const { role, content } of chatPrompt.messages) {
+                switch (role) {
+                    case "user": {
+                        text += `${BEGIN_SEGMENT}${BEGIN_INSTRUCTION}${content}${END_INSTRUCTION}`;
+                        break;
+                    }
+                    case "assistant": {
+                        text += `${content}${END_SEGMENT}`;
+                        break;
+                    }
+                    default: {
+                        const _exhaustiveCheck = role;
+                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                    }
                 }
-                // unsupported message:
-                throw new Error(`Unsupported message: ${JSON.stringify(message)}`);
             }
             return text;
         },

package/model-function/generate-text/prompt-format/TextPromptFormat.cjs

@@ -1,11 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.mapChatPromptToTextFormat = exports.mapInstructionPromptToTextFormat = void 0;
+exports.chat = exports.instruction = void 0;
 const validateChatPrompt_js_1 = require("./validateChatPrompt.cjs");
 /**
  * Formats an instruction prompt as a basic text prompt.
  */
-const mapInstructionPromptToTextFormat = () => ({
+const instruction = () => ({
     stopSequences: [],
     format: (instruction) => {
         let text = "";
@@ -19,43 +19,40 @@ const mapInstructionPromptToTextFormat = () => ({
         return text;
     },
 });
-exports.mapInstructionPromptToTextFormat = mapInstructionPromptToTextFormat;
+exports.instruction = instruction;
 /**
  * Formats a chat prompt as a basic text prompt.
  *
- * @param user The label of the user in the chat.
- * @param ai The name of the AI in the chat.
+ * @param user The label of the user in the chat. Default to "user".
+ * @param assistant The label of the assistant in the chat. Default to "assistant".
+ * @param system The label of the system in the chat. Optional, defaults to no prefix.
  */
-const mapChatPromptToTextFormat = ({ user = "user", ai = "ai", } = {}) => ({
+const chat = ({ user = "user", assistant = "assistant", system, } = {}) => ({
     format: (chatPrompt) => {
         (0, validateChatPrompt_js_1.validateChatPrompt)(chatPrompt);
-        let text = "";
-        for (let i = 0; i < chatPrompt.length; i++) {
-            const message = chatPrompt[i];
-            // system message:
-            if (i === 0 &&
-                "system" in message &&
-                typeof message.system === "string") {
-                text += `${message.system}\n\n`;
-                continue;
-            }
-            // user message
-            if ("user" in message) {
-                text += `${user}:\n${message.user}\n\n`;
-                continue;
-            }
-            // ai message:
-            if ("ai" in message) {
-                text += `${ai}:\n${message.ai}\n\n`;
-                continue;
+        let text = chatPrompt.system != null
+            ? `${system != null ? `${system}:` : ""}${chatPrompt.system}\n\n`
+            : "";
+        for (const { role, content } of chatPrompt.messages) {
+            switch (role) {
+                case "user": {
+                    text += `${user}:\n${content}\n\n`;
+                    break;
+                }
+                case "assistant": {
+                    text += `${assistant}:\n${content}\n\n`;
+                    break;
+                }
+                default: {
+                    const _exhaustiveCheck = role;
+                    throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                }
             }
-            // unsupported message:
-            throw new Error(`Unsupported message: ${JSON.stringify(message)}`);
         }
-        // AI message prefix:
-        text += `${ai}:\n`;
+        // Assistant message prefix:
+        text += `${assistant}:\n`;
         return text;
     },
     stopSequences: [`\n${user}:`],
 });
-exports.mapChatPromptToTextFormat = mapChatPromptToTextFormat;
+exports.chat = chat;

package/model-function/generate-text/prompt-format/TextPromptFormat.d.ts

@@ -4,14 +4,16 @@ import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
 /**
  * Formats an instruction prompt as a basic text prompt.
  */
-export declare const mapInstructionPromptToTextFormat: () => TextGenerationPromptFormat<InstructionPrompt, string>;
+export declare const instruction: () => TextGenerationPromptFormat<InstructionPrompt, string>;
 /**
  * Formats a chat prompt as a basic text prompt.
  *
- * @param user The label of the user in the chat.
- * @param ai The name of the AI in the chat.
+ * @param user The label of the user in the chat. Default to "user".
+ * @param assistant The label of the assistant in the chat. Default to "assistant".
+ * @param system The label of the system in the chat. Optional, defaults to no prefix.
  */
-export declare const mapChatPromptToTextFormat: (options?: {
+export declare const chat: (options?: {
     user?: string;
-    ai?: string;
+    assistant?: string;
+    system?: string;
 }) => TextGenerationPromptFormat<ChatPrompt, string>;

package/model-function/generate-text/prompt-format/TextPromptFormat.js

@@ -2,7 +2,7 @@ import { validateChatPrompt } from "./validateChatPrompt.js";
 /**
  * Formats an instruction prompt as a basic text prompt.
  */
-export const mapInstructionPromptToTextFormat = () => ({
+export const instruction = () => ({
     stopSequences: [],
     format: (instruction) => {
         let text = "";
@@ -19,37 +19,34 @@ export const mapInstructionPromptToTextFormat = () => ({
 /**
  * Formats a chat prompt as a basic text prompt.
  *
- * @param user The label of the user in the chat.
- * @param ai The name of the AI in the chat.
+ * @param user The label of the user in the chat. Default to "user".
+ * @param assistant The label of the assistant in the chat. Default to "assistant".
+ * @param system The label of the system in the chat. Optional, defaults to no prefix.
  */
-export const mapChatPromptToTextFormat = ({ user = "user", ai = "ai", } = {}) => ({
+export const chat = ({ user = "user", assistant = "assistant", system, } = {}) => ({
     format: (chatPrompt) => {
         validateChatPrompt(chatPrompt);
-        let text = "";
-        for (let i = 0; i < chatPrompt.length; i++) {
-            const message = chatPrompt[i];
-            // system message:
-            if (i === 0 &&
-                "system" in message &&
-                typeof message.system === "string") {
-                text += `${message.system}\n\n`;
-                continue;
-            }
-            // user message
-            if ("user" in message) {
-                text += `${user}:\n${message.user}\n\n`;
-                continue;
-            }
-            // ai message:
-            if ("ai" in message) {
-                text += `${ai}:\n${message.ai}\n\n`;
-                continue;
+        let text = chatPrompt.system != null
+            ? `${system != null ? `${system}:` : ""}${chatPrompt.system}\n\n`
+            : "";
+        for (const { role, content } of chatPrompt.messages) {
+            switch (role) {
+                case "user": {
+                    text += `${user}:\n${content}\n\n`;
+                    break;
+                }
+                case "assistant": {
+                    text += `${assistant}:\n${content}\n\n`;
+                    break;
+                }
+                default: {
+                    const _exhaustiveCheck = role;
+                    throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                }
             }
-            // unsupported message:
-            throw new Error(`Unsupported message: ${JSON.stringify(message)}`);
         }
-        // AI message prefix:
-        text += `${ai}:\n`;
+        // Assistant message prefix:
+        text += `${assistant}:\n`;
         return text;
     },
     stopSequences: [`\n${user}:`],

package/model-function/generate-text/prompt-format/VicunaPromptFormat.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.mapChatPromptToVicunaFormat = void 0;
+exports.chat = void 0;
 const validateChatPrompt_js_1 = require("./validateChatPrompt.cjs");
 // default Vicuna 1 system message
 const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
@@ -8,7 +8,7 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *
- * Overridding the system message in the first chat message can affect model respones.
+ * Overriding the system message in the first chat message can affect model responses.
  *
  * Vicuna prompt template:
  * ```
@@ -18,36 +18,28 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
  * ASSISTANT:
  * ```
  */
-function mapChatPromptToVicunaFormat() {
+function chat() {
     return {
         format: (chatPrompt) => {
             (0, validateChatPrompt_js_1.validateChatPrompt)(chatPrompt);
-            let text = "";
-            for (let i = 0; i < chatPrompt.length; i++) {
-                const message = chatPrompt[i];
-                // system message:
-                if (i === 0 &&
-                    "system" in message &&
-                    typeof message.system === "string") {
-                    text += `${message.system}\n\n`;
-                    continue;
+            let text = chatPrompt.system != null
+                ? `${chatPrompt.system}\n\n`
+                : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
+            for (const { role, content } of chatPrompt.messages) {
+                switch (role) {
+                    case "user": {
+                        text += `USER: ${content}\n`;
+                        break;
+                    }
+                    case "assistant": {
+                        text += `ASSISTANT: ${content}\n`;
+                        break;
+                    }
+                    default: {
+                        const _exhaustiveCheck = role;
+                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                    }
                 }
-                // first message was not a system message:
-                if (i === 0) {
-                    text += `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
-                }
-                // user message
-                if ("user" in message) {
-                    text += `USER: ${message.user}\n`;
-                    continue;
-                }
-                // ai message:
-                if ("ai" in message) {
-                    text += `ASSISTANT:\n${message.ai}\n`;
-                    continue;
-                }
-                // unsupported message:
-                throw new Error(`Unsupported message: ${JSON.stringify(message)}`);
             }
             // AI message prefix:
             text += `ASSISTANT: `;
@@ -56,4 +48,4 @@ function mapChatPromptToVicunaFormat() {
         stopSequences: [`\nUSER:`],
     };
 }
-exports.mapChatPromptToVicunaFormat = mapChatPromptToVicunaFormat;
+exports.chat = chat;

package/model-function/generate-text/prompt-format/VicunaPromptFormat.d.ts

@@ -3,7 +3,7 @@ import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *
- * Overridding the system message in the first chat message can affect model respones.
+ * Overriding the system message in the first chat message can affect model responses.
  *
  * Vicuna prompt template:
  * ```
@@ -13,4 +13,4 @@ import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
  * ASSISTANT:
  * ```
  */
-export declare function mapChatPromptToVicunaFormat(): TextGenerationPromptFormat<ChatPrompt, string>;
+export declare function chat(): TextGenerationPromptFormat<ChatPrompt, string>;

package/model-function/generate-text/prompt-format/VicunaPromptFormat.js

@@ -5,7 +5,7 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *
- * Overridding the system message in the first chat message can affect model respones.
+ * Overriding the system message in the first chat message can affect model responses.
  *
  * Vicuna prompt template:
  * ```
@@ -15,36 +15,28 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
  * ASSISTANT:
  * ```
  */
-export function mapChatPromptToVicunaFormat() {
+export function chat() {
     return {
         format: (chatPrompt) => {
             validateChatPrompt(chatPrompt);
-            let text = "";
-            for (let i = 0; i < chatPrompt.length; i++) {
-                const message = chatPrompt[i];
-                // system message:
-                if (i === 0 &&
-                    "system" in message &&
-                    typeof message.system === "string") {
-                    text += `${message.system}\n\n`;
-                    continue;
+            let text = chatPrompt.system != null
+                ? `${chatPrompt.system}\n\n`
+                : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
+            for (const { role, content } of chatPrompt.messages) {
+                switch (role) {
+                    case "user": {
+                        text += `USER: ${content}\n`;
+                        break;
+                    }
+                    case "assistant": {
+                        text += `ASSISTANT: ${content}\n`;
+                        break;
+                    }
+                    default: {
+                        const _exhaustiveCheck = role;
+                        throw new Error(`Unsupported role: ${_exhaustiveCheck}`);
+                    }
                 }
-                // first message was not a system message:
-                if (i === 0) {
-                    text += `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
-                }
-                // user message
-                if ("user" in message) {
-                    text += `USER: ${message.user}\n`;
-                    continue;
-                }
-                // ai message:
-                if ("ai" in message) {
-                    text += `ASSISTANT:\n${message.ai}\n`;
-                    continue;
-                }
-                // unsupported message:
-                throw new Error(`Unsupported message: ${JSON.stringify(message)}`);
             }
             // AI message prefix:
             text += `ASSISTANT: `;

package/model-function/generate-text/prompt-format/index.cjs

@@ -0,0 +1,39 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VicunaPromptFormat = exports.TextPromptFormat = exports.Llama2PromptFormat = exports.ChatMLPromptFormat = exports.AlpacaPromptFormat = void 0;
+exports.AlpacaPromptFormat = __importStar(require("./AlpacaPromptFormat.cjs"));
+exports.ChatMLPromptFormat = __importStar(require("./ChatMLPromptFormat.cjs"));
+__exportStar(require("./ChatPrompt.cjs"), exports);
+__exportStar(require("./ChatPromptValidationError.cjs"), exports);
+__exportStar(require("./InstructionPrompt.cjs"), exports);
+exports.Llama2PromptFormat = __importStar(require("./Llama2PromptFormat.cjs"));
+exports.TextPromptFormat = __importStar(require("./TextPromptFormat.cjs"));
+exports.VicunaPromptFormat = __importStar(require("./VicunaPromptFormat.cjs"));
+__exportStar(require("./trimChatPrompt.cjs"), exports);
+__exportStar(require("./validateChatPrompt.cjs"), exports);

package/model-function/generate-text/prompt-format/index.d.ts

@@ -0,0 +1,10 @@
+export * as AlpacaPromptFormat from "./AlpacaPromptFormat.js";
+export * as ChatMLPromptFormat from "./ChatMLPromptFormat.js";
+export * from "./ChatPrompt.js";
+export * from "./ChatPromptValidationError.js";
+export * from "./InstructionPrompt.js";
+export * as Llama2PromptFormat from "./Llama2PromptFormat.js";
+export * as TextPromptFormat from "./TextPromptFormat.js";
+export * as VicunaPromptFormat from "./VicunaPromptFormat.js";
+export * from "./trimChatPrompt.js";
+export * from "./validateChatPrompt.js";

package/model-function/generate-text/prompt-format/index.js

@@ -0,0 +1,10 @@
+export * as AlpacaPromptFormat from "./AlpacaPromptFormat.js";
+export * as ChatMLPromptFormat from "./ChatMLPromptFormat.js";
+export * from "./ChatPrompt.js";
+export * from "./ChatPromptValidationError.js";
+export * from "./InstructionPrompt.js";
+export * as Llama2PromptFormat from "./Llama2PromptFormat.js";
+export * as TextPromptFormat from "./TextPromptFormat.js";
+export * as VicunaPromptFormat from "./VicunaPromptFormat.js";
+export * from "./trimChatPrompt.js";
+export * from "./validateChatPrompt.js";

package/model-function/generate-text/prompt-format/trimChatPrompt.cjs

@@ -15,39 +15,34 @@ const validateChatPrompt_js_1 = require("./validateChatPrompt.cjs");
 async function trimChatPrompt({ prompt, model, tokenLimit = model.contextWindowSize -
     (model.settings.maxCompletionTokens ?? model.contextWindowSize / 4), }) {
     (0, validateChatPrompt_js_1.validateChatPrompt)(prompt);
-    const startsWithSystemMessage = "system" in prompt[0];
-    const systemMessage = startsWithSystemMessage ? [prompt[0]] : [];
-    let messages = [];
-    // add the last message (final user message) to the prompt
-    messages.push(prompt[prompt.length - 1]);
+    let minimalPrompt = {
+        system: prompt.system,
+        messages: [prompt.messages[prompt.messages.length - 1]], // last user message
+    };
     // check if the minimal prompt is already too long
-    const promptTokenCount = await model.countPromptTokens([
-        ...systemMessage,
-        ...messages,
-    ]);
+    const promptTokenCount = await model.countPromptTokens(minimalPrompt);
     // the minimal chat prompt is already over the token limit and cannot be trimmed further:
     if (promptTokenCount > tokenLimit) {
-        return [...systemMessage, prompt[prompt.length - 1]];
+        return minimalPrompt;
     }
     // inner messages
-    const innerMessages = prompt.slice(startsWithSystemMessage ? 1 : 0, -1);
+    const innerMessages = prompt.messages.slice(0, -1);
     // taking always a pair of user-message and ai-message from the end, moving backwards
     for (let i = innerMessages.length - 1; i >= 0; i -= 2) {
-        const aiMessage = innerMessages[i];
+        const assistantMessage = innerMessages[i];
         const userMessage = innerMessages[i - 1];
-        // create a temporary array and check if it fits within the token limit
-        const tokenCount = await model.countPromptTokens([
-            ...systemMessage,
-            userMessage,
-            aiMessage,
-            ...messages,
-        ]);
+        // create a temporary prompt and check if it fits within the token limit
+        const attemptedPrompt = {
+            system: prompt.system,
+            messages: [userMessage, assistantMessage, ...minimalPrompt.messages],
+        };
+        const tokenCount = await model.countPromptTokens(attemptedPrompt);
         if (tokenCount > tokenLimit) {
             break;
         }
-        // if it fits, add the messages to the messages array
-        messages = [userMessage, aiMessage, ...messages];
+        // if it fits, its the new minimal prompt
+        minimalPrompt = attemptedPrompt;
     }
-    return [...systemMessage, ...messages];
+    return minimalPrompt;
 }
 exports.trimChatPrompt = trimChatPrompt;

package/model-function/generate-text/prompt-format/trimChatPrompt.js

@@ -12,38 +12,33 @@ import { validateChatPrompt } from "./validateChatPrompt.js";
 export async function trimChatPrompt({ prompt, model, tokenLimit = model.contextWindowSize -
     (model.settings.maxCompletionTokens ?? model.contextWindowSize / 4), }) {
     validateChatPrompt(prompt);
-    const startsWithSystemMessage = "system" in prompt[0];
-    const systemMessage = startsWithSystemMessage ? [prompt[0]] : [];
-    let messages = [];
-    // add the last message (final user message) to the prompt
-    messages.push(prompt[prompt.length - 1]);
+    let minimalPrompt = {
+        system: prompt.system,
+        messages: [prompt.messages[prompt.messages.length - 1]], // last user message
+    };
     // check if the minimal prompt is already too long
-    const promptTokenCount = await model.countPromptTokens([
-        ...systemMessage,
-        ...messages,
-    ]);
+    const promptTokenCount = await model.countPromptTokens(minimalPrompt);
     // the minimal chat prompt is already over the token limit and cannot be trimmed further:
     if (promptTokenCount > tokenLimit) {
-        return [...systemMessage, prompt[prompt.length - 1]];
+        return minimalPrompt;
     }
     // inner messages
-    const innerMessages = prompt.slice(startsWithSystemMessage ? 1 : 0, -1);
+    const innerMessages = prompt.messages.slice(0, -1);
     // taking always a pair of user-message and ai-message from the end, moving backwards
     for (let i = innerMessages.length - 1; i >= 0; i -= 2) {
-        const aiMessage = innerMessages[i];
+        const assistantMessage = innerMessages[i];
         const userMessage = innerMessages[i - 1];
-        // create a temporary array and check if it fits within the token limit
-        const tokenCount = await model.countPromptTokens([
-            ...systemMessage,
-            userMessage,
-            aiMessage,
-            ...messages,
-        ]);
+        // create a temporary prompt and check if it fits within the token limit
+        const attemptedPrompt = {
+            system: prompt.system,
+            messages: [userMessage, assistantMessage, ...minimalPrompt.messages],
+        };
+        const tokenCount = await model.countPromptTokens(attemptedPrompt);
         if (tokenCount > tokenLimit) {
             break;
         }
-        // if it fits, add the messages to the messages array
-        messages = [userMessage, aiMessage, ...messages];
+        // if it fits, its the new minimal prompt
+        minimalPrompt = attemptedPrompt;
     }
-    return [...systemMessage, ...messages];
+    return minimalPrompt;
 }