node-llama-cpp 3.0.0-beta.44 → 3.0.0-beta.46

package/dist/chatWrappers/Llama3_1ChatWrapper.js

@@ -1,6 +1,5 @@
 import { ChatWrapper } from "../ChatWrapper.js";
 import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
-import { defaultChatSystemPrompt } from "../config.js";
 import { ChatModelFunctionsDocumentationGenerator } from "./utils/ChatModelFunctionsDocumentationGenerator.js";
 import { jsonDumps } from "./utils/jsonDumps.js";
 // source: https://llama.meta.com/docs/model-cards-and-prompt-formats/llama3_1
@@ -8,6 +7,8 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
     wrapperName = "Llama 3.1";
     cuttingKnowledgeDate;
     todayDate;
+    noToolInstructions;
+    /** @internal */ _specialTokensTextForPreamble;
     settings = {
         supportsSystemMessages: true,
         functions: {
@@ -26,14 +27,20 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
     /**
      * @param options
      */
-    constructor({ cuttingKnowledgeDate = new Date("2023-12-01T00:00:00Z"), todayDate = new Date() } = {}) {
+    constructor({ cuttingKnowledgeDate = new Date("2023-12-01T00:00:00Z"), todayDate = () => new Date(), noToolInstructions = false, _specialTokensTextForPreamble = false } = {}) {
         super();
         this.cuttingKnowledgeDate = cuttingKnowledgeDate == null
             ? null
-            : new Date(cuttingKnowledgeDate);
+            : cuttingKnowledgeDate instanceof Function
+                ? cuttingKnowledgeDate
+                : new Date(cuttingKnowledgeDate);
         this.todayDate = todayDate == null
             ? null
-            : new Date(todayDate);
+            : todayDate instanceof Function
+                ? todayDate
+                : new Date(todayDate);
+        this.noToolInstructions = noToolInstructions;
+        this._specialTokensTextForPreamble = _specialTokensTextForPreamble;
     }
     addAvailableFunctionsSystemMessageToHistory(history, availableFunctions, { documentParams = true } = {}) {
         const availableFunctionNames = Object.keys(availableFunctions ?? {});
@@ -54,7 +61,8 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
         return res;
     }
     generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
-        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
+        const chatHistoryWithPreamble = this.prependPreambleToChatHistory(chatHistory);
+        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistoryWithPreamble, availableFunctions, {
             documentParams: documentFunctionParams
         });
         const resultItems = [];
@@ -62,12 +70,14 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
         let userTexts = [];
         let modelTexts = [];
         let currentAggregateFocus = null;
-        function flush() {
+        const flush = () => {
             if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
                 resultItems.push({
                     system: systemTexts.length === 0
                         ? null
-                        : LlamaText.joinValues("\n\n", systemTexts),
+                        : LlamaText.joinValues(resultItems.length === 0 && this._specialTokensTextForPreamble
+                            ? LlamaText(new SpecialTokensText("\n\n"))
+                            : "\n\n", systemTexts),
                     user: userTexts.length === 0
                         ? null
                         : LlamaText.joinValues("\n\n", userTexts),
@@ -78,7 +88,7 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
             systemTexts = [];
             userTexts = [];
             modelTexts = [];
-        }
+        };
         for (const item of historyWithFunctions) {
             if (item.type === "system") {
                 if (currentAggregateFocus !== "system")
@@ -99,7 +109,7 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
                 modelTexts.push(this.generateModelResponseText(item.response));
             }
             else
-                void (item);
+                void item;
         }
         flush();
         const contextText = LlamaText(new SpecialToken("BOS"), resultItems.map((item, index) => {
@@ -176,39 +186,46 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
             "- Always add your sources when using search results to answer the user query"
         ]);
     }
-    generateInitialChatHistory({ systemPrompt = defaultChatSystemPrompt }) {
-        const res = [];
-        function formatDate(date) {
-            const day = date.toLocaleDateString("en-US", { day: "numeric", timeZone: "UTC" });
-            const month = date.toLocaleDateString("en-US", { month: "short", timeZone: "UTC" });
-            const year = date.toLocaleDateString("en-US", { year: "numeric", timeZone: "UTC" });
-            return `${day} ${month} ${year}`;
-        }
-        const formatMonthDate = (date) => {
-            const today = this.todayDate ?? new Date();
+    prependPreambleToChatHistory(chatHistory) {
+        const res = chatHistory.slice();
+        const formatMonthDate = (date, timezone) => {
+            const today = this.todayDate instanceof Function
+                ? this.todayDate()
+                : (this.todayDate ?? new Date());
             if (today.getUTCMonth() === date.getUTCMonth() && today.getUTCFullYear() === date.getUTCFullYear())
-                return formatDate(date);
-            const month = date.toLocaleDateString("en-US", { month: "long", timeZone: "UTC" });
-            const year = date.toLocaleDateString("en-US", { year: "numeric", timeZone: "UTC" });
+                return formatDate(date, timezone);
+            const month = date.toLocaleDateString("en-US", { month: "long", timeZone: timezone });
+            const year = date.toLocaleDateString("en-US", { year: "numeric", timeZone: timezone });
             return `${month} ${year}`;
         };
         const lines = [];
-        if (this.cuttingKnowledgeDate != null)
-            lines.push(`Cutting Knowledge Date: ${formatMonthDate(this.cuttingKnowledgeDate)}`);
-        if (this.todayDate != null)
-            lines.push(`Today Date: ${formatDate(this.todayDate)}`);
-        lines.push("");
-        lines.push("# Tool Instructions");
-        lines.push("- When looking for real time information use relevant functions if available");
-        lines.push("");
-        lines.push("");
-        res.push({
-            type: "system",
-            text: LlamaText.joinValues("\n", lines).toJSON()
-        }, {
-            type: "system",
-            text: LlamaText(systemPrompt ?? defaultChatSystemPrompt).toJSON()
-        });
+        if (this.cuttingKnowledgeDate != null) {
+            const date = this.cuttingKnowledgeDate instanceof Function
+                ? this.cuttingKnowledgeDate()
+                : this.cuttingKnowledgeDate;
+            lines.push(`Cutting Knowledge Date: ${formatMonthDate(date, "UTC")}`);
+        }
+        if (this.todayDate != null) {
+            const date = this.todayDate instanceof Function
+                ? this.todayDate()
+                : this.todayDate;
+            lines.push(`Today Date: ${formatDate(date, undefined)}`);
+        }
+        if (!this.noToolInstructions) {
+            if (lines.length > 0)
+                lines.push("");
+            lines.push("# Tool Instructions");
+            lines.push("- When looking for real time information use relevant functions if available");
+            lines.push("");
+            lines.push("");
+        }
+        if (lines.length > 0)
+            res.unshift({
+                type: "system",
+                text: this._specialTokensTextForPreamble
+                    ? LlamaText(new SpecialTokensText(lines.join("\n"))).toJSON()
+                    : LlamaText.joinValues("\n", lines).toJSON()
+            });
         return res;
     }
     /** @internal */
@@ -219,5 +236,42 @@ export class Llama3_1ChatWrapper extends ChatWrapper {
         }
         return true;
     }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            {},
+            [{ todayDate: null }, {}],
+            [{ cuttingKnowledgeDate: null }, {}],
+            [{ noToolInstructions: true }, {}],
+            [{ todayDate: null, cuttingKnowledgeDate: null }, {}],
+            [{ todayDate: null, cuttingKnowledgeDate: null, noToolInstructions: true }, {}],
+            [{ todayDate: new Date("2024-07-26T00:00:00"), cuttingKnowledgeDate: null, noToolInstructions: true }, {}],
+            [
+                {
+                    todayDate: new Date("2024-07-26T00:00:00"),
+                    cuttingKnowledgeDate: new Date("2023-12-01T00:00:00Z"),
+                    noToolInstructions: true
+                },
+                { cuttingKnowledgeDate: new Date("2023-12-01T00:00:00Z") },
+                { "date_string": formatDate(new Date("2024-07-26T00:00:00"), undefined) }
+            ],
+            [
+                {
+                    todayDate: new Date("2024-07-26T00:00:00"),
+                    cuttingKnowledgeDate: new Date("2023-12-01T00:00:00Z"),
+                    noToolInstructions: true,
+                    _specialTokensTextForPreamble: true
+                },
+                { cuttingKnowledgeDate: new Date("2023-12-01T00:00:00Z") },
+                { "date_string": formatDate(new Date("2024-07-26T00:00:00"), undefined) }
+            ]
+        ];
+    }
+}
+function formatDate(date, timezone) {
+    const day = date.toLocaleDateString("en-US", { day: "numeric", timeZone: timezone });
+    const month = date.toLocaleDateString("en-US", { month: "short", timeZone: timezone });
+    const year = date.toLocaleDateString("en-US", { year: "numeric", timeZone: timezone });
+    return `${day} ${month} ${year}`;
 }
 //# sourceMappingURL=Llama3_1ChatWrapper.js.map

package/dist/chatWrappers/Llama3_1ChatWrapper.js.map

@@ -1 +1 @@
-{"version":3,"file":"Llama3_1ChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/Llama3_1ChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAK9C,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,uBAAuB,EAAC,MAAM,cAAc,CAAC;AACrD,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAC7G,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAE/C,8EAA8E;AAC9E,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IAChC,WAAW,GAAW,WAAW,CAAC;IAElC,oBAAoB,CAAe;IACnC,SAAS,CAAc;IAEd,QAAQ,GAAwB;QACrD,sBAAsB,EAAE,IAAI;QAC5B,SAAS,EAAE;YACP,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBACtD,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACnD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;aACpE;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,mDAAmD,CAAC,CAAC;gBAC7F,MAAM,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,iBAAiB,CAAC,mDAAmD,CAAC,CAAC;aACzH;SACJ;KACJ,CAAC;IAEF;;OAEG;IACH,YAAmB,EACf,oBAAoB,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,EACvD,SAAS,GAAG,IAAI,IAAI,EAAE,KAatB,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,IAAI,IAAI;YACpD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI;YAC9B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAEe,2CAA2C,CACvD,OAAmC,EACnC,kBAAuC,EAAE,EACrC,cAAc,GAAG,IAAI,KAGrB,EAAE;QAEN,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,kBAAkB,IAAI,IAAI,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACjE,OAAO,OAAO,CAAC;QAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAE5B,MAAM,sBAAsB,GAAsB;YAC9C,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,EAAE,EAAC,cAAc,EAAC,CAAC,CAAC,MAAM,EAAE;SACjG,CAAC;QAEF,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ;YACvE,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;;YAEzC,GAAG,CAAC,OAAO,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,EAAE,EAAC,cAAc,EAAC,CAAC,CAAC,MAAM,EAAE;aACjG,CAAC,CAAC;QAEP,OAAO,GAAG,CAAC;IACf,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAIZ,EAAE,CAAC;QAER,IAAI,WAAW,GAAgB,EAAE,CAAC;QAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;QACjC,IAAI,qBAAqB,GAAuC,IAAI,CAAC;QAErE,SAAS,KAAK;YACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBACvE,WAAW,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;wBAC5B,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;oBAC/C,IAAI,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC;wBACxB,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC7C,KAAK,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;wBAC1B,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBACjD,CAAC,CAAC;YAEP,WAAW,GAAG,EAAE,CAAC;YACjB,SAAS,GAAG,EAAE,CAAC;YACf,UAAU,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,qBAAqB,KAAK,QAAQ;oBAClC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,IAAI,qBAAqB,KAAK,MAAM;oBAChC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,MAAM,CAAC;gBAC/B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,IAAI,qBAAqB,KAAK,OAAO;oBACjC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,OAAO,CAAC;gBAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,CAAC;;gBACG,KAAK,CAAC,IAAoB,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,MAAM,GAAG,GAAgB,EAAE,CAAC;YAE5B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBACtB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,gDAAgD,CAAC;oBACvE,IAAI,CAAC,MAAM;oBACX,IAAI,YAAY,CAAC,KAAK,CAAC;iBAC1B,CAAC,CACL,CAAC;YACN,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;gBACpB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,8CAA8C,CAAC;oBACrE,IAAI,CAAC,IAAI;oBACT,IAAI,YAAY,CAAC,KAAK,CAAC;iBAC1B,CAAC,CACL,CAAC;YACN,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBACrB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;oBAC1E,IAAI,CAAC,KAAK;oBACV,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC;iBAChC,CAAC,CACL,CAAC;YACN,CAAC;YAED,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACnD,SAAS,CAAC,YAAY,CAAC;gBACvB,SAAS,CAAC,iBAAiB,CAAC;aAC/B;SACJ,CAAC;IACN,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,6CAA6C;YAC7C,EAAE;YACF,+BAA+B,CAAC,6BAA6B,CAAC,EAAC,cAAc,EAAC,CAAC;YAC/E,EAAE;YACF,EAAE;YACF,sEAAsE;YACtE,oDAAoD;YACpD,OAAO;YACP,EAAE;YACF,0BAA0B;YAC1B,wGAAwG;YACxG,0BAA0B;YAC1B,EAAE;YACF,qBAAqB;YACrB,SAAS,CAAC;gBACN,IAAI,iBAAiB,CAAC,YAAY,CAAC;gBACnC,uBAAuB;gBACvB,IAAI,iBAAiB,CAAC,GAAG,CAAC;gBAC1B,SAAS,CAAC,EAAC,cAAc,EAAE,eAAe,EAAC,CAAC;gBAC5C,IAAI,iBAAiB,CAAC,aAAa,CAAC;aACvC,CAAC;YACF,EAAE;YACF,WAAW;YACX,mDAAmD;YACnD,oCAAoC;YACpC,kDAAkD;YAClD,8EAA8E;SACjF,CAAC,CAAC;IACP,CAAC;IAEe,0BAA0B,CAAC,EACvC,YAAY,GAAG,uBAAuB,EACC;QACvC,MAAM,GAAG,GAAsB,EAAE,CAAC;QAElC,SAAS,UAAU,CAAC,IAAU;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAC;YAChF,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAC;YAClF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAC;YAClF,OAAO,GAAG,GAAG,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,eAAe,GAAG,CAAC,IAAU,EAAE,EAAE;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;YAC3C,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,cAAc,EAAE,KAAK,IAAI,CAAC,cAAc,EAAE;gBAC9F,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC;YAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAC;YAClF,OAAO,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC;QAC9B,CAAC,CAAC;QAEF,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI;YACjC,KAAK,CAAC,IAAI,CAAC,2BAA2B,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAExF,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAE5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,GAAG,CAAC,IAAI,CAAC;YACL,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE;SACnD,EAAE;YACC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,SAAS,CAAC,YAAY,IAAI,uBAAuB,CAAC,CAAC,MAAM,EAAE;SACpE,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACf,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,wBAAwB,CAAC,OAAiD;QAC7F,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;YACzE,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}
+{"version":3,"file":"Llama3_1ChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/Llama3_1ChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAqC,MAAM,mBAAmB,CAAC;AAKlF,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAC7G,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAE/C,8EAA8E;AAC9E,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IAChC,WAAW,GAAW,WAAW,CAAC;IAElC,oBAAoB,CAA8B;IAClD,SAAS,CAA6B;IACtC,kBAAkB,CAAU;IAE5C,gBAAgB,CAAkB,6BAA6B,CAAU;IAEhD,QAAQ,GAAwB;QACrD,sBAAsB,EAAE,IAAI;QAC5B,SAAS,EAAE;YACP,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBACtD,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACnD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;aACpE;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,mDAAmD,CAAC,CAAC;gBAC7F,MAAM,EAAE,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,iBAAiB,CAAC,mDAAmD,CAAC,CAAC;aACzH;SACJ;KACJ,CAAC;IAEF;;OAEG;IACH,YAAmB,EACf,oBAAoB,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,EACvD,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,EAC5B,kBAAkB,GAAG,KAAK,EAE1B,6BAA6B,GAAG,KAAK,KAoBrC,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,IAAI,IAAI;YACpD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,oBAAoB,YAAY,QAAQ;gBACtC,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI;YAC9B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,SAAS,YAAY,QAAQ;gBAC3B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAE7C,IAAI,CAAC,6BAA6B,GAAG,6BAA6B,CAAC;IACvE,CAAC;IAEe,2CAA2C,CACvD,OAAmC,EACnC,kBAAuC,EAAE,EACrC,cAAc,GAAG,IAAI,KAGrB,EAAE;QAEN,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,kBAAkB,IAAI,IAAI,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACjE,OAAO,OAAO,CAAC;QAEnB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAE5B,MAAM,sBAAsB,GAAsB;YAC9C,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,EAAE,EAAC,cAAc,EAAC,CAAC,CAAC,MAAM,EAAE;SACjG,CAAC;QAEF,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,QAAQ;YACzE,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,sBAAsB,CAAC,CAAC;;YAEzC,GAAG,CAAC,OAAO,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,EAAE,EAAC,cAAc,EAAC,CAAC,CAAC,MAAM,EAAE;aACjG,CAAC,CAAC;QAEP,OAAO,GAAG,CAAC;IACf,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,uBAAuB,GAAG,IAAI,CAAC,4BAA4B,CAAC,WAAW,CAAC,CAAC;QAC/E,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,uBAAuB,EAAE,kBAAkB,EAAE;YACvH,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAIZ,EAAE,CAAC;QAER,IAAI,WAAW,GAAgB,EAAE,CAAC;QAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;QACjC,IAAI,qBAAqB,GAAuC,IAAI,CAAC;QAErE,MAAM,KAAK,GAAG,GAAG,EAAE;YACf,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBACvE,WAAW,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;wBAC5B,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,SAAS,CAAC,UAAU,CAClB,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,6BAA6B;4BAC1D,CAAC,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;4BAC1C,CAAC,CAAC,MAAM,EACZ,WAAW,CACd;oBACL,IAAI,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC;wBACxB,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC7C,KAAK,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;wBAC1B,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBACjD,CAAC,CAAC;YAEP,WAAW,GAAG,EAAE,CAAC;YACjB,SAAS,GAAG,EAAE,CAAC;YACf,UAAU,GAAG,EAAE,CAAC;QACpB,CAAC,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,qBAAqB,KAAK,QAAQ;oBAClC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,IAAI,qBAAqB,KAAK,MAAM;oBAChC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,MAAM,CAAC;gBAC/B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,IAAI,qBAAqB,KAAK,OAAO;oBACjC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,OAAO,CAAC;gBAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,MAAM,GAAG,GAAgB,EAAE,CAAC;YAE5B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBACtB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,gDAAgD,CAAC;oBACvE,IAAI,CAAC,MAAM;oBACX,IAAI,YAAY,CAAC,KAAK,CAAC;iBAC1B,CAAC,CACL,CAAC;YACN,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;gBACpB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,8CAA8C,CAAC;oBACrE,IAAI,CAAC,IAAI;oBACT,IAAI,YAAY,CAAC,KAAK,CAAC;iBAC1B,CAAC,CACL,CAAC;YACN,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBACrB,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,mDAAmD,CAAC;oBAC1E,IAAI,CAAC,KAAK;oBACV,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC;iBAChC,CAAC,CACL,CAAC;YACN,CAAC;YAED,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;gBACnD,SAAS,CAAC,YAAY,CAAC;gBACvB,SAAS,CAAC,iBAAiB,CAAC;aAC/B;SACJ,CAAC;IACN,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,6CAA6C;YAC7C,EAAE;YACF,+BAA+B,CAAC,6BAA6B,CAAC,EAAC,cAAc,EAAC,CAAC;YAC/E,EAAE;YACF,EAAE;YACF,sEAAsE;YACtE,oDAAoD;YACpD,OAAO;YACP,EAAE;YACF,0BAA0B;YAC1B,wGAAwG;YACxG,0BAA0B;YAC1B,EAAE;YACF,qBAAqB;YACrB,SAAS,CAAC;gBACN,IAAI,iBAAiB,CAAC,YAAY,CAAC;gBACnC,uBAAuB;gBACvB,IAAI,iBAAiB,CAAC,GAAG,CAAC;gBAC1B,SAAS,CAAC,EAAC,cAAc,EAAE,eAAe,EAAC,CAAC;gBAC5C,IAAI,iBAAiB,CAAC,aAAa,CAAC;aACvC,CAAC;YACF,EAAE;YACF,WAAW;YACX,mDAAmD;YACnD,oCAAoC;YACpC,kDAAkD;YAClD,8EAA8E;SACjF,CAAC,CAAC;IACP,CAAC;IAEM,4BAA4B,CAAC,WAAuC;QACvE,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;QAEhC,MAAM,eAAe,GAAG,CAAC,IAAU,EAAE,QAAgB,EAAE,EAAE;YACrD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,YAAY,QAAQ;gBAC5C,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE;gBAClB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;YAErC,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,cAAc,EAAE,KAAK,IAAI,CAAC,cAAc,EAAE;gBAC9F,OAAO,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAEtC,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC;YACpF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC;YACrF,OAAO,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC;QAC9B,CAAC,CAAC;QAEF,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,YAAY,QAAQ;gBACtD,CAAC,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAC7B,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;YAEhC,KAAK,CAAC,IAAI,CAAC,2BAA2B,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,YAAY,QAAQ;gBAC3C,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE;gBAClB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnB,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;YAC3F,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAChB,GAAG,CAAC,OAAO,CAAC;gBACR,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,IAAI,CAAC,6BAA6B;oBACpC,CAAC,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;oBAC7D,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE;aACnD,CAAC,CAAC;QAEP,OAAO,GAAG,CAAC;IACf,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,wBAAwB,CAAC,OAAiD;QAC7F,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;YACzE,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;QAC/E,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO;YACH,EAAE;YACF,CAAC,EAAC,SAAS,EAAE,IAAI,EAAC,EAAE,EAAE,CAAC;YACvB,CAAC,EAAC,oBAAoB,EAAE,IAAI,EAAC,EAAE,EAAE,CAAC;YAClC,CAAC,EAAC,kBAAkB,EAAE,IAAI,EAAC,EAAE,EAAE,CAAC;YAChC,CAAC,EAAC,SAAS,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAC,EAAE,EAAE,CAAC;YACnD,CAAC,EAAC,SAAS,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAC,EAAE,EAAE,CAAC;YAC7E,CAAC,EAAC,SAAS,EAAE,IAAI,IAAI,CAAC,qBAAqB,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAC,EAAE,EAAE,CAAC;YAExG;gBACI;oBACI,SAAS,EAAE,IAAI,IAAI,CAAC,qBAAqB,CAAC;oBAC1C,oBAAoB,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC;oBACtD,kBAAkB,EAAE,IAAI;iBAC3B;gBACD,EAAC,oBAAoB,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC,EAAC;gBACxD,EAAC,aAAa,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,qBAAqB,CAAC,EAAE,SAAS,CAAC,EAAC;aAC1E;YAED;gBACI;oBACI,SAAS,EAAE,IAAI,IAAI,CAAC,qBAAqB,CAAC;oBAC1C,oBAAoB,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC;oBACtD,kBAAkB,EAAE,IAAI;oBACxB,6BAA6B,EAAE,IAAI;iBACtC;gBACD,EAAC,oBAAoB,EAAE,IAAI,IAAI,CAAC,sBAAsB,CAAC,EAAC;gBACxD,EAAC,aAAa,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,qBAAqB,CAAC,EAAE,SAAS,CAAC,EAAC;aAC1E;SACsD,CAAC;IAChE,CAAC;CACJ;AAED,SAAS,UAAU,CAAC,IAAU,EAAE,QAAgB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC;IACnF,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC;IACrF,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC;IACrF,OAAO,GAAG,GAAG,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;AACrC,CAAC"}

package/dist/chatWrappers/MistralChatWrapper.d.ts

@@ -0,0 +1,15 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatHistoryItem, ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState, ChatWrapperGenerateInitialHistoryOptions, ChatWrapperSettings } from "../types.js";
+export declare class MistralChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    readonly settings: ChatWrapperSettings;
+    constructor({ addSpaceBeforeEos }?: {
+        /**
+         * Default to `true`
+         */
+        addSpaceBeforeEos?: boolean;
+    });
+    addAvailableFunctionsSystemMessageToHistory(history: readonly ChatHistoryItem[]): readonly ChatHistoryItem[];
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
+    generateInitialChatHistory({ systemPrompt }?: ChatWrapperGenerateInitialHistoryOptions): ChatHistoryItem[];
+}

package/dist/chatWrappers/MistralChatWrapper.js

@@ -0,0 +1,169 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
+import { jsonDumps } from "./utils/jsonDumps.js";
+import { chunkChatItems } from "./utils/chunkChatItems.js";
+// source:
+// https://github.com/mistralai/platform-docs-public/blob/02c3f50e427ce5cf96bba9710501598f621babea/docs/guides/tokenization.mdx#v3-tokenizer
+//
+// source: https://docs.mistral.ai/guides/tokenization/#v3-tokenizer
+export class MistralChatWrapper extends ChatWrapper {
+    wrapperName = "Mistral";
+    settings = {
+        supportsSystemMessages: true,
+        functions: {
+            call: {
+                optionalPrefixSpace: true,
+                prefix: '{"name": "',
+                paramsPrefix: '", "arguments": ',
+                suffix: "}"
+            },
+            result: {
+                prefix: '{"name": "{{functionName}}", "content": ',
+                suffix: "}"
+            },
+            parallelism: {
+                call: {
+                    sectionPrefix: LlamaText(new SpecialTokensText("[TOOL_CALLS]"), "["),
+                    betweenCalls: ", ",
+                    sectionSuffix: LlamaText("]", new SpecialToken("EOS"))
+                },
+                result: {
+                    sectionPrefix: LlamaText(new SpecialTokensText("[TOOL_RESULTS]"), "["),
+                    betweenResults: ", ",
+                    sectionSuffix: LlamaText("]", new SpecialTokensText("[/TOOL_RESULTS]"))
+                }
+            }
+        }
+    };
+    /** @internal */ _addSpaceBeforeEos;
+    constructor({ addSpaceBeforeEos = false } = {}) {
+        super();
+        this._addSpaceBeforeEos = addSpaceBeforeEos;
+    }
+    addAvailableFunctionsSystemMessageToHistory(history) {
+        return history;
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const toolsText = this._generateAvailableToolsText({ availableFunctions, documentFunctionParams });
+        const { systemMessage, chatHistory: chatHistoryWithoutSystemMessage } = this._splitSystemMessageFromChatHistory(chatHistory);
+        const { lastInteraction, chatHistory: cleanChatHistory } = this._splitLastInteractionFromChatHistory(chatHistoryWithoutSystemMessage);
+        const chunkedChatHistory = chunkChatItems(cleanChatHistory, {
+            generateModelResponseText: this.generateModelResponseText.bind(this)
+        });
+        const chunkedLastInteraction = chunkChatItems(lastInteraction, {
+            generateModelResponseText: this.generateModelResponseText.bind(this)
+        });
+        const contextText = LlamaText(new SpecialToken("BOS"), chunkedChatHistory.map(({ system, user, model }) => {
+            return LlamaText([
+                new SpecialTokensText("[INST]"),
+                LlamaText.joinValues("\n\n", [
+                    system,
+                    user
+                ].filter((item) => item.values.length > 0)),
+                new SpecialTokensText("[/INST]"),
+                model,
+                this._addSpaceBeforeEos
+                    ? " "
+                    : "",
+                new SpecialToken("EOS")
+            ]);
+        }), toolsText === ""
+            ? ""
+            : [
+                new SpecialTokensText("[AVAILABLE_TOOLS]"),
+                toolsText,
+                new SpecialTokensText("[/AVAILABLE_TOOLS]")
+            ], chunkedLastInteraction.map(({ system, user, model }, index) => {
+            const isLastItem = index === chunkedLastInteraction.length - 1;
+            return LlamaText([
+                new SpecialTokensText("[INST]"),
+                (isLastItem && LlamaText(systemMessage).values.length > 0)
+                    ? [systemMessage, "\n\n"]
+                    : "",
+                LlamaText.joinValues("\n\n", [
+                    system,
+                    user
+                ].filter((item) => item.values.length > 0)),
+                new SpecialTokensText("[/INST]"),
+                model,
+                this._addSpaceBeforeEos
+                    ? " "
+                    : "",
+                isLastItem
+                    ? LlamaText([])
+                    : new SpecialToken("EOS")
+            ]);
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText("</s>")
+            ]
+        };
+    }
+    generateInitialChatHistory({ systemPrompt } = {}) {
+        if (systemPrompt == null || systemPrompt.trim() === "")
+            return [];
+        return [{
+                type: "system",
+                text: LlamaText(systemPrompt).toJSON()
+            }];
+    }
+    /** @internal */
+    _generateAvailableToolsText({ availableFunctions, documentFunctionParams = true }) {
+        const availableFunctionNames = Object.keys(availableFunctions ?? {});
+        if (availableFunctions == null || availableFunctionNames.length === 0)
+            return "";
+        const availableTools = availableFunctionNames.map((functionName) => {
+            const functionDefinition = availableFunctions[functionName];
+            return {
+                type: "function",
+                function: {
+                    name: functionName,
+                    description: functionDefinition?.description != null && functionDefinition.description.trim() !== ""
+                        ? functionDefinition.description
+                        : undefined,
+                    parameters: documentFunctionParams && functionDefinition?.params != null
+                        ? functionDefinition.params
+                        : undefined
+                }
+            };
+        });
+        return jsonDumps(availableTools);
+    }
+    /** @internal */
+    _splitSystemMessageFromChatHistory(history) {
+        const systemMessages = [];
+        const newHistory = history.slice();
+        while (newHistory.length > 0 && newHistory[0].type === "system")
+            systemMessages.push(LlamaText.fromJSON(newHistory.shift().text));
+        return {
+            systemMessage: LlamaText.joinValues("\n\n", systemMessages),
+            chatHistory: newHistory
+        };
+    }
+    /** @internal */
+    _splitLastInteractionFromChatHistory(history) {
+        const lastInteraction = [];
+        const newHistory = history.slice();
+        while (newHistory.length > 0) {
+            const item = newHistory.pop();
+            lastInteraction.unshift(item);
+            if (item.type === "user")
+                break;
+        }
+        return {
+            lastInteraction,
+            chatHistory: newHistory
+        };
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            { addSpaceBeforeEos: false },
+            { addSpaceBeforeEos: true }
+        ];
+    }
+}
+//# sourceMappingURL=MistralChatWrapper.js.map

package/dist/chatWrappers/MistralChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MistralChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/MistralChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAqC,MAAM,mBAAmB,CAAC;AAKlF,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAC/C,OAAO,EAAC,cAAc,EAAC,MAAM,2BAA2B,CAAC;AAEzD,UAAU;AACV,4IAA4I;AAC5I,EAAE;AACF,oEAAoE;AACpE,MAAM,OAAO,kBAAmB,SAAQ,WAAW;IAC/B,WAAW,GAAW,SAAS,CAAC;IAEvB,QAAQ,GAAwB;QACrD,sBAAsB,EAAE,IAAI;QAC5B,SAAS,EAAE;YACP,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,YAAY;gBACpB,YAAY,EAAE,kBAAkB;gBAChC,MAAM,EAAE,GAAG;aACd;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,0CAA0C;gBAClD,MAAM,EAAE,GAAG;aACd;YACD,WAAW,EAAE;gBACT,IAAI,EAAE;oBACF,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,EAAE,GAAG,CAAC;oBACpE,YAAY,EAAE,IAAI;oBAClB,aAAa,EAAE,SAAS,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;iBACzD;gBACD,MAAM,EAAE;oBACJ,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,EAAE,GAAG,CAAC;oBACtE,cAAc,EAAE,IAAI;oBACpB,aAAa,EAAE,SAAS,CAAC,GAAG,EAAE,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;iBAC1E;aACJ;SACJ;KACJ,CAAC;IAEF,gBAAgB,CAAkB,kBAAkB,CAAU;IAE9D,YAAmB,EACf,iBAAiB,GAAG,KAAK,KAMzB,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;IAChD,CAAC;IAEe,2CAA2C,CAAC,OAAmC;QAC3F,OAAO,OAAO,CAAC;IACnB,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,2BAA2B,CAAC,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,CAAC,CAAC;QACjG,MAAM,EAAC,aAAa,EAAE,WAAW,EAAE,+BAA+B,EAAC,GAAG,IAAI,CAAC,kCAAkC,CAAC,WAAW,CAAC,CAAC;QAC3H,MAAM,EAAC,eAAe,EAAE,WAAW,EAAE,gBAAgB,EAAC,GAAG,IAAI,CAAC,oCAAoC,CAAC,+BAA+B,CAAC,CAAC;QAEpI,MAAM,kBAAkB,GAAG,cAAc,CAAC,gBAAgB,EAAE;YACxD,yBAAyB,EAAE,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC;SACvE,CAAC,CAAC;QACH,MAAM,sBAAsB,GAAG,cAAc,CAAC,eAAe,EAAE;YAC3D,yBAAyB,EAAE,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC;SACvE,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,EAAE;YAC7C,OAAO,SAAS,CAAC;gBACb,IAAI,iBAAiB,CAAC,QAAQ,CAAC;gBAC/B,SAAS,CAAC,UAAU,CAAC,MAAM,EACvB;oBACI,MAAM;oBACN,IAAI;iBACP,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7C;gBACD,IAAI,iBAAiB,CAAC,SAAS,CAAC;gBAChC,KAAK;gBACL,IAAI,CAAC,kBAAkB;oBACnB,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,EAAE;gBACR,IAAI,YAAY,CAAC,KAAK,CAAC;aAC1B,CAAC,CAAC;QACP,CAAC,CAAC,EACF,SAAS,KAAK,EAAE;YACZ,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,IAAI,iBAAiB,CAAC,mBAAmB,CAAC;gBAC1C,SAAS;gBACT,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;aAC9C,EACL,sBAAsB,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;YACxD,MAAM,UAAU,GAAG,KAAK,KAAK,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;YAE/D,OAAO,SAAS,CAAC;gBACb,IAAI,iBAAiB,CAAC,QAAQ,CAAC;gBAC/B,CAAC,UAAU,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBACtD,CAAC,CAAC,CAAC,aAAa,EAAE,MAAM,CAAC;oBACzB,CAAC,CAAC,EAAE;gBACR,SAAS,CAAC,UAAU,CAAC,MAAM,EACvB;oBACI,MAAM;oBACN,IAAI;iBACP,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7C;gBACD,IAAI,iBAAiB,CAAC,SAAS,CAAC;gBAChC,KAAK;gBACL,IAAI,CAAC,kBAAkB;oBACnB,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,EAAE;gBACR,UAAU;oBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC;aAChC,CAAC,CAAC;QACP,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,MAAM,CAAC;aACpB;SACJ,CAAC;IACN,CAAC;IAEe,0BAA0B,CAAC,EACvC,YAAY,KAC8B,EAAE;QAC5C,IAAI,YAAY,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE;YAClD,OAAO,EAAE,CAAC;QAEd,OAAO,CAAC;gBACJ,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE;aACzC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,2BAA2B,CAAC,EAChC,kBAAkB,EAClB,sBAAsB,GAAG,IAAI,EAIhC;QACG,MAAM,sBAAsB,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,kBAAkB,IAAI,IAAI,IAAI,sBAAsB,CAAC,MAAM,KAAK,CAAC;YACjE,OAAO,EAAE,CAAC;QAEd,MAAM,cAAc,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAC/D,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAE5D,OAAO;gBACH,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACN,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE;wBAChG,CAAC,CAAC,kBAAkB,CAAC,WAAW;wBAChC,CAAC,CAAC,SAAS;oBACf,UAAU,EAAE,sBAAsB,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;wBACpE,CAAC,CAAC,kBAAkB,CAAC,MAAM;wBAC3B,CAAC,CAAC,SAAS;iBAClB;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;IAED,gBAAgB;IACR,kCAAkC,CAAC,OAAmC;QAC1E,MAAM,cAAc,GAAgB,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAEnC,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,QAAQ;YAC5D,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAE,UAAU,CAAC,KAAK,EAAyB,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7F,OAAO;YACH,aAAa,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC;YAC3D,WAAW,EAAE,UAAU;SAC1B,CAAC;IACN,CAAC;IAED,gBAAgB;IACR,oCAAoC,CAAC,OAAmC;QAC5E,MAAM,eAAe,GAAsB,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAEnC,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAG,CAAC;YAC/B,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAE9B,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBACpB,MAAM;QACd,CAAC;QAED,OAAO;YACH,eAAe;YACf,WAAW,EAAE,UAAU;SAC1B,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO;YACH,EAAC,iBAAiB,EAAE,KAAK,EAAC;YAC1B,EAAC,iBAAiB,EAAE,IAAI,EAAC;SAC8B,CAAC;IAChE,CAAC;CACJ"}

package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.d.ts

@@ -45,6 +45,10 @@ export type JinjaTemplateChatWrapperOptions = {
      * Defaults to `true`.
      */
     trimLeadingWhitespaceInResponses?: boolean;
+    /**
+     * Additional parameters to use for rendering the Jinja template.
+     */
+    additionalRenderParameters?: Record<string, any>;
 };
 export type JinjaTemplateChatWrapperOptionsConvertMessageFormat = {
     use?: "always" | "ifNeeded";
@@ -58,6 +62,22 @@ export type JinjaTemplateChatWrapperOptionsConvertMessageFormat = {
  * from the `ChatWrapper` class and implement a custom chat wrapper of your own in TypeScript.
  *
  * For a simpler way to create a chat wrapper, see the `TemplateChatWrapper` class.
+ * @example
+ * <span v-pre>
+ *
+ * ```ts
+ * import {JinjaTemplateChatWrapper} from "node-llama-cpp";
+ *
+ * const chatWrapper = new JinjaTemplateChatWrapper({
+ *     template: "<Jinja template here>",
+ *     // functionCallMessageTemplate: { // optional
+ *     //     call: "[[call: {{functionName}}({{functionParams}})]]",
+ *     //     result: " [[result: {{functionCallResult}}]]"
+ *     // }
+ * });
+ * ```
+ *
+ * </span>
  */
 export declare class JinjaTemplateChatWrapper extends ChatWrapper {
     readonly wrapperName = "JinjaTemplate";
@@ -69,7 +89,11 @@ export declare class JinjaTemplateChatWrapper extends ChatWrapper {
     readonly convertUnsupportedSystemMessagesToUserMessages?: JinjaTemplateChatWrapperOptionsConvertMessageFormat;
     readonly joinAdjacentMessagesOfTheSameType: boolean;
     readonly trimLeadingWhitespaceInResponses: boolean;
-    constructor({ template, modelRoleName, userRoleName, systemRoleName, convertUnsupportedSystemMessagesToUserMessages, functionCallMessageTemplate, joinAdjacentMessagesOfTheSameType, trimLeadingWhitespaceInResponses }: JinjaTemplateChatWrapperOptions);
+    readonly additionalRenderParameters?: Record<string, any>;
+    /**
+     * @param options
+     */
+    constructor({ template, modelRoleName, userRoleName, systemRoleName, convertUnsupportedSystemMessagesToUserMessages, functionCallMessageTemplate, joinAdjacentMessagesOfTheSameType, trimLeadingWhitespaceInResponses, additionalRenderParameters }: JinjaTemplateChatWrapperOptions);
     generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState & {
         transformedSystemMessagesToUserMessages: boolean;
     };

package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js

@@ -14,6 +14,22 @@ const defaultConvertUnsupportedSystemMessagesToUserMessagesFormat = {
  * from the `ChatWrapper` class and implement a custom chat wrapper of your own in TypeScript.
  *
  * For a simpler way to create a chat wrapper, see the `TemplateChatWrapper` class.
+ * @example
+ * <span v-pre>
+ *
+ * ```ts
+ * import {JinjaTemplateChatWrapper} from "node-llama-cpp";
+ *
+ * const chatWrapper = new JinjaTemplateChatWrapper({
+ *     template: "<Jinja template here>",
+ *     // functionCallMessageTemplate: { // optional
+ *     //     call: "[[call: {{functionName}}({{functionParams}})]]",
+ *     //     result: " [[result: {{functionCallResult}}]]"
+ *     // }
+ * });
+ * ```
+ *
+ * </span>
  */
 export class JinjaTemplateChatWrapper extends ChatWrapper {
     wrapperName = "JinjaTemplate";
@@ -25,8 +41,12 @@ export class JinjaTemplateChatWrapper extends ChatWrapper {
     convertUnsupportedSystemMessagesToUserMessages;
     joinAdjacentMessagesOfTheSameType;
     trimLeadingWhitespaceInResponses;
+    additionalRenderParameters;
     /** @internal */ _jinjaTemplate;
-    constructor({ template, modelRoleName = "assistant", userRoleName = "user", systemRoleName = "system", convertUnsupportedSystemMessagesToUserMessages = defaultConvertUnsupportedSystemMessagesToUserMessagesFormat, functionCallMessageTemplate, joinAdjacentMessagesOfTheSameType = true, trimLeadingWhitespaceInResponses = true }) {
+    /**
+     * @param options
+     */
+    constructor({ template, modelRoleName = "assistant", userRoleName = "user", systemRoleName = "system", convertUnsupportedSystemMessagesToUserMessages = defaultConvertUnsupportedSystemMessagesToUserMessagesFormat, functionCallMessageTemplate, joinAdjacentMessagesOfTheSameType = true, trimLeadingWhitespaceInResponses = true, additionalRenderParameters }) {
         super();
         if (template == null)
             throw new Error("template cannot be null");
@@ -38,6 +58,7 @@ export class JinjaTemplateChatWrapper extends ChatWrapper {
             resolveConvertUnsupportedSystemMessagesToUserMessagesOption(convertUnsupportedSystemMessagesToUserMessages);
         this.joinAdjacentMessagesOfTheSameType = joinAdjacentMessagesOfTheSameType;
         this.trimLeadingWhitespaceInResponses = trimLeadingWhitespaceInResponses;
+        this.additionalRenderParameters = additionalRenderParameters;
         this.settings = {
             ...ChatWrapper.defaultSettings,
             functions: parseFunctionCallMessageTemplate(functionCallMessageTemplate) ?? ChatWrapper.defaultSettings.functions
@@ -119,7 +140,7 @@ export class JinjaTemplateChatWrapper extends ChatWrapper {
                 currentTexts.push(this.generateModelResponseText(item.response));
             }
             else
-                void (item);
+                void item;
         }
         const lastItemIsModelMessage = currentAggregateFocus === "model";
         flush();
@@ -151,24 +172,41 @@ export class JinjaTemplateChatWrapper extends ChatWrapper {
         idToContent.set(bosTokenId, new SpecialToken("BOS"));
         idToContent.set(eosTokenId, new SpecialToken("EOS"));
         idToContent.set(eotTokenId, new SpecialToken("EOT"));
+        function tryOptions(options) {
+            for (let i = 0; i < options.length; i++) {
+                if (i === options.length - 1)
+                    return options[i]();
+                try {
+                    return options[i]();
+                }
+                catch (err) {
+                    // do nothing
+                }
+            }
+            throw new Error("All options failed");
+        }
         const renderJinjaText = () => {
-            try {
-                return this._jinjaTemplate.render({
+            return tryOptions([
+                () => this._jinjaTemplate.render({
+                    ...(this.additionalRenderParameters == null
+                        ? {}
+                        : structuredClone(this.additionalRenderParameters)),
                     messages: jinjaItems,
                     "bos_token": bosTokenId,
                     "eos_token": eosTokenId,
                     "eot_token": eotTokenId
-                });
-            }
-            catch (err) {
-                return this._jinjaTemplate.render({
+                }),
+                () => this._jinjaTemplate.render({
+                    ...(this.additionalRenderParameters == null
+                        ? {}
+                        : structuredClone(this.additionalRenderParameters)),
                     messages: jinjaItems,
                     "bos_token": bosTokenId,
                     "eos_token": eosTokenId,
                     "eot_token": eotTokenId,
                     "add_generation_prompt": true
-                });
-            }
+                })
+            ]);
         };
         const validateThatAllMessageIdsAreUsed = (parts) => {
             const messageIdsLeft = new Set(messageIds);
@@ -186,7 +224,7 @@ export class JinjaTemplateChatWrapper extends ChatWrapper {
                 let lastModelResponseIndex = -1;
                 for (let i = splitJinjaParts.length - 1; i >= 0; i--) {
                     const part = splitJinjaParts[i];
-                    if (typeof part === "string")
+                    if (part == null || typeof part === "string")
                         continue;
                     if (modelMessageIds.has(part.separator)) {
                         lastModelResponseIndex = i;
@@ -270,7 +308,7 @@ export class JinjaTemplateChatWrapper extends ChatWrapper {
             return { supportsSystemMessages };
         }
         catch (err) {
-            throw new Error("The provided Jinja template failed that sanity test: " + String(err));
+            throw new Error("The provided Jinja template failed the sanity test: " + String(err) + ". Inspect the Jinja template to find out what went wrong");
         }
     }
 }