node-llama-cpp 3.0.0-beta.9 → 3.0.1

package/dist/chatWrappers/generic/TemplateChatWrapper.js

@@ -0,0 +1,204 @@
+import { SpecialToken, LlamaText, SpecialTokensText } from "../../utils/LlamaText.js";
+import { ChatWrapper } from "../../ChatWrapper.js";
+import { parseTextTemplate } from "../../utils/parseTextTemplate.js";
+import { parseFunctionCallMessageTemplate } from "./utils/chatHistoryFunctionCallMessageTemplate.js";
+/**
+ * A chat wrapper based on a simple template.
+ * @example
+ * <span v-pre>
+ *
+ * ```ts
+ * import {TemplateChatWrapper} from "node-llama-cpp";
+ *
+ * const chatWrapper = new TemplateChatWrapper({
+ *     template: "{{systemPrompt}}\n{{history}}model: {{completion}}\nuser: ",
+ *     historyTemplate: {
+ *         system: "system: {{message}}\n",
+ *         user: "user: {{message}}\n",
+ *         model: "model: {{message}}\n"
+ *     },
+ *     // functionCallMessageTemplate: { // optional
+ *     //     call: "[[call: {{functionName}}({{functionParams}})]]",
+ *     //     result: " [[result: {{functionCallResult}}]]"
+ *     // }
+ * });
+ * ```
+ *
+ * </span>
+ *
+ * **<span v-pre>`{{systemPrompt}}`</span>** is optional and is replaced with the first system message
+ * (when is does, that system message is not included in the history).
+ *
+ * **<span v-pre>`{{history}}`</span>** is replaced with the chat history.
+ * Each message in the chat history is converted using the template passed to `historyTemplate` for the message role,
+ * and all messages are joined together.
+ *
+ * **<span v-pre>`{{completion}}`</span>** is where the model's response is generated.
+ * The text that comes after <span v-pre>`{{completion}}`</span> is used to determine when the model has finished generating the response,
+ * and thus is mandatory.
+ *
+ * **`functionCallMessageTemplate`** is used to specify the format in which functions can be called by the model and
+ * how their results are fed to the model after the function call.
+ */
+export class TemplateChatWrapper extends ChatWrapper {
+    wrapperName = "Template";
+    settings;
+    template;
+    historyTemplate;
+    joinAdjacentMessagesOfTheSameType;
+    /** @internal */ _parsedChatTemplate;
+    /** @internal */ _parsedChatHistoryTemplate;
+    constructor({ template, historyTemplate, functionCallMessageTemplate, joinAdjacentMessagesOfTheSameType = true }) {
+        super();
+        if (template == null || historyTemplate == null)
+            throw new Error("Template chat wrapper settings must have a template and historyTemplate.");
+        if (historyTemplate.system == null || historyTemplate.user == null || historyTemplate.model == null)
+            throw new Error("Template chat wrapper historyTemplate must have system, user, and model templates.");
+        this.template = template;
+        this.historyTemplate = historyTemplate;
+        this.joinAdjacentMessagesOfTheSameType = joinAdjacentMessagesOfTheSameType;
+        this._parsedChatTemplate = parseChatTemplate(template);
+        this._parsedChatHistoryTemplate = {
+            system: parseChatHistoryTemplate(historyTemplate.system),
+            user: parseChatHistoryTemplate(historyTemplate.user),
+            model: parseChatHistoryTemplate(historyTemplate.model)
+        };
+        this.settings = {
+            ...ChatWrapper.defaultSettings,
+            functions: parseFunctionCallMessageTemplate(functionCallMessageTemplate) ?? ChatWrapper.defaultSettings.functions
+        };
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
+            documentParams: documentFunctionParams
+        });
+        const resultItems = [];
+        const systemTexts = [];
+        const userTexts = [];
+        const modelTexts = [];
+        let currentAggregateFocus = null;
+        function flush() {
+            if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
+                resultItems.push({
+                    system: LlamaText.joinValues("\n\n", systemTexts),
+                    user: LlamaText.joinValues("\n\n", userTexts),
+                    model: LlamaText.joinValues("\n\n", modelTexts)
+                });
+            systemTexts.length = 0;
+            userTexts.length = 0;
+            modelTexts.length = 0;
+        }
+        for (const item of historyWithFunctions) {
+            if (item.type === "system") {
+                if (!this.joinAdjacentMessagesOfTheSameType || currentAggregateFocus !== "system")
+                    flush();
+                currentAggregateFocus = "system";
+                systemTexts.push(LlamaText.fromJSON(item.text));
+            }
+            else if (item.type === "user") {
+                if (!this.joinAdjacentMessagesOfTheSameType || (currentAggregateFocus !== "system" && currentAggregateFocus !== "user"))
+                    flush();
+                currentAggregateFocus = "user";
+                userTexts.push(LlamaText(item.text));
+            }
+            else if (item.type === "model") {
+                if (!this.joinAdjacentMessagesOfTheSameType)
+                    flush();
+                currentAggregateFocus = "model";
+                modelTexts.push(this.generateModelResponseText(item.response));
+            }
+            else
+                void item;
+        }
+        flush();
+        const getHistoryItem = (role, text, prefix) => {
+            const { messagePrefix, messageSuffix } = this._parsedChatHistoryTemplate[role];
+            return LlamaText([
+                new SpecialTokensText((prefix ?? "") + messagePrefix),
+                text,
+                new SpecialTokensText(messageSuffix)
+            ]);
+        };
+        const contextText = LlamaText(resultItems.map(({ system, user, model }, index) => {
+            const isFirstItem = index === 0;
+            const isLastItem = index === resultItems.length - 1;
+            const res = LlamaText([
+                isFirstItem
+                    ? system.values.length === 0
+                        ? new SpecialTokensText((this._parsedChatTemplate.systemPromptPrefix ?? "") + this._parsedChatTemplate.historyPrefix)
+                        : this._parsedChatTemplate.systemPromptPrefix != null
+                            ? LlamaText([
+                                new SpecialTokensText(this._parsedChatTemplate.systemPromptPrefix),
+                                system,
+                                new SpecialTokensText(this._parsedChatTemplate.historyPrefix)
+                            ])
+                            : getHistoryItem("system", system, this._parsedChatTemplate.historyPrefix)
+                    : system.values.length === 0
+                        ? LlamaText([])
+                        : getHistoryItem("system", system),
+                user.values.length === 0
+                    ? LlamaText([])
+                    : getHistoryItem("user", user),
+                model.values.length === 0
+                    ? LlamaText([])
+                    : !isLastItem
+                        ? getHistoryItem("model", model)
+                        : LlamaText([
+                            new SpecialTokensText(this._parsedChatTemplate.completionPrefix),
+                            model
+                        ])
+            ]);
+            return LlamaText(res.values.reduce((res, value) => {
+                if (value instanceof SpecialTokensText) {
+                    const lastItem = res[res.length - 1];
+                    if (lastItem == null || !(lastItem instanceof SpecialTokensText))
+                        return res.concat([value]);
+                    return res.slice(0, -1).concat([
+                        new SpecialTokensText(lastItem.value + value.value)
+                    ]);
+                }
+                return res.concat([value]);
+            }, []));
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(this._parsedChatTemplate.completionSuffix),
+                LlamaText(new SpecialTokensText(this._parsedChatTemplate.completionSuffix))
+            ]
+        };
+    }
+}
+function parseChatTemplate(template) {
+    const parsedTemplate = parseTextTemplate(template, [{
+            text: "{{systemPrompt}}",
+            key: "systemPrompt",
+            optional: true
+        }, {
+            text: "{{history}}",
+            key: "history"
+        }, {
+            text: "{{completion}}",
+            key: "completion"
+        }]);
+    if (parsedTemplate.completion.suffix.length == 0)
+        throw new Error('Chat template must have text after "{{completion}}"');
+    return {
+        systemPromptPrefix: parsedTemplate.systemPrompt?.prefix ?? null,
+        historyPrefix: parsedTemplate.history.prefix,
+        completionPrefix: parsedTemplate.completion.prefix,
+        completionSuffix: parsedTemplate.completion.suffix
+    };
+}
+function parseChatHistoryTemplate(template) {
+    const parsedTemplate = parseTextTemplate(template, [{
+            text: "{{message}}",
+            key: "message"
+        }]);
+    return {
+        messagePrefix: parsedTemplate.message.prefix,
+        messageSuffix: parsedTemplate.message.suffix
+    };
+}
+//# sourceMappingURL=TemplateChatWrapper.js.map

package/dist/chatWrappers/generic/TemplateChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TemplateChatWrapper.js","sourceRoot":"","sources":["../../../src/chatWrappers/generic/TemplateChatWrapper.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAE,SAAS,EAAkB,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AACpG,OAAO,EAAC,WAAW,EAAC,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAyC,gCAAgC,EAAC,MAAM,mDAAmD,CAAC;AAa3I;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IAChC,WAAW,GAAG,UAAU,CAAC;IAChB,QAAQ,CAAsB;IAEvC,QAAQ,CAAyC;IACjD,eAAe,CAA0D;IACzE,iCAAiC,CAAU;IAE3D,gBAAgB,CAAkB,mBAAmB,CAAuC;IAC5F,gBAAgB,CAAkB,0BAA0B,CAI1D;IAEF,YAAmB,EACf,QAAQ,EACR,eAAe,EACf,2BAA2B,EAC3B,iCAAiC,GAAG,IAAI,EACf;QACzB,KAAK,EAAE,CAAC;QAER,IAAI,QAAQ,IAAI,IAAI,IAAI,eAAe,IAAI,IAAI;YAC3C,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;QAEhG,IAAI,eAAe,CAAC,MAAM,IAAI,IAAI,IAAI,eAAe,CAAC,IAAI,IAAI,IAAI,IAAI,eAAe,CAAC,KAAK,IAAI,IAAI;YAC/F,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;QAE1G,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,iCAAiC,GAAG,iCAAiC,CAAC;QAE3E,IAAI,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,0BAA0B,GAAG;YAC9B,MAAM,EAAE,wBAAwB,CAAC,eAAe,CAAC,MAAM,CAAC;YACxD,IAAI,EAAE,wBAAwB,CAAC,eAAe,CAAC,IAAI,CAAC;YACpD,KAAK,EAAE,wBAAwB,CAAC,eAAe,CAAC,KAAK,CAAC;SACzD,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG;YACZ,GAAG,WAAW,CAAC,eAAe;YAC9B,SAAS,EAAE,gCAAgC,CAAC,2BAA2B,CAAC,IAAI,WAAW,CAAC,eAAe,CAAC,SAAS;SACpH,CAAC;IACN,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAIZ,EAAE,CAAC;QAER,MAAM,WAAW,GAAgB,EAAE,CAAC;QACpC,MAAM,SAAS,GAAgB,EAAE,CAAC;QAClC,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,qBAAqB,GAAuC,IAAI,CAAC;QAErE,SAAS,KAAK;YACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBACvE,WAAW,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;oBACjD,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC7C,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBAClD,CAAC,CAAC;YAEP,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YACvB,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;YACrB,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1B,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,iCAAiC,IAAI,qBAAqB,KAAK,QAAQ;oBAC7E,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,qBAAqB,KAAK,QAAQ,IAAI,qBAAqB,KAAK,MAAM,CAAC;oBACnH,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,MAAM,CAAC;gBAC/B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,iCAAiC;oBACvC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,OAAO,CAAC;gBAChC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,cAAc,GAAG,CAAC,IAAiC,EAAE,IAAe,EAAE,MAAsB,EAAE,EAAE;YAClG,MAAM,EAAC,aAAa,EAAE,aAAa,EAAC,GAAG,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;YAC7E,OAAO,SAAS,CAAC;gBACb,IAAI,iBAAiB,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,aAAa,CAAC;gBACrD,IAAI;gBACJ,IAAI,iBAAiB,CAAC,aAAa,CAAC;aACvC,CAAC,CAAC;QACP,CAAC,CAAC;QAEF,MAAM,WAAW,GAAG,SAAS,CACzB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,WAAW,GAAG,KAAK,KAAK,CAAC,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEpD,MAAM,GAAG,GAAG,SAAS,CAAC;gBAClB,WAAW;oBACP,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;wBACxB,CAAC,CAAC,IAAI,iBAAiB,CACnB,CAAC,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAC/F;wBACD,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,IAAI,IAAI;4BACjD,CAAC,CAAC,SAAS,CAAC;gCACR,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,CAAC;gCAClE,MAAM;gCACN,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC;6BAChE,CAAC;4BACF,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC;oBAClF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;wBACxB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAG1C,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;oBACpB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC;gBAElC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;oBACrB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,CAAC,UAAU;wBACT,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC;wBAChC,CAAC,CAAC,SAAS,CAAC;4BACR,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC;4BAChE,KAAK;yBACR,CAAC;aACb,CAAC,CAAC;YAEH,OAAO,SAAS,CACZ,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;gBAC7B,IAAI,KAAK,YAAY,iBAAiB,EAAE,CAAC;oBACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAErC,IAAI,QAAQ,IAAI,IAAI,IAAI,CAAC,CAAC,QAAQ,YAAY,iBAAiB,CAAC;wBAC5D,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;oBAE/B,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;wBAC3B,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;qBACtD,CAAC,CAAC;gBACP,CAAC;gBAED,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/B,CAAC,EAAE,EAAsB,CAAC,CAC7B,CAAC;QACN,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC;gBACpD,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;aAC9E;SACJ,CAAC;IACN,CAAC;CACJ;AAED,SAAS,iBAAiB,CAAC,QAAgD;IAMvE,MAAM,cAAc,GAAG,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YAChD,IAAI,EAAE,kBAAkB;YACxB,GAAG,EAAE,cAAc;YACnB,QAAQ,EAAE,IAAI;SACjB,EAAE;YACC,IAAI,EAAE,aAAa;YACnB,GAAG,EAAE,SAAS;SACjB,EAAE;YACC,IAAI,EAAE,gBAAgB;YACtB,GAAG,EAAE,YAAY;SACpB,CAAC,CAAC,CAAC;IAEJ,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAE3E,OAAO;QACH,kBAAkB,EAAE,cAAc,CAAC,YAAY,EAAE,MAAM,IAAI,IAAI;QAC/D,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM;QAC5C,gBAAgB,EAAE,cAAc,CAAC,UAAU,CAAC,MAAM;QAClD,gBAAgB,EAAE,cAAc,CAAC,UAAU,CAAC,MAAM;KACrD,CAAC;AACN,CAAC;AAED,SAAS,wBAAwB,CAAC,QAAyC;IAIvE,MAAM,cAAc,GAAG,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YAChD,IAAI,EAAE,aAAa;YACnB,GAAG,EAAE,SAAS;SACjB,CAAC,CAAC,CAAC;IAEJ,OAAO;QACH,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM;QAC5C,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC,MAAM;KAC/C,CAAC;AACN,CAAC"}

package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts

@@ -0,0 +1,23 @@
+import { ChatWrapperSettings } from "../../../types.js";
+export declare function parseFunctionCallMessageTemplate(template?: ChatHistoryFunctionCallMessageTemplate): ChatWrapperSettings["functions"] | null;
+/**
+ * Template format for how functions can be called by the model and how their results are fed to the model after the function call.
+ * Consists of an array with two elements:
+ * 1. The function call template.
+ * 2. The function call result template.
+ *
+ * For example:
+ * ```ts
+ * const template: ChatHistoryFunctionCallMessageTemplate = {
+ *     call: "[[call: {{functionName}}({{functionParams}})]]",
+ *     result: " [[result: {{functionCallResult}}]]"
+ * };
+ * ```
+ *
+ * It's mandatory for the call template to have text before <span v-pre>`{{functionName}}`</span> in order for the chat wrapper know when
+ * to activate the function calling grammar.
+ */
+export type ChatHistoryFunctionCallMessageTemplate = {
+    call: `${string}{{functionName}}${string}{{functionParams}}${string}`;
+    result: `${string}{{functionCallResult}}${string}`;
+};

package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js

@@ -0,0 +1,45 @@
+import { parseTextTemplate } from "../../../utils/parseTextTemplate.js";
+export function parseFunctionCallMessageTemplate(template) {
+    if (template == null)
+        return null;
+    const { call: functionCallTemplate, result: functionCallResultTemplate } = template;
+    if (functionCallTemplate == null || functionCallResultTemplate == null)
+        throw new Error("Both function call and function call result templates are required");
+    const parsedFunctionCallTemplate = parseTextTemplate(functionCallTemplate, [{
+            text: "{{functionName}}",
+            key: "functionName"
+        }, {
+            text: "{{functionParams}}",
+            key: "functionParams"
+        }]);
+    const parsedFunctionCallResultTemplate = parseTextTemplate(functionCallResultTemplate, [{
+            text: "{{functionCallResult}}",
+            key: "functionCallResult"
+        }]);
+    const callPrefix = parsedFunctionCallTemplate.functionName.prefix;
+    const callParamsPrefix = parsedFunctionCallTemplate.functionParams.prefix;
+    const callSuffix = parsedFunctionCallTemplate.functionParams.suffix;
+    const resultPrefix = parsedFunctionCallResultTemplate.functionCallResult.prefix;
+    const resultSuffix = parsedFunctionCallResultTemplate.functionCallResult.suffix;
+    if (callPrefix.length === 0)
+        throw new Error("Function call template must have text before \"{{functionName}}\"");
+    if (callSuffix.length === 0)
+        throw new Error("Function call template must have text after \"{{functionParams}}\"");
+    if (resultPrefix.length === 0)
+        throw new Error("Function call result template must have text before \"{{functionCallResult}}\"");
+    if (resultSuffix.length === 0)
+        throw new Error("Function call result template must have text after \"{{functionCallResult}}\"");
+    return {
+        call: {
+            optionalPrefixSpace: true,
+            prefix: callPrefix,
+            paramsPrefix: callParamsPrefix,
+            suffix: callSuffix
+        },
+        result: {
+            prefix: resultPrefix,
+            suffix: resultSuffix
+        }
+    };
+}
+//# sourceMappingURL=chatHistoryFunctionCallMessageTemplate.js.map

package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatHistoryFunctionCallMessageTemplate.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AAGtE,MAAM,UAAU,gCAAgC,CAC5C,QAAiD;IAEjD,IAAI,QAAQ,IAAI,IAAI;QAChB,OAAO,IAAI,CAAC;IAEhB,MAAM,EACF,IAAI,EAAE,oBAAoB,EAC1B,MAAM,EAAE,0BAA0B,EACrC,GAAG,QAAQ,CAAC;IAEb,IAAI,oBAAoB,IAAI,IAAI,IAAI,0BAA0B,IAAI,IAAI;QAClE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IAE1F,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,oBAAoB,EAAE,CAAC;YACxE,IAAI,EAAE,kBAAkB;YACxB,GAAG,EAAE,cAAc;SACtB,EAAE;YACC,IAAI,EAAE,oBAAoB;YAC1B,GAAG,EAAE,gBAAgB;SACxB,CAAC,CAAC,CAAC;IACJ,MAAM,gCAAgC,GAAG,iBAAiB,CAAC,0BAA0B,EAAE,CAAC;YACpF,IAAI,EAAE,wBAAwB;YAC9B,GAAG,EAAE,oBAAoB;SAC5B,CAAC,CAAC,CAAC;IAEJ,MAAM,UAAU,GAAG,0BAA0B,CAAC,YAAY,CAAC,MAAM,CAAC;IAClE,MAAM,gBAAgB,GAAG,0BAA0B,CAAC,cAAc,CAAC,MAAM,CAAC;IAC1E,MAAM,UAAU,GAAG,0BAA0B,CAAC,cAAc,CAAC,MAAM,CAAC;IAEpE,MAAM,YAAY,GAAG,gCAAgC,CAAC,kBAAkB,CAAC,MAAM,CAAC;IAChF,MAAM,YAAY,GAAG,gCAAgC,CAAC,kBAAkB,CAAC,MAAM,CAAC;IAEhF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IAEzF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IAE1F,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IAEtG,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,+EAA+E,CAAC,CAAC;IAErG,OAAO;QACH,IAAI,EAAE;YACF,mBAAmB,EAAE,IAAI;YACzB,MAAM,EAAE,UAAU;YAClB,YAAY,EAAE,gBAAgB;YAC9B,MAAM,EAAE,UAAU;SACrB;QACD,MAAM,EAAE;YACJ,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,YAAY;SACvB;KACJ,CAAC;AACN,CAAC"}

package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.d.ts

@@ -0,0 +1,57 @@
+import { ChatModelFunctions } from "../../types.js";
+/**
+ * Generate documentation about the functions that are available for a model to call.
+ * Useful for generating a system message with information about the available functions as part of a chat wrapper.
+ */
+export declare class ChatModelFunctionsDocumentationGenerator {
+    readonly chatModelFunctions?: ChatModelFunctions;
+    readonly hasAnyFunctions: boolean;
+    constructor(chatModelFunctions: ChatModelFunctions | undefined);
+    /**
+     * Example:
+     * ```ts
+     * // Retrieve the current date
+     * function getDate();
+     *
+     * // Retrieve the current time
+     * function getTime(params: {hours: "24" | "12", seconds: boolean});
+     * ```
+     * @param options
+     * @param [options.documentParams] - Whether to document the parameters of the functions
+     */
+    getTypeScriptFunctionSignatures({ documentParams }?: {
+        documentParams?: boolean;
+    }): string;
+    /**
+     * Example:
+     * ```ts
+     * // Retrieve the current date
+     * type getDate = () => any;
+     *
+     * // Retrieve the current time
+     * type getTime = (_: {hours: "24" | "12", seconds: boolean}) => any;
+     * ```
+     * @param options
+     * @param [options.documentParams] - Whether to document the parameters of the functions
+     * @param [options.reservedFunctionNames] - Function names that are reserved and cannot be used
+     */
+    getTypeScriptFunctionTypes({ documentParams, reservedFunctionNames }?: {
+        documentParams?: boolean;
+        reservedFunctionNames?: string[];
+    }): string;
+    /**
+     * Example:
+     * ```
+     * Use the function 'getDate' to: Retrieve the current date
+     * {"name": "getDate", "description": "Retrieve the current date"}
+     *
+     * Use the function 'getTime' to: Retrieve the current time
+     * {"name": "getTime", "description": "Retrieve the current time", "parameters": {"type": "object", "properties": {"hours": {"enum": ["24", "12"]}, "seconds": {"type": "boolean"}}}}
+     * ```
+     * @param options
+     * @param [options.documentParams] - Whether to document the parameters of the functions
+     */
+    getLlama3_1FunctionSignatures({ documentParams }?: {
+        documentParams?: boolean;
+    }): string;
+}

package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js

@@ -0,0 +1,119 @@
+import { getTypeScriptTypeStringForGbnfJsonSchema } from "../../utils/getTypeScriptTypeStringForGbnfJsonSchema.js";
+import { jsonDumps } from "./jsonDumps.js";
+/**
+ * Generate documentation about the functions that are available for a model to call.
+ * Useful for generating a system message with information about the available functions as part of a chat wrapper.
+ */
+export class ChatModelFunctionsDocumentationGenerator {
+    chatModelFunctions;
+    hasAnyFunctions;
+    constructor(chatModelFunctions) {
+        this.chatModelFunctions = chatModelFunctions;
+        this.hasAnyFunctions = Object.keys(this.chatModelFunctions ?? {}).length > 0;
+    }
+    /**
+     * Example:
+     * ```ts
+     * // Retrieve the current date
+     * function getDate();
+     *
+     * // Retrieve the current time
+     * function getTime(params: {hours: "24" | "12", seconds: boolean});
+     * ```
+     * @param options
+     * @param [options.documentParams] - Whether to document the parameters of the functions
+     */
+    getTypeScriptFunctionSignatures({ documentParams = true } = {}) {
+        const chatModelFunctions = this.chatModelFunctions;
+        if (!this.hasAnyFunctions || chatModelFunctions == null)
+            return "";
+        const functionNames = Object.keys(chatModelFunctions);
+        return functionNames
+            .map((functionName) => {
+            const functionDefinition = chatModelFunctions[functionName];
+            let res = "";
+            if (functionDefinition?.description != null && functionDefinition.description.trim() !== "")
+                res += "// " + functionDefinition.description.split("\n").join("\n// ") + "\n";
+            res += "function " + functionName + "(";
+            if (documentParams && functionDefinition?.params != null)
+                res += "params: " + getTypeScriptTypeStringForGbnfJsonSchema(functionDefinition.params);
+            else if (!documentParams && functionDefinition?.params != null)
+                res += "params";
+            res += ");";
+            return res;
+        })
+            .join("\n\n");
+    }
+    /**
+     * Example:
+     * ```ts
+     * // Retrieve the current date
+     * type getDate = () => any;
+     *
+     * // Retrieve the current time
+     * type getTime = (_: {hours: "24" | "12", seconds: boolean}) => any;
+     * ```
+     * @param options
+     * @param [options.documentParams] - Whether to document the parameters of the functions
+     * @param [options.reservedFunctionNames] - Function names that are reserved and cannot be used
+     */
+    getTypeScriptFunctionTypes({ documentParams = true, reservedFunctionNames = [] } = {}) {
+        const chatModelFunctions = this.chatModelFunctions;
+        if (!this.hasAnyFunctions || chatModelFunctions == null)
+            return "";
+        const functionNames = Object.keys(chatModelFunctions);
+        const reservedFunctionNamesSet = new Set(reservedFunctionNames);
+        return functionNames
+            .map((functionName) => {
+            if (reservedFunctionNamesSet.has(functionName))
+                throw new Error(`Function name "${functionName}" is reserved and cannot be used`);
+            const functionDefinition = chatModelFunctions[functionName];
+            let res = "";
+            if (functionDefinition?.description != null && functionDefinition.description.trim() !== "")
+                res += "// " + functionDefinition.description.split("\n").join("\n// ") + "\n";
+            res += "type " + functionName + " = (";
+            if (documentParams && functionDefinition?.params != null)
+                res += "_: " + getTypeScriptTypeStringForGbnfJsonSchema(functionDefinition.params);
+            res += ") => any;";
+            return res;
+        })
+            .join("\n\n");
+    }
+    /* eslint-disable max-len */
+    /**
+     * Example:
+     * ```
+     * Use the function 'getDate' to: Retrieve the current date
+     * {"name": "getDate", "description": "Retrieve the current date"}
+     *
+     * Use the function 'getTime' to: Retrieve the current time
+     * {"name": "getTime", "description": "Retrieve the current time", "parameters": {"type": "object", "properties": {"hours": {"enum": ["24", "12"]}, "seconds": {"type": "boolean"}}}}
+     * ```
+     * @param options
+     * @param [options.documentParams] - Whether to document the parameters of the functions
+     */
+    getLlama3_1FunctionSignatures({ documentParams = true } = {}) {
+        const chatModelFunctions = this.chatModelFunctions;
+        if (!this.hasAnyFunctions || chatModelFunctions == null)
+            return "";
+        const functionNames = Object.keys(chatModelFunctions);
+        return functionNames
+            .map((functionName) => {
+            const functionDefinition = chatModelFunctions[functionName];
+            let res = `Use the function '${functionName}'`;
+            const addDescription = functionDefinition?.description != null && functionDefinition.description.trim() !== "";
+            if (addDescription)
+                res += " to: " + functionDefinition.description.split("\n").join("\n// ") + "\n";
+            else
+                res += ".\n";
+            res += jsonDumps({
+                name: functionName,
+                ...(addDescription ? { description: functionDefinition.description } : {}),
+                ...(documentParams && functionDefinition?.params != null ? { parameters: functionDefinition.params } : {})
+            });
+            return res;
+        })
+            .join("\n\n");
+    }
+}
+//# sourceMappingURL=ChatModelFunctionsDocumentationGenerator.js.map

package/dist/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatModelFunctionsDocumentationGenerator.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,wCAAwC,EAAC,MAAM,yDAAyD,CAAC;AACjH,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AAEzC;;;GAGG;AACH,MAAM,OAAO,wCAAwC;IACjC,kBAAkB,CAAsB;IACxC,eAAe,CAAU;IAEzC,YAAmB,kBAAkD;QACjE,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACjF,CAAC;IAED;;;;;;;;;;;OAWG;IACI,+BAA+B,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QAC3F,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAEtD,OAAO,aAAa;aACf,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC5D,IAAI,GAAG,GAAG,EAAE,CAAC;YAEb,IAAI,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE;gBACvF,GAAG,IAAI,KAAK,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAEnF,GAAG,IAAI,WAAW,GAAG,YAAY,GAAG,GAAG,CAAC;YAExC,IAAI,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;gBACpD,GAAG,IAAI,UAAU,GAAG,wCAAwC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;iBACvF,IAAI,CAAC,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;gBAC1D,GAAG,IAAI,QAAQ,CAAC;YAEpB,GAAG,IAAI,IAAI,CAAC;YAEZ,OAAO,GAAG,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,0BAA0B,CAAC,EAAC,cAAc,GAAG,IAAI,EAAE,qBAAqB,GAAG,EAAE,KAEhF,EAAE;QACF,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACtD,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEhE,OAAO,aAAa;aACf,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,IAAI,wBAAwB,CAAC,GAAG,CAAC,YAAY,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,YAAY,kCAAkC,CAAC,CAAC;YAEtF,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC5D,IAAI,GAAG,GAAG,EAAE,CAAC;YAEb,IAAI,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE;gBACvF,GAAG,IAAI,KAAK,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAEnF,GAAG,IAAI,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;YAEvC,IAAI,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI;gBACpD,GAAG,IAAI,KAAK,GAAG,wCAAwC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAEvF,GAAG,IAAI,WAAW,CAAC;YAEnB,OAAO,GAAG,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,4BAA4B;IAC5B;;;;;;;;;;;OAWG;IACI,6BAA6B,CAAC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QACzF,MAAM,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAEnD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,kBAAkB,IAAI,IAAI;YACnD,OAAO,EAAE,CAAC;QAEd,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAEtD,OAAO,aAAa;aACf,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE;YAClB,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAC5D,IAAI,GAAG,GAAG,qBAAqB,YAAY,GAAG,CAAC;YAE/C,MAAM,cAAc,GAAG,kBAAkB,EAAE,WAAW,IAAI,IAAI,IAAI,kBAAkB,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;YAC/G,IAAI,cAAc;gBACd,GAAG,IAAI,OAAO,GAAG,kBAAkB,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;;gBAEjF,GAAG,IAAI,KAAK,CAAC;YAEjB,GAAG,IAAI,SAAS,CAAC;gBACb,IAAI,EAAE,YAAY;gBAClB,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAC,WAAW,EAAE,kBAAkB,CAAC,WAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxE,GAAG,CAAC,cAAc,IAAI,kBAAkB,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,kBAAkB,CAAC,MAAM,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3G,CAAC,CAAC;YAEH,OAAO,GAAG,CAAC;QACf,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;CAEJ"}

package/dist/chatWrappers/utils/chunkChatItems.d.ts

@@ -0,0 +1,10 @@
+import { ChatHistoryItem, ChatModelResponse } from "../../types.js";
+import { LlamaText } from "../../utils/LlamaText.js";
+export declare function chunkChatItems(chatHistory: readonly ChatHistoryItem[], { generateModelResponseText, joinAdjacentMessagesOfTheSameType }: {
+    generateModelResponseText: (modelResponse: ChatModelResponse["response"]) => LlamaText;
+    joinAdjacentMessagesOfTheSameType?: boolean;
+}): {
+    system: LlamaText;
+    user: LlamaText;
+    model: LlamaText;
+}[];

package/dist/chatWrappers/utils/chunkChatItems.js

@@ -0,0 +1,44 @@
+import { LlamaText } from "../../utils/LlamaText.js";
+export function chunkChatItems(chatHistory, { generateModelResponseText, joinAdjacentMessagesOfTheSameType = true }) {
+    const resultItems = [];
+    let systemTexts = [];
+    let userTexts = [];
+    let modelTexts = [];
+    let currentAggregateFocus = null;
+    function flush() {
+        if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
+            resultItems.push({
+                system: LlamaText.joinValues("\n\n", systemTexts),
+                user: LlamaText.joinValues("\n\n", userTexts),
+                model: LlamaText.joinValues("\n\n", modelTexts)
+            });
+        systemTexts = [];
+        userTexts = [];
+        modelTexts = [];
+    }
+    for (const item of chatHistory) {
+        if (item.type === "system") {
+            if (!joinAdjacentMessagesOfTheSameType || currentAggregateFocus !== "system")
+                flush();
+            currentAggregateFocus = "system";
+            systemTexts.push(LlamaText.fromJSON(item.text));
+        }
+        else if (item.type === "user") {
+            if (!joinAdjacentMessagesOfTheSameType || currentAggregateFocus !== "system" && currentAggregateFocus !== "user")
+                flush();
+            currentAggregateFocus = "user";
+            userTexts.push(LlamaText(item.text));
+        }
+        else if (item.type === "model") {
+            if (!joinAdjacentMessagesOfTheSameType)
+                flush();
+            currentAggregateFocus = "model";
+            modelTexts.push(generateModelResponseText(item.response));
+        }
+        else
+            void item;
+    }
+    flush();
+    return resultItems;
+}
+//# sourceMappingURL=chunkChatItems.js.map

package/dist/chatWrappers/utils/chunkChatItems.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunkChatItems.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/chunkChatItems.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,0BAA0B,CAAC;AAEnD,MAAM,UAAU,cAAc,CAAC,WAAuC,EAAE,EACpE,yBAAyB,EACzB,iCAAiC,GAAG,IAAI,EAI3C;IACG,MAAM,WAAW,GAIZ,EAAE,CAAC;IAER,IAAI,WAAW,GAAgB,EAAE,CAAC;IAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;IACjC,IAAI,qBAAqB,GAAuC,IAAI,CAAC;IAErE,SAAS,KAAK;QACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;YACvE,WAAW,CAAC,IAAI,CAAC;gBACb,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;gBACjD,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;gBAC7C,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;aAClD,CAAC,CAAC;QAEP,WAAW,GAAG,EAAE,CAAC;QACjB,SAAS,GAAG,EAAE,CAAC;QACf,UAAU,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,iCAAiC,IAAI,qBAAqB,KAAK,QAAQ;gBACxE,KAAK,EAAE,CAAC;YAEZ,qBAAqB,GAAG,QAAQ,CAAC;YACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,iCAAiC,IAAI,qBAAqB,KAAK,QAAQ,IAAI,qBAAqB,KAAK,MAAM;gBAC5G,KAAK,EAAE,CAAC;YAEZ,qBAAqB,GAAG,MAAM,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,iCAAiC;gBAClC,KAAK,EAAE,CAAC;YAEZ,qBAAqB,GAAG,OAAO,CAAC;YAChC,UAAU,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9D,CAAC;;YACG,KAAM,IAAqB,CAAC;IACpC,CAAC;IAED,KAAK,EAAE,CAAC;IAER,OAAO,WAAW,CAAC;AACvB,CAAC"}

package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.d.ts

@@ -0,0 +1,4 @@
+import { ChatWrapper } from "../../ChatWrapper.js";
+import { Tokenizer } from "../../types.js";
+import { JinjaTemplateChatWrapperOptions } from "../generic/JinjaTemplateChatWrapper.js";
+export declare function isJinjaTemplateEquivalentToSpecializedChatWrapper(jinjaTemplateWrapperOptions: JinjaTemplateChatWrapperOptions, specializedChatWrapper: ChatWrapper, tokenizer?: Tokenizer): boolean;