@realtimex/node-llama-cpp 0.1.0

package/dist/chatWrappers/ChatMLChatWrapper.js

@@ -0,0 +1,85 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
+// source: https://github.com/openai/openai-python/blob/120d225b91a8453e15240a49fb1c6794d8119326/chatml.md
+export class ChatMLChatWrapper extends ChatWrapper {
+    wrapperName = "ChatML";
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
+            documentParams: documentFunctionParams
+        });
+        const resultItems = [];
+        let systemTexts = [];
+        let userTexts = [];
+        let modelTexts = [];
+        let currentAggregateFocus = null;
+        function flush() {
+            if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
+                resultItems.push({
+                    system: LlamaText.joinValues("\n\n", systemTexts),
+                    user: LlamaText.joinValues("\n\n", userTexts),
+                    model: LlamaText.joinValues("\n\n", modelTexts)
+                });
+            systemTexts = [];
+            userTexts = [];
+            modelTexts = [];
+        }
+        for (const item of historyWithFunctions) {
+            if (item.type === "system") {
+                if (currentAggregateFocus !== "system")
+                    flush();
+                currentAggregateFocus = "system";
+                systemTexts.push(LlamaText.fromJSON(item.text));
+            }
+            else if (item.type === "user") {
+                flush();
+                currentAggregateFocus = null;
+                userTexts.push(LlamaText(item.text));
+            }
+            else if (item.type === "model") {
+                flush();
+                currentAggregateFocus = null;
+                modelTexts.push(this.generateModelResponseText(item.response));
+            }
+            else
+                void item;
+        }
+        flush();
+        const contextText = LlamaText(new SpecialToken("BOS"), resultItems.map(({ system, user, model }, index) => {
+            const isLastItem = index === resultItems.length - 1;
+            return LlamaText([
+                (system.values.length === 0)
+                    ? LlamaText([])
+                    : LlamaText([
+                        new SpecialTokensText("<|im_start|>system\n"),
+                        system,
+                        new SpecialTokensText("<|im_end|>\n")
+                    ]),
+                (user.values.length === 0)
+                    ? LlamaText([])
+                    : LlamaText([
+                        new SpecialTokensText("<|im_start|>user\n"),
+                        user,
+                        new SpecialTokensText("<|im_end|>\n")
+                    ]),
+                (model.values.length === 0 && !isLastItem)
+                    ? LlamaText([])
+                    : LlamaText([
+                        new SpecialTokensText("<|im_start|>assistant\n"),
+                        model,
+                        isLastItem
+                            ? LlamaText([])
+                            : new SpecialTokensText("<|im_end|>\n")
+                    ])
+            ]);
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(new SpecialTokensText("<|im_end|>")),
+                LlamaText("<|im_end|>")
+            ]
+        };
+    }
+}
+//# sourceMappingURL=ChatMLChatWrapper.js.map

package/dist/chatWrappers/ChatMLChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatMLChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/ChatMLChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAEjF,0GAA0G;AAC1G,MAAM,OAAO,iBAAkB,SAAQ,WAAW;IAC9B,WAAW,GAAW,QAAQ,CAAC;IAE/B,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAIZ,EAAE,CAAC;QAER,IAAI,WAAW,GAAgB,EAAE,CAAC;QAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;QACjC,IAAI,qBAAqB,GAAoB,IAAI,CAAC;QAElD,SAAS,KAAK;YACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBACvE,WAAW,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;oBACjD,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC7C,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBAClD,CAAC,CAAC;YAEP,WAAW,GAAG,EAAE,CAAC;YACjB,SAAS,GAAG,EAAE,CAAC;YACf,UAAU,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,qBAAqB,KAAK,QAAQ;oBAClC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,KAAK,EAAE,CAAC;gBAER,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,KAAK,EAAE,CAAC;gBAER,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEpD,OAAO,SAAS,CAAC;gBACb,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACxB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,sBAAsB,CAAC;wBAC7C,MAAM;wBACN,IAAI,iBAAiB,CAAC,cAAc,CAAC;qBACxC,CAAC;gBAEN,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACtB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;wBAC3C,IAAI;wBACJ,IAAI,iBAAiB,CAAC,cAAc,CAAC;qBACxC,CAAC;gBAEN,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;oBACtC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,yBAAyB,CAAC;wBAChD,KAAK;wBAEL,UAAU;4BACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC;qBAC9C,CAAC;aACT,CAAC,CAAC;QACP,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,YAAY,CAAC;aAC1B;SACJ,CAAC;IACN,CAAC;CACJ"}

package/dist/chatWrappers/DeepSeekChatWrapper.d.ts

@@ -0,0 +1,37 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatModelFunctions, ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState, ChatWrapperSettings } from "../types.js";
+export declare class DeepSeekChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    readonly keepOnlyLastThought: boolean;
+    readonly functionCallingSyntax: "r1-workaround" | "simplified" | "original";
+    readonly parallelFunctionCalling: boolean;
+    readonly settings: ChatWrapperSettings;
+    constructor(options?: {
+        /**
+         * Whether to keep only the chain of thought from the last model response.
+         *
+         * Setting this to `false` will keep all the chain of thoughts from the model responses in the context state.
+         *
+         * Defaults to `true`.
+         */
+        keepOnlyLastThought?: boolean;
+        /**
+         * Use a different variation function calling syntax to improve syntax compliance.
+         *
+         * Defaults to `"r1-workaround"`.
+         */
+        functionCallingSyntax?: "r1-workaround" | "simplified" | "original";
+        /**
+         * Support parallel function calling.
+         *
+         * May not work well with all distill model variations, as some distillation models make unnecessary additional calls in parallel.
+         *
+         * Defaults to `false`.
+         */
+        parallelFunctionCalling?: boolean;
+    });
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
+    generateAvailableFunctionsSystemText(availableFunctions: ChatModelFunctions, { documentParams }: {
+        documentParams?: boolean;
+    }): import("../utils/LlamaText.js")._LlamaText;
+}

package/dist/chatWrappers/DeepSeekChatWrapper.js

@@ -0,0 +1,294 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { isChatModelResponseSegment } from "../types.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
+import { ChatModelFunctionsDocumentationGenerator } from "./utils/ChatModelFunctionsDocumentationGenerator.js";
+import { jsonDumps } from "./utils/jsonDumps.js";
+export class DeepSeekChatWrapper extends ChatWrapper {
+    wrapperName = "DeepSeek";
+    keepOnlyLastThought;
+    functionCallingSyntax;
+    parallelFunctionCalling;
+    settings;
+    constructor(options = {}) {
+        super();
+        const { keepOnlyLastThought = true, functionCallingSyntax = "r1-workaround", parallelFunctionCalling = false } = options;
+        this.keepOnlyLastThought = keepOnlyLastThought;
+        this.functionCallingSyntax = functionCallingSyntax;
+        this.parallelFunctionCalling = parallelFunctionCalling;
+        const getFunctionsSettings = () => {
+            if (functionCallingSyntax === "original") {
+                if (parallelFunctionCalling)
+                    return {
+                        call: {
+                            optionalPrefixSpace: true,
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁call▁begin｜>function<｜tool▁sep｜>")),
+                            paramsPrefix: LlamaText(new SpecialTokensText("\n```json\n")),
+                            suffix: LlamaText([new SpecialTokensText("\n```<｜tool▁call▁end｜>")])
+                        },
+                        result: {
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁output▁begin｜>")),
+                            suffix: LlamaText(new SpecialTokensText("<｜tool▁output▁end｜>"))
+                        },
+                        parallelism: {
+                            call: {
+                                sectionPrefix: LlamaText(new SpecialTokensText("<｜tool▁calls▁begin｜>")),
+                                betweenCalls: LlamaText(new SpecialTokensText("\n")),
+                                sectionSuffix: LlamaText(new SpecialTokensText("<｜tool▁calls▁end｜><｜end▁of▁sentence｜>"))
+                            },
+                            result: {
+                                sectionPrefix: LlamaText(new SpecialTokensText("<｜tool▁outputs▁begin｜>")),
+                                betweenResults: LlamaText(new SpecialTokensText("\n")),
+                                sectionSuffix: LlamaText(new SpecialTokensText("<｜tool▁outputs▁end｜><｜Assistant｜>"))
+                            }
+                        }
+                    };
+                else
+                    return {
+                        call: {
+                            optionalPrefixSpace: true,
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>function<｜tool▁sep｜>")),
+                            paramsPrefix: LlamaText(new SpecialTokensText("\n```json\n")),
+                            suffix: LlamaText([new SpecialTokensText("\n```<｜tool▁call▁end｜><｜tool▁calls▁end｜><｜end▁of▁sentence｜>")])
+                        },
+                        result: {
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>")),
+                            suffix: LlamaText(new SpecialTokensText("<｜tool▁output▁end｜><｜tool▁outputs▁end｜><｜Assistant｜>"))
+                        }
+                    };
+            }
+            else if (functionCallingSyntax === "simplified") {
+                if (parallelFunctionCalling)
+                    return {
+                        call: {
+                            optionalPrefixSpace: true,
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁call▁begin｜>")),
+                            paramsPrefix: LlamaText(new SpecialTokensText("<｜tool▁sep｜>\n```json\n")),
+                            suffix: LlamaText([new SpecialTokensText("\n```<｜tool▁call▁end｜>")])
+                        },
+                        result: {
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁output▁begin｜>")),
+                            suffix: LlamaText(new SpecialTokensText("<｜tool▁output▁end｜>"))
+                        },
+                        parallelism: {
+                            call: {
+                                sectionPrefix: LlamaText(new SpecialTokensText("<｜tool▁calls▁begin｜>")),
+                                betweenCalls: LlamaText(new SpecialTokensText("\n")),
+                                sectionSuffix: LlamaText(new SpecialTokensText("<｜tool▁calls▁end｜><｜end▁of▁sentence｜>"))
+                            },
+                            result: {
+                                sectionPrefix: LlamaText(new SpecialTokensText("<｜tool▁outputs▁begin｜>")),
+                                betweenResults: LlamaText(new SpecialTokensText("\n")),
+                                sectionSuffix: LlamaText(new SpecialTokensText("<｜tool▁outputs▁end｜>"))
+                            }
+                        }
+                    };
+                else
+                    return {
+                        call: {
+                            optionalPrefixSpace: true,
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁call▁begin｜>")),
+                            paramsPrefix: LlamaText(new SpecialTokensText("<｜tool▁sep｜>\n```json\n")),
+                            suffix: LlamaText([new SpecialTokensText("\n```<｜tool▁call▁end｜><｜end▁of▁sentence｜>")])
+                        },
+                        result: {
+                            prefix: LlamaText(new SpecialTokensText("<｜tool▁output▁begin｜>")),
+                            suffix: LlamaText(new SpecialTokensText("<｜tool▁output▁end｜>"))
+                        }
+                    };
+            }
+            void functionCallingSyntax;
+            if (parallelFunctionCalling)
+                throw new Error(`parallel function calling is not supported with "${"r1-workaround"}" syntax`);
+            return {
+                call: {
+                    optionalPrefixSpace: true,
+                    prefix: LlamaText(new SpecialTokensText("<function=")),
+                    paramsPrefix: LlamaText(new SpecialTokensText(">")),
+                    suffix: LlamaText(new SpecialTokensText("</function>"))
+                },
+                result: {
+                    prefix: LlamaText(new SpecialTokensText("<｜tool▁output▁begin｜>")),
+                    suffix: LlamaText(new SpecialTokensText("<｜tool▁output▁end｜>\n"))
+                }
+            };
+        };
+        this.settings = {
+            supportsSystemMessages: true,
+            functions: getFunctionsSettings(),
+            segments: {
+                reiterateStackAfterFunctionCalls: true,
+                thought: {
+                    prefix: LlamaText(new SpecialTokensText("<think>")),
+                    suffix: LlamaText(new SpecialTokensText("</think>")),
+                    reopenAfterFunctionCalls: functionCallingSyntax === "simplified"
+                }
+            }
+        };
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
+            documentParams: documentFunctionParams
+        });
+        const systemTexts = historyWithFunctions
+            .filter((item) => item.type === "system")
+            .map((item) => LlamaText.fromJSON(item.text));
+        const contextText = LlamaText(new SpecialToken("BOS"), LlamaText.joinValues("\n\n", systemTexts), historyWithFunctions.map((item, index) => {
+            const isLastItem = index === historyWithFunctions.length - 1;
+            // system messages are already prepended at the beginning
+            if (item.type === "system")
+                return LlamaText([]);
+            if (item.type === "user")
+                return LlamaText([
+                    new SpecialTokensText("<｜User｜>"),
+                    item.text
+                ]);
+            else if (item.type === "model")
+                return LlamaText([
+                    new SpecialTokensText("<｜Assistant｜>"),
+                    this.generateModelResponseText((this.keepOnlyLastThought && !isLastItem)
+                        ? item.response.filter((response) => (!isChatModelResponseSegment(response) || response.segmentType !== "thought"))
+                        : item.response),
+                    isLastItem
+                        ? LlamaText([])
+                        : new SpecialTokensText("<｜end▁of▁sentence｜>")
+                ]);
+            void item;
+            return LlamaText([]);
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(new SpecialToken("EOT")),
+                LlamaText(new SpecialTokensText("<｜end▁of▁sentence｜>")),
+                LlamaText(new SpecialTokensText("<｜User｜>"))
+            ]
+        };
+    }
+    generateAvailableFunctionsSystemText(availableFunctions, { documentParams = true }) {
+        const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
+        if (!functionsDocumentationGenerator.hasAnyFunctions)
+            return LlamaText([]);
+        if (this.functionCallingSyntax === "r1-workaround") {
+            return LlamaText.joinValues("\n", [
+                "The assistant calls the provided functions as needed to retrieve information instead of relying on existing knowledge.",
+                "To fulfill a request, the assistant calls relevant functions in advance when needed before responding to the request, and does not tell the user prior to calling a function.",
+                "If the result of function calls from previous turns might be stale, the assistant will call the functions again if needed.",
+                // "The assistant NEVER relies on existing knowledge when there's a function that can be used instead.",
+                "Provided functions:",
+                functionsDocumentationGenerator.getLlama3_2LightweightFunctionSignatures({ documentParams }),
+                "",
+                "Calling any of the provided functions can be done like this:",
+                LlamaText.joinValues("", [
+                    this.settings.functions.call.prefix,
+                    "getSomeInfo",
+                    this.settings.functions.call.paramsPrefix,
+                    jsonDumps({ someKey: "someValue" }),
+                    this.settings.functions.call.suffix
+                ]),
+                "",
+                LlamaText(["Note that the verbatim ", this.settings.functions.call.prefix, " prefix is mandatory."]),
+                "",
+                "The assistant never assumes the results of function calls, and instead uses the raw results directly for processing.",
+                "The assistant does not inform the user about using functions and does not explain anything before calling a function.",
+                "After calling a function, the raw result appears afterwards and is not part of the conversation.",
+                "To make information be part of the conversation, the assistant paraphrases and repeats the information without the function syntax.",
+                "The assistant never repeats itself unless necessary."
+            ]);
+        }
+        return LlamaText.joinValues("\n", [
+            "You have access to the following functions:",
+            functionsDocumentationGenerator.getLlama3_2LightweightFunctionSignatures({ documentParams }),
+            "",
+            this.parallelFunctionCalling
+                ? LlamaText.joinValues("\n", [
+                    "If you choose to call a function, use the following format:",
+                    LlamaText([
+                        this.settings.functions.parallelism.call.sectionPrefix,
+                        this.settings.functions.call.prefix,
+                        "funcName",
+                        this.settings.functions.call.paramsPrefix,
+                        "parameters",
+                        this.settings.functions.call.suffix,
+                        this.settings.functions.parallelism.call.sectionSuffix
+                    ]),
+                    "where",
+                    "",
+                    "funcName => the function name to call",
+                    "parameters => a JSON dict with the function arguments",
+                    // "",
+                    // "Note that the following syntax is mandatory to precede the function name:",
+                    // LlamaText([
+                    //     this.settings.functions.parallelism!.call.sectionPrefix,
+                    //     this.settings.functions.call.prefix
+                    // ]),
+                    "",
+                    "You can call multiple functions in parallel using the following format:",
+                    LlamaText([
+                        this.settings.functions.parallelism.call.sectionPrefix,
+                        this.settings.functions.call.prefix,
+                        "funcName1",
+                        this.settings.functions.call.paramsPrefix,
+                        "parameters1",
+                        this.settings.functions.call.suffix,
+                        this.settings.functions.parallelism.call.betweenCalls ?? "",
+                        this.settings.functions.call.prefix,
+                        "funcName2",
+                        this.settings.functions.call.paramsPrefix,
+                        "parameters2",
+                        this.settings.functions.call.suffix,
+                        this.settings.functions.parallelism.call.sectionSuffix
+                    ])
+                ])
+                : LlamaText.joinValues("\n", [
+                    "If you choose to call a function, use the following format:",
+                    LlamaText.joinValues("", [
+                        this.settings.functions.call.prefix,
+                        "funcName",
+                        this.settings.functions.call.paramsPrefix,
+                        "parameters",
+                        this.settings.functions.call.suffix
+                    ]),
+                    "where",
+                    "",
+                    "funcName => the function name to call",
+                    "parameters => a JSON dict with the function arguments"
+                ]),
+            "",
+            "Reminder:",
+            "- Function calls MUST follow the specified format verbatim",
+            this.parallelFunctionCalling
+                ? LlamaText.joinValues("\n", [
+                    "- You can call a single or multiple functions at a time, their responses will appear afterwards in the order they were called",
+                    "- After calling functions, the results will appear afterwards and are visible only to you"
+                ])
+                : LlamaText.joinValues("\n", [
+                    "- Only call one function at a time",
+                    "- After calling a function, the result will appear afterwards and is visible only to you"
+                ]),
+            "- Do not inform the user about using functions and do not explain anything before calling a function",
+            "- After calling a function, the raw result appears afterwards and is not part of the conversation.",
+            "- To make information be part of the conversation, paraphrase and repeat the information without the function syntax.",
+            "- To make information visible to the user, you MUST include it in your response",
+            "- Call functions when needed and avoid redundant calls",
+            "- NEVER speak about functions, just use them",
+            "- NEVER tell the user about the functions you are using",
+            "- NEVER repeat yourself unless necessary",
+            LlamaText([
+                "- After calling a function, use ", new SpecialTokensText("</think>"), " to finish thinking and respond to the user"
+            ])
+        ]);
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            [undefined, {}, { functionCallMessageTemplate: "noJinja" }],
+            [undefined, { keepOnlyLastThought: true }, { functionCallMessageTemplate: "noJinja" }],
+            [undefined, { functionCallingSyntax: "simplified" }, { functionCallMessageTemplate: "noJinja" }],
+            [undefined, { functionCallingSyntax: "simplified", keepOnlyLastThought: true }, { functionCallMessageTemplate: "noJinja" }],
+            [undefined, { functionCallingSyntax: "original" }, { functionCallMessageTemplate: "noJinja" }],
+            [undefined, { functionCallingSyntax: "original", keepOnlyLastThought: true }, { functionCallMessageTemplate: "noJinja" }]
+        ];
+    }
+}
+//# sourceMappingURL=DeepSeekChatWrapper.js.map

package/dist/chatWrappers/DeepSeekChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepSeekChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/DeepSeekChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAqC,MAAM,mBAAmB,CAAC;AAClF,OAAO,EAEH,0BAA0B,EAC7B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAC7G,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAG/C,MAAM,OAAO,mBAAoB,SAAQ,WAAW;IAChC,WAAW,GAAW,UAAU,CAAC;IAEjC,mBAAmB,CAAU;IAC7B,qBAAqB,CAA8C;IACnE,uBAAuB,CAAU;IAExB,QAAQ,CAAsB;IAEvD,YAAmB,UAyBf,EAAE;QACF,KAAK,EAAE,CAAC;QAER,MAAM,EACF,mBAAmB,GAAG,IAAI,EAC1B,qBAAqB,GAAG,eAAe,EACvC,uBAAuB,GAAG,KAAK,EAClC,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;QACnD,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QAEvD,MAAM,oBAAoB,GAAG,GAAqC,EAAE;YAChE,IAAI,qBAAqB,KAAK,UAAU,EAAE,CAAC;gBACvC,IAAI,uBAAuB;oBACvB,OAAO;wBACH,IAAI,EAAE;4BACF,mBAAmB,EAAE,IAAI;4BACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,yCAAyC,CAAC,CAAC;4BACnF,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;4BAC7D,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,iBAAiB,CAAC,wBAAwB,CAAC,CAAC,CAAC;yBACvE;wBACD,MAAM,EAAE;4BACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;4BACjE,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;yBAClE;wBACD,WAAW,EAAE;4BACT,IAAI,EAAE;gCACF,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,sBAAsB,CAAC,CAAC;gCACvE,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCACpD,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uCAAuC,CAAC,CAAC;6BAC3F;4BACD,MAAM,EAAE;gCACJ,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;gCACzE,cAAc,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCACtD,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,mCAAmC,CAAC,CAAC;6BACvF;yBACJ;qBACJ,CAAC;;oBAEF,OAAO;wBACH,IAAI,EAAE;4BACF,mBAAmB,EAAE,IAAI;4BACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,6DAA6D,CAAC,CAAC;4BACvG,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;4BAC7D,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,iBAAiB,CAAC,6DAA6D,CAAC,CAAC,CAAC;yBAC5G;wBACD,MAAM,EAAE;4BACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,6CAA6C,CAAC,CAAC;4BACvF,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,sDAAsD,CAAC,CAAC;yBACnG;qBACJ,CAAC;YACV,CAAC;iBAAM,IAAI,qBAAqB,KAAK,YAAY,EAAE,CAAC;gBAChD,IAAI,uBAAuB;oBACvB,OAAO;wBACH,IAAI,EAAE;4BACF,mBAAmB,EAAE,IAAI;4BACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;4BAC/D,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;4BACzE,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,iBAAiB,CAAC,wBAAwB,CAAC,CAAC,CAAC;yBACvE;wBACD,MAAM,EAAE;4BACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;4BACjE,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;yBAClE;wBACD,WAAW,EAAE;4BACT,IAAI,EAAE;gCACF,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,sBAAsB,CAAC,CAAC;gCACvE,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCACpD,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uCAAuC,CAAC,CAAC;6BAC3F;4BACD,MAAM,EAAE;gCACJ,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;gCACzE,cAAc,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCACtD,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,sBAAsB,CAAC,CAAC;6BAC1E;yBACJ;qBACJ,CAAC;;oBAEF,OAAO;wBACH,IAAI,EAAE;4BACF,mBAAmB,EAAE,IAAI;4BACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;4BAC/D,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;4BACzE,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,iBAAiB,CAAC,2CAA2C,CAAC,CAAC,CAAC;yBAC1F;wBACD,MAAM,EAAE;4BACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;4BACjE,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;yBAClE;qBACJ,CAAC;YACV,CAAC;YAED,KAAM,qBAAgD,CAAC;YACvD,IAAI,uBAAuB;gBACvB,MAAM,IAAI,KAAK,CACX,oDAAoD,eAAsD,UAAU,CACvH,CAAC;YAEN,OAAO;gBACH,IAAI,EAAE;oBACF,mBAAmB,EAAE,IAAI;oBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;oBACtD,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;oBACnD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;iBAC1D;gBACD,MAAM,EAAE;oBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;oBACjE,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;iBACpE;aACJ,CAAC;QACN,CAAC,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG;YACZ,sBAAsB,EAAE,IAAI;YAC5B,SAAS,EAAE,oBAAoB,EAAE;YACjC,QAAQ,EAAE;gBACN,gCAAgC,EAAE,IAAI;gBACtC,OAAO,EAAE;oBACL,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;oBACnD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;oBACpD,wBAAwB,EAAE,qBAAqB,KAAK,YAAY;iBACnE;aACJ;SACJ,CAAC;IACN,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,oBAAoB;aACnC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;aACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAElD,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,EACzC,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACrC,MAAM,UAAU,GAAG,KAAK,KAAK,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;YAE7D,yDAAyD;YACzD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACtB,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;YAEzB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBACpB,OAAO,SAAS,CAAC;oBACb,IAAI,iBAAiB,CAAC,UAAU,CAAC;oBACjC,IAAI,CAAC,IAAI;iBACZ,CAAC,CAAC;iBACF,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;gBAC1B,OAAO,SAAS,CAAC;oBACb,IAAI,iBAAiB,CAAC,eAAe,CAAC;oBACtC,IAAI,CAAC,yBAAyB,CAC1B,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,UAAU,CAAC;wBACrC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CACjC,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,CAC9E,CAAC;wBACF,CAAC,CAAC,IAAI,CAAC,QAAQ,CACtB;oBACD,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC;iBACrD,CAAC,CAAC;YAEP,KAAM,IAAqB,CAAC;YAC5B,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QACzB,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;gBACvD,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;aAC/C;SACJ,CAAC;IACN,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,qBAAqB,KAAK,eAAe,EAAE,CAAC;YACjD,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;gBAC9B,wHAAwH;gBACxH,+KAA+K;gBAC/K,4HAA4H;gBAC5H,wGAAwG;gBACxG,qBAAqB;gBACrB,+BAA+B,CAAC,wCAAwC,CAAC,EAAC,cAAc,EAAC,CAAC;gBAC1F,EAAE;gBACF,8DAA8D;gBAC9D,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE;oBACrB,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;oBACnC,aAAa;oBACb,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY;oBACzC,SAAS,CAAC,EAAC,OAAO,EAAE,WAAW,EAAC,CAAC;oBACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;iBACtC,CAAC;gBACF,EAAE;gBACF,SAAS,CAAC,CAAC,yBAAyB,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;gBACpG,EAAE;gBACF,sHAAsH;gBACtH,uHAAuH;gBACvH,kGAAkG;gBAClG,qIAAqI;gBACrI,sDAAsD;aACzD,CAAC,CAAC;QACP,CAAC;QAED,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,6CAA6C;YAC7C,+BAA+B,CAAC,wCAAwC,CAAC,EAAC,cAAc,EAAC,CAAC;YAC1F,EAAE;YACF,IAAI,CAAC,uBAAuB;gBACxB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;oBACzB,6DAA6D;oBAC7D,SAAS,CAAC;wBACN,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAY,CAAC,IAAI,CAAC,aAAa;wBACvD,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,UAAU;wBACV,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY;wBACzC,YAAY;wBACZ,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAY,CAAC,IAAI,CAAC,aAAc;qBAC3D,CAAC;oBACF,OAAO;oBACP,EAAE;oBACF,uCAAuC;oBACvC,uDAAuD;oBACvD,MAAM;oBACN,+EAA+E;oBAC/E,cAAc;oBACd,+DAA+D;oBAC/D,0CAA0C;oBAC1C,MAAM;oBACN,EAAE;oBACF,yEAAyE;oBACzE,SAAS,CAAC;wBACN,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAY,CAAC,IAAI,CAAC,aAAa;wBACvD,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,WAAW;wBACX,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY;wBACzC,aAAa;wBACb,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAY,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;wBAC5D,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,WAAW;wBACX,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY;wBACzC,aAAa;wBACb,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAY,CAAC,IAAI,CAAC,aAAc;qBAC3D,CAAC;iBACL,CAAC;gBACF,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;oBACzB,6DAA6D;oBAC7D,SAAS,CAAC,UAAU,CAAC,EAAE,EAAE;wBACrB,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;wBACnC,UAAU;wBACV,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY;wBACzC,YAAY;wBACZ,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;qBACtC,CAAC;oBACF,OAAO;oBACP,EAAE;oBACF,uCAAuC;oBACvC,uDAAuD;iBAC1D,CAAC;YACN,EAAE;YACF,WAAW;YACX,4DAA4D;YAC5D,IAAI,CAAC,uBAAuB;gBACxB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;oBACzB,+HAA+H;oBAC/H,2FAA2F;iBAC9F,CAAC;gBACF,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;oBACzB,oCAAoC;oBACpC,0FAA0F;iBAC7F,CAAC;YACN,sGAAsG;YACtG,oGAAoG;YACpG,uHAAuH;YACvH,iFAAiF;YACjF,wDAAwD;YACxD,8CAA8C;YAC9C,yDAAyD;YACzD,0CAA0C;YAC1C,SAAS,CAAC;gBACN,kCAAkC,EAAE,IAAI,iBAAiB,CAAC,UAAU,CAAC,EAAE,6CAA6C;aACvH,CAAC;SACL,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO;YACH,CAAC,SAAS,EAAE,EAAE,EAAE,EAAC,2BAA2B,EAAE,SAAS,EAAC,CAAC;YACzD,CAAC,SAAS,EAAE,EAAC,mBAAmB,EAAE,IAAI,EAAC,EAAE,EAAC,2BAA2B,EAAE,SAAS,EAAC,CAAC;YAClF,CAAC,SAAS,EAAE,EAAC,qBAAqB,EAAE,YAAY,EAAC,EAAE,EAAC,2BAA2B,EAAE,SAAS,EAAC,CAAC;YAC5F,CAAC,SAAS,EAAE,EAAC,qBAAqB,EAAE,YAAY,EAAE,mBAAmB,EAAE,IAAI,EAAC,EAAE,EAAC,2BAA2B,EAAE,SAAS,EAAC,CAAC;YACvH,CAAC,SAAS,EAAE,EAAC,qBAAqB,EAAE,UAAU,EAAC,EAAE,EAAC,2BAA2B,EAAE,SAAS,EAAC,CAAC;YAC1F,CAAC,SAAS,EAAE,EAAC,qBAAqB,EAAE,UAAU,EAAE,mBAAmB,EAAE,IAAI,EAAC,EAAE,EAAC,2BAA2B,EAAE,SAAS,EAAC,CAAC;SACxH,CAAC;IACN,CAAC;CACJ"}

package/dist/chatWrappers/EmptyChatWrapper.d.ts

@@ -0,0 +1,4 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+export declare class EmptyChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+}

package/dist/chatWrappers/EmptyChatWrapper.js

@@ -0,0 +1,5 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+export class EmptyChatWrapper extends ChatWrapper {
+    wrapperName = "Empty";
+}
+//# sourceMappingURL=EmptyChatWrapper.js.map

package/dist/chatWrappers/EmptyChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EmptyChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/EmptyChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAE9C,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC7B,WAAW,GAAW,OAAO,CAAC;CACjD"}

package/dist/chatWrappers/FalconChatWrapper.d.ts

@@ -0,0 +1,19 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState } from "../types.js";
+/**
+ * This chat wrapper is not safe against chat syntax injection attacks
+ * ([learn more](https://node-llama-cpp.withcat.ai/guide/llama-text#input-safety-in-node-llama-cpp)).
+ */
+export declare class FalconChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    constructor({ userMessageTitle, modelResponseTitle, middleSystemMessageTitle, allowSpecialTokensInTitles }?: {
+        userMessageTitle?: string;
+        modelResponseTitle?: string;
+        middleSystemMessageTitle?: string;
+        allowSpecialTokensInTitles?: boolean;
+    });
+    get userMessageTitle(): string;
+    get modelResponseTitle(): string;
+    get middleSystemMessageTitle(): string;
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
+}

package/dist/chatWrappers/FalconChatWrapper.js

@@ -0,0 +1,126 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { LlamaText, SpecialToken, SpecialTokensText } from "../utils/LlamaText.js";
+/**
+ * This chat wrapper is not safe against chat syntax injection attacks
+ * ([learn more](https://node-llama-cpp.withcat.ai/guide/llama-text#input-safety-in-node-llama-cpp)).
+ */
+export class FalconChatWrapper extends ChatWrapper {
+    wrapperName = "Falcon";
+    /** @internal */ _userMessageTitle;
+    /** @internal */ _modelResponseTitle;
+    /** @internal */ _middleSystemMessageTitle;
+    /** @internal */ _allowSpecialTokensInTitles;
+    constructor({ userMessageTitle = "User", modelResponseTitle = "Assistant", middleSystemMessageTitle = "System", allowSpecialTokensInTitles = false } = {}) {
+        super();
+        this._userMessageTitle = userMessageTitle;
+        this._modelResponseTitle = modelResponseTitle;
+        this._middleSystemMessageTitle = middleSystemMessageTitle;
+        this._allowSpecialTokensInTitles = allowSpecialTokensInTitles;
+    }
+    get userMessageTitle() {
+        return this._userMessageTitle;
+    }
+    get modelResponseTitle() {
+        return this._modelResponseTitle;
+    }
+    get middleSystemMessageTitle() {
+        return this._middleSystemMessageTitle;
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
+            documentParams: documentFunctionParams
+        });
+        const resultItems = [];
+        let systemTexts = [];
+        let userTexts = [];
+        let modelTexts = [];
+        let currentAggregateFocus = null;
+        function flush() {
+            if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
+                resultItems.push({
+                    system: LlamaText.joinValues("\n\n", systemTexts),
+                    user: LlamaText.joinValues("\n\n", userTexts),
+                    model: LlamaText.joinValues("\n\n", modelTexts)
+                });
+            systemTexts = [];
+            userTexts = [];
+            modelTexts = [];
+        }
+        for (const item of historyWithFunctions) {
+            if (item.type === "system") {
+                if (currentAggregateFocus !== "system")
+                    flush();
+                currentAggregateFocus = "system";
+                systemTexts.push(LlamaText.fromJSON(item.text));
+            }
+            else if (item.type === "user") {
+                flush();
+                currentAggregateFocus = null;
+                userTexts.push(LlamaText(item.text));
+            }
+            else if (item.type === "model") {
+                flush();
+                currentAggregateFocus = null;
+                modelTexts.push(this.generateModelResponseText(item.response));
+            }
+            else
+                void item;
+        }
+        flush();
+        const contextText = LlamaText(new SpecialToken("BOS"), resultItems.map(({ system, user, model }, index) => {
+            const isFirstItem = index === 0;
+            const isLastItem = index === resultItems.length - 1;
+            return LlamaText([
+                (system.values.length === 0)
+                    ? LlamaText([])
+                    : LlamaText([
+                        isFirstItem
+                            ? LlamaText([])
+                            : SpecialTokensText.wrapIf(this._allowSpecialTokensInTitles, `${this._middleSystemMessageTitle}: `),
+                        system,
+                        SpecialTokensText.wrapIf(this._allowSpecialTokensInTitles, "\n\n")
+                    ]),
+                (user.values.length === 0)
+                    ? LlamaText([])
+                    : LlamaText([
+                        SpecialTokensText.wrapIf(this._allowSpecialTokensInTitles, `${this._userMessageTitle}: `),
+                        user,
+                        SpecialTokensText.wrapIf(this._allowSpecialTokensInTitles, "\n\n")
+                    ]),
+                (model.values.length === 0 && !isLastItem)
+                    ? LlamaText([])
+                    : LlamaText([
+                        SpecialTokensText.wrapIf(this._allowSpecialTokensInTitles, `${this._modelResponseTitle}: `),
+                        model,
+                        isLastItem
+                            ? LlamaText([])
+                            : SpecialTokensText.wrapIf(this._allowSpecialTokensInTitles, "\n\n")
+                    ])
+            ]);
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(`\n${this._userMessageTitle}:`),
+                LlamaText(`\n${this._modelResponseTitle}:`),
+                LlamaText(`\n${this._middleSystemMessageTitle}:`),
+                ...(!this._allowSpecialTokensInTitles
+                    ? []
+                    : [
+                        LlamaText(new SpecialTokensText(`\n${this._userMessageTitle}:`)),
+                        LlamaText(new SpecialTokensText(`\n${this._modelResponseTitle}:`)),
+                        LlamaText(new SpecialTokensText(`\n${this._middleSystemMessageTitle}:`))
+                    ])
+            ]
+        };
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            {},
+            { allowSpecialTokensInTitles: true }
+        ];
+    }
+}
+//# sourceMappingURL=FalconChatWrapper.js.map

package/dist/chatWrappers/FalconChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FalconChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/FalconChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAqC,MAAM,mBAAmB,CAAC;AAElF,OAAO,EAAC,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AAEjF;;;GAGG;AACH,MAAM,OAAO,iBAAkB,SAAQ,WAAW;IAC9B,WAAW,GAAW,QAAQ,CAAC;IAE/C,gBAAgB,CAAkB,iBAAiB,CAAS;IAC5D,gBAAgB,CAAkB,mBAAmB,CAAS;IAC9D,gBAAgB,CAAkB,yBAAyB,CAAS;IACpE,gBAAgB,CAAkB,2BAA2B,CAAU;IAEvE,YAAmB,EACf,gBAAgB,GAAG,MAAM,EAAE,kBAAkB,GAAG,WAAW,EAAE,wBAAwB,GAAG,QAAQ,EAAE,0BAA0B,GAAG,KAAK,KAGpI,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAC9C,IAAI,CAAC,yBAAyB,GAAG,wBAAwB,CAAC;QAC1D,IAAI,CAAC,2BAA2B,GAAG,0BAA0B,CAAC;IAClE,CAAC;IAED,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED,IAAW,wBAAwB;QAC/B,OAAO,IAAI,CAAC,yBAAyB,CAAC;IAC1C,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAIZ,EAAE,CAAC;QAER,IAAI,WAAW,GAAgB,EAAE,CAAC;QAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;QACjC,IAAI,qBAAqB,GAAoB,IAAI,CAAC;QAElD,SAAS,KAAK;YACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBACvE,WAAW,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;oBACjD,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC7C,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBAClD,CAAC,CAAC;YAEP,WAAW,GAAG,EAAE,CAAC;YACjB,SAAS,GAAG,EAAE,CAAC;YACf,UAAU,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,qBAAqB,KAAK,QAAQ;oBAClC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,KAAK,EAAE,CAAC;gBAER,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,KAAK,EAAE,CAAC;gBAER,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACnE,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,WAAW,GAAG,SAAS,CACzB,IAAI,YAAY,CAAC,KAAK,CAAC,EACvB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,WAAW,GAAG,KAAK,KAAK,CAAC,CAAC;YAChC,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEpD,OAAO,SAAS,CAAC;gBACb,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACxB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,WAAW;4BACP,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,IAAI,CAAC,yBAAyB,IAAI,CAAC;wBACvG,MAAM;wBACN,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,CAAC;qBACrE,CAAC;gBAEN,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACtB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,IAAI,CAAC,iBAAiB,IAAI,CAAC;wBACzF,IAAI;wBACJ,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,CAAC;qBACrE,CAAC;gBAEN,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;oBACtC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,IAAI,CAAC,mBAAmB,IAAI,CAAC;wBAC3F,KAAK;wBACL,UAAU;4BACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,MAAM,CAAC;qBAC3E,CAAC;aACT,CAAC,CAAC;QACP,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAElC,SAAS,CAAC,KAAK,IAAI,CAAC,iBAAiB,GAAG,CAAC;gBACzC,SAAS,CAAC,KAAK,IAAI,CAAC,mBAAmB,GAAG,CAAC;gBAC3C,SAAS,CAAC,KAAK,IAAI,CAAC,yBAAyB,GAAG,CAAC;gBAEjD,GAAG,CACC,CAAC,IAAI,CAAC,2BAA2B;oBAC7B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACE,SAAS,CAAC,IAAI,iBAAiB,CAAC,KAAK,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;wBAChE,SAAS,CAAC,IAAI,iBAAiB,CAAC,KAAK,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;wBAClE,SAAS,CAAC,IAAI,iBAAiB,CAAC,KAAK,IAAI,CAAC,yBAAyB,GAAG,CAAC,CAAC;qBAC3E,CACR;aACJ;SACJ,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO;YACH,EAAE;YACF,EAAC,0BAA0B,EAAE,IAAI,EAAC;SACrC,CAAC;IACN,CAAC;CACJ"}

package/dist/chatWrappers/FunctionaryChatWrapper.d.ts

@@ -0,0 +1,17 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatHistoryItem, ChatModelFunctions, ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState, ChatWrapperSettings } from "../types.js";
+export declare class FunctionaryChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    readonly variation: "v3" | "v2" | "v2.llama3";
+    readonly settings: ChatWrapperSettings;
+    constructor({ variation }?: {
+        variation?: "v3" | "v2" | "v2.llama3";
+    });
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
+    generateAvailableFunctionsSystemText(availableFunctions: ChatModelFunctions, { documentParams }: {
+        documentParams?: boolean;
+    }): import("../utils/LlamaText.js")._LlamaText;
+    addAvailableFunctionsSystemMessageToHistory(history: readonly ChatHistoryItem[], availableFunctions?: ChatModelFunctions, { documentParams }?: {
+        documentParams?: boolean;
+    }): readonly ChatHistoryItem[];
+}