@realtimex/node-llama-cpp 0.1.0

package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js

@@ -0,0 +1,394 @@
+import { splitText } from "lifecycle-utils";
+import { JinjaTemplateChatWrapper } from "../generic/JinjaTemplateChatWrapper.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../../utils/LlamaText.js";
+import { compareTokens } from "../../utils/compareTokens.js";
+import { StopGenerationDetector } from "../../utils/StopGenerationDetector.js";
+import { jsonDumps } from "./jsonDumps.js";
+export function isJinjaTemplateEquivalentToSpecializedChatWrapper(jinjaTemplateWrapperOptions, specializedChatWrapper, tokenizer) {
+    const getCheckChatHistories = (jinjaChatWrapper) => [
+        ...testChatHistories,
+        ...((jinjaChatWrapper.usingJinjaFunctionCallTemplate || jinjaTemplateWrapperOptions.functionCallMessageTemplate === "auto")
+            ? testChatHistoriesWithFunctionCalls
+            : [])
+    ];
+    const canTestMultipleConvertSystemMessagesToUserMessages = jinjaTemplateWrapperOptions.convertUnsupportedSystemMessagesToUserMessages == null ||
+        jinjaTemplateWrapperOptions.convertUnsupportedSystemMessagesToUserMessages === "auto";
+    try {
+        const jinjaChatWrapper = new JinjaTemplateChatWrapper({
+            ...jinjaTemplateWrapperOptions,
+            convertUnsupportedSystemMessagesToUserMessages: canTestMultipleConvertSystemMessagesToUserMessages
+                ? false
+                : jinjaTemplateWrapperOptions.convertUnsupportedSystemMessagesToUserMessages,
+            trimLeadingWhitespaceInResponses: false
+        });
+        const checkChatHistories = getCheckChatHistories(jinjaChatWrapper);
+        if (checkEquivalence(jinjaChatWrapper, specializedChatWrapper, checkChatHistories, tokenizer))
+            return true;
+    }
+    catch (err) {
+        // Do nothing
+    }
+    try {
+        const jinjaChatWrapperWithLeadingWhitespaceTrimming = new JinjaTemplateChatWrapper({
+            ...jinjaTemplateWrapperOptions,
+            convertUnsupportedSystemMessagesToUserMessages: canTestMultipleConvertSystemMessagesToUserMessages
+                ? false
+                : jinjaTemplateWrapperOptions.convertUnsupportedSystemMessagesToUserMessages,
+            trimLeadingWhitespaceInResponses: true
+        });
+        const checkChatHistories = getCheckChatHistories(jinjaChatWrapperWithLeadingWhitespaceTrimming);
+        if (checkEquivalence(jinjaChatWrapperWithLeadingWhitespaceTrimming, specializedChatWrapper, checkChatHistories, tokenizer))
+            return true;
+    }
+    catch (err) {
+        // Do nothing
+    }
+    if (!canTestMultipleConvertSystemMessagesToUserMessages)
+        return false;
+    const convertSystemMessagesToUserMessagesTemplate = "### System message\n\n{{message}}\n\n----";
+    try {
+        const jinjaChatWrapper = new JinjaTemplateChatWrapper({
+            ...jinjaTemplateWrapperOptions,
+            convertUnsupportedSystemMessagesToUserMessages: {
+                use: "always",
+                format: convertSystemMessagesToUserMessagesTemplate
+            },
+            trimLeadingWhitespaceInResponses: false
+        });
+        const checkChatHistories = getCheckChatHistories(jinjaChatWrapper);
+        const transformedCheckChatHistories = convertTestChatHistoriesSystemMessagesToUserMessages(checkChatHistories, convertSystemMessagesToUserMessagesTemplate);
+        if (checkEquivalence(jinjaChatWrapper, specializedChatWrapper, transformedCheckChatHistories, tokenizer))
+            return true;
+    }
+    catch (err) {
+        // Do nothing
+    }
+    try {
+        const jinjaChatWrapperWithLeadingWhitespaceTrimming = new JinjaTemplateChatWrapper({
+            ...jinjaTemplateWrapperOptions,
+            convertUnsupportedSystemMessagesToUserMessages: {
+                use: "always",
+                format: convertSystemMessagesToUserMessagesTemplate
+            },
+            trimLeadingWhitespaceInResponses: true
+        });
+        const checkChatHistories = getCheckChatHistories(jinjaChatWrapperWithLeadingWhitespaceTrimming);
+        const transformedCheckChatHistories = convertTestChatHistoriesSystemMessagesToUserMessages(checkChatHistories, convertSystemMessagesToUserMessagesTemplate);
+        if (checkEquivalence(jinjaChatWrapperWithLeadingWhitespaceTrimming, specializedChatWrapper, transformedCheckChatHistories, tokenizer))
+            return true;
+    }
+    catch (err) {
+        // Do nothing
+    }
+    return false;
+}
+function checkEquivalence(jinjaChatWrapper, specializedChatWrapper, testChatHistories, tokenizer) {
+    for (const testChatHistory of testChatHistories) {
+        const jinjaRes = jinjaChatWrapper.generateContextState({ chatHistory: testChatHistory });
+        jinjaRes.contextText = convertFunctionNameAndParamsToRegularText(jinjaRes.contextText, testChatHistory);
+        const convertedSettings = convertChatWrapperSettingsToUseSpecialTokensText(specializedChatWrapper.settings);
+        const originalSpecializedSettings = specializedChatWrapper.settings;
+        if (convertedSettings != null)
+            specializedChatWrapper.settings = convertedSettings;
+        let specializedWrapperRes;
+        try {
+            specializedWrapperRes = specializedChatWrapper.generateContextState({ chatHistory: testChatHistory });
+        }
+        finally {
+            if (convertedSettings != null)
+                specializedChatWrapper.settings = originalSpecializedSettings;
+        }
+        if (!compareContextTexts(jinjaRes.contextText, specializedWrapperRes.contextText, tokenizer))
+            return false;
+        const specializedStopGenerationTriggers = [
+            ...specializedWrapperRes.stopGenerationTriggers,
+            ...(specializedWrapperRes.rerender?.triggers == null
+                ? []
+                : specializedWrapperRes.rerender.triggers)
+        ];
+        const jinjaHasAllSpecializedStopGenerationTriggers = jinjaRes.stopGenerationTriggers
+            .every((trigger) => {
+            return [trigger, trigger.trimEnd(), trigger.trimStart(), trigger.trimStart().trimEnd()].some((normalizedJinjaTrigger) => {
+                if (normalizedJinjaTrigger.values.length === 0)
+                    return true;
+                const foundSimilarTriggers = specializedStopGenerationTriggers.some((specializedTrigger) => (normalizedJinjaTrigger.includes(specializedTrigger)));
+                if (foundSimilarTriggers)
+                    return true;
+                if (tokenizer != null) {
+                    const resolvedStopGenerationTrigger = StopGenerationDetector.resolveLlamaTextTrigger(normalizedJinjaTrigger, tokenizer);
+                    const foundSimilarOrShorterTokenizedTriggers = specializedStopGenerationTriggers
+                        .some((specializedTrigger) => {
+                        const resolvedSpecializedTrigger = StopGenerationDetector.resolveLlamaTextTrigger(specializedTrigger, tokenizer);
+                        return resolvedSpecializedTrigger.every((item, index) => {
+                            const resolveTriggerItem = resolvedStopGenerationTrigger[index];
+                            if (typeof item === "string" && typeof resolveTriggerItem === "string")
+                                return item === resolveTriggerItem;
+                            else if (typeof item === "string" || typeof resolveTriggerItem === "string" ||
+                                resolveTriggerItem == null)
+                                return false;
+                            return compareTokens(item, resolveTriggerItem);
+                        });
+                    });
+                    if (foundSimilarOrShorterTokenizedTriggers)
+                        return true;
+                }
+                return false;
+            });
+        });
+        if (!jinjaHasAllSpecializedStopGenerationTriggers)
+            return false;
+    }
+    return true;
+}
+function compareContextTexts(text1, text2, tokenizer) {
+    function compare(text1, text2) {
+        if (LlamaText.compare(text1, text2))
+            return true;
+        if (tokenizer != null) {
+            const tokenizedText1 = text1.tokenize(tokenizer);
+            const tokenizedText2 = text2.tokenize(tokenizer);
+            if (tokenizedText1.length === tokenizedText2.length)
+                return tokenizedText1.every((token, index) => compareTokens(token, tokenizedText2[index]));
+        }
+        return false;
+    }
+    const trimmedText1 = text1.trimEnd();
+    const trimmedText2 = text2.trimEnd();
+    const normalizedText1 = removeLeadingBos(trimmedText1);
+    const normalizedText2 = removeLeadingBos(trimmedText2);
+    const texts1 = (normalizedText1.values.length !== trimmedText1.values.length && tokenizer != null)
+        ? [trimmedText1, normalizedText1]
+        : [normalizedText1];
+    const texts2 = (normalizedText2.values.length !== trimmedText2.values.length && tokenizer != null)
+        ? [trimmedText2, normalizedText2]
+        : [normalizedText2];
+    return texts1.some((text1) => (texts2.some((text2) => (compare(text1, text2)))));
+}
+function convertTestChatHistoriesSystemMessagesToUserMessages(chatHistories, template) {
+    return chatHistories
+        .map((history) => (history
+        .slice()
+        .map((item, index, array) => {
+        if (item.type === "system") {
+            if (index === 0 && array.length > 1 && array[1].type === "user") {
+                array[1] = {
+                    type: "user",
+                    text: LlamaText([
+                        LlamaText.joinValues(LlamaText.fromJSON(item.text), template.split("{{message}}")),
+                        "\n\n",
+                        array[1].text
+                    ]).toString()
+                };
+                return null;
+            }
+            return {
+                type: "user",
+                text: LlamaText.joinValues(LlamaText.fromJSON(item.text), template.split("{{message}}")).toString()
+            };
+        }
+        return item;
+    })
+        .filter((item) => item != null)));
+}
+function convertChatWrapperSettingsToUseSpecialTokensText(settings) {
+    if (settings?.functions == null)
+        return null;
+    function convertToSpecialTokensText(value, keepTexts) {
+        if (value == null)
+            return value;
+        return LlamaText(LlamaText(value).values
+            .map((item) => {
+            if (typeof item !== "string")
+                return item;
+            if (keepTexts == null || keepTexts.length === 0)
+                return new SpecialTokensText(item);
+            return splitText(item, keepTexts).map((textPart) => {
+                if (typeof textPart === "string")
+                    return new SpecialTokensText(textPart);
+                return textPart.separator;
+            });
+        }));
+    }
+    return {
+        ...settings,
+        functions: {
+            ...settings.functions,
+            call: {
+                ...settings.functions.call,
+                prefix: convertToSpecialTokensText(settings.functions.call.prefix),
+                suffix: convertToSpecialTokensText(settings.functions.call.suffix),
+                paramsPrefix: convertToSpecialTokensText(settings.functions.call.paramsPrefix)
+            },
+            result: {
+                ...settings.functions.result,
+                prefix: convertToSpecialTokensText(settings.functions.result.prefix, ["{{functionName}}", "{{functionParams}}"]),
+                suffix: convertToSpecialTokensText(settings.functions.result.suffix, ["{{functionName}}", "{{functionParams}}"])
+            },
+            parallelism: settings.functions.parallelism == null
+                ? settings.functions.parallelism
+                : {
+                    ...settings.functions.parallelism,
+                    call: {
+                        ...settings.functions.parallelism.call,
+                        sectionPrefix: convertToSpecialTokensText(settings.functions.parallelism.call.sectionPrefix),
+                        betweenCalls: convertToSpecialTokensText(settings.functions.parallelism.call.betweenCalls),
+                        sectionSuffix: convertToSpecialTokensText(settings.functions.parallelism.call.sectionSuffix)
+                    },
+                    result: settings.functions.parallelism.result == null
+                        ? settings.functions.parallelism.result
+                        : {
+                            ...settings.functions.parallelism.result,
+                            sectionPrefix: convertToSpecialTokensText(settings.functions.parallelism.result.sectionPrefix),
+                            betweenResults: convertToSpecialTokensText(settings.functions.parallelism.result.betweenResults),
+                            sectionSuffix: convertToSpecialTokensText(settings.functions.parallelism.result.sectionSuffix)
+                        }
+                }
+        }
+    };
+}
+function convertFunctionNameAndParamsToRegularText(contextText, chatHistory) {
+    const ensureRegularTextItems = new Set();
+    for (const item of chatHistory) {
+        if (item.type !== "model")
+            continue;
+        for (const response of item.response) {
+            if (typeof response === "string" || response.type !== "functionCall")
+                continue;
+            ensureRegularTextItems.add(response.name);
+            if (response.params !== undefined && response.params !== "")
+                ensureRegularTextItems.add(jsonDumps(response.params));
+        }
+    }
+    const ensureRegularTextItemsArray = [...ensureRegularTextItems];
+    return LlamaText(contextText.values.map((item) => {
+        if (!(item instanceof SpecialTokensText))
+            return item;
+        return splitText(item.value, ensureRegularTextItemsArray)
+            .map((textPart) => {
+            if (typeof textPart === "string")
+                return new SpecialTokensText(textPart);
+            return textPart.separator;
+        });
+    }));
+}
+const testChatHistories = [
+    [{
+            type: "system",
+            text: "System message ~!@#$%^&*()\n*"
+        }, {
+            type: "user",
+            text: "Message 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: [""]
+        }],
+    [{
+            type: "system",
+            text: "System message ~!@#$%^&*()\n*"
+        }, {
+            type: "user",
+            text: "Message 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: ["Result 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"]
+        }],
+    [{
+            type: "system",
+            text: "System message ~!@#$%^&*()\n*"
+        }, {
+            type: "user",
+            text: "Message 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: ["Result 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"]
+        }, {
+            type: "user",
+            text: "Message2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: [""]
+        }],
+    [{
+            type: "system",
+            text: "System message ~!@#$%^&*()\n*"
+        }, {
+            type: "user",
+            text: "Message 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: ["Result 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"]
+        }, {
+            type: "user",
+            text: "Message2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: ["Result2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"]
+        }]
+];
+const testChatHistoriesWithFunctionCalls = [
+    [{
+            type: "system",
+            text: "System message ~!@#$%^&*()\n*"
+        }, {
+            type: "user",
+            text: "Message 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: ["Result 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"]
+        }, {
+            type: "user",
+            text: "Message2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: [
+                "Result2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~",
+                {
+                    type: "functionCall",
+                    name: "func1name",
+                    params: { param1: "value1" },
+                    result: "func1result"
+                },
+                "Result3 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+            ]
+        }],
+    [{
+            type: "system",
+            text: "System message ~!@#$%^&*()\n*"
+        }, {
+            type: "user",
+            text: "Message 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: ["Result 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"]
+        }, {
+            type: "user",
+            text: "Message2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+        }, {
+            type: "model",
+            response: [
+                "Result2 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~",
+                {
+                    type: "functionCall",
+                    name: "func1name",
+                    params: { param1: "value1" },
+                    result: "func1result"
+                },
+                {
+                    type: "functionCall",
+                    name: "func2name",
+                    params: { param1: "value2" },
+                    result: "func2result"
+                },
+                "Result3 1234567890!@#$%^&*()_+-=[]{}|\\:;\"',./<>?`~"
+            ]
+        }]
+];
+function removeLeadingBos(llamaText) {
+    if (llamaText.values.length === 0)
+        return llamaText;
+    const firstValue = llamaText.values[0];
+    if (firstValue instanceof SpecialToken && firstValue.value === "BOS")
+        return LlamaText(llamaText.values.slice(1));
+    return llamaText;
+}
+//# sourceMappingURL=isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map

package/dist/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"isJinjaTemplateEquivalentToSpecializedChatWrapper.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/isJinjaTemplateEquivalentToSpecializedChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAG1C,OAAO,EAAC,wBAAwB,EAAkC,MAAM,wCAAwC,CAAC;AACjH,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AACpF,OAAO,EAAC,aAAa,EAAC,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAE7E,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AAEzC,MAAM,UAAU,iDAAiD,CAC7D,2BAA4D,EAC5D,sBAAmC,EACnC,SAAqB;IAErB,MAAM,qBAAqB,GAAG,CAAC,gBAA0C,EAAE,EAAE,CAAC;QAC1E,GAAG,iBAAiB;QACpB,GAAG,CACC,CAAC,gBAAgB,CAAC,8BAA8B,IAAI,2BAA2B,CAAC,2BAA2B,KAAK,MAAM,CAAC;YACnH,CAAC,CAAC,kCAAkC;YACpC,CAAC,CAAC,EAAE,CACX;KACJ,CAAC;IAEF,MAAM,kDAAkD,GACpD,2BAA2B,CAAC,8CAA8C,IAAI,IAAI;QAClF,2BAA2B,CAAC,8CAA8C,KAAK,MAAM,CAAC;IAE1F,IAAI,CAAC;QACD,MAAM,gBAAgB,GAAG,IAAI,wBAAwB,CAAC;YAClD,GAAG,2BAA2B;YAC9B,8CAA8C,EAAE,kDAAkD;gBAC9F,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,2BAA2B,CAAC,8CAA8C;YAChF,gCAAgC,EAAE,KAAK;SAC1C,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QAEnE,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,SAAS,CAAC;YACzF,OAAO,IAAI,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAGD,IAAI,CAAC;QACD,MAAM,6CAA6C,GAAG,IAAI,wBAAwB,CAAC;YAC/E,GAAG,2BAA2B;YAC9B,8CAA8C,EAAE,kDAAkD;gBAC9F,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,2BAA2B,CAAC,8CAA8C;YAChF,gCAAgC,EAAE,IAAI;SACzC,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,6CAA6C,CAAC,CAAC;QAEhG,IAAI,gBAAgB,CAAC,6CAA6C,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,SAAS,CAAC;YACtH,OAAO,IAAI,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,IAAI,CAAC,kDAAkD;QACnD,OAAO,KAAK,CAAC;IAEjB,MAAM,2CAA2C,GAAG,2CAA2C,CAAC;IAEhG,IAAI,CAAC;QACD,MAAM,gBAAgB,GAAG,IAAI,wBAAwB,CAAC;YAClD,GAAG,2BAA2B;YAC9B,8CAA8C,EAAE;gBAC5C,GAAG,EAAE,QAAQ;gBACb,MAAM,EAAE,2CAA2C;aACtD;YACD,gCAAgC,EAAE,KAAK;SAC1C,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;QACnE,MAAM,6BAA6B,GAAG,oDAAoD,CACtF,kBAAkB,EAClB,2CAA2C,CAC9C,CAAC;QAEF,IAAI,gBAAgB,CAAC,gBAAgB,EAAE,sBAAsB,EAAE,6BAA6B,EAAE,SAAS,CAAC;YACpG,OAAO,IAAI,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAGD,IAAI,CAAC;QACD,MAAM,6CAA6C,GAAG,IAAI,wBAAwB,CAAC;YAC/E,GAAG,2BAA2B;YAC9B,8CAA8C,EAAE;gBAC5C,GAAG,EAAE,QAAQ;gBACb,MAAM,EAAE,2CAA2C;aACtD;YACD,gCAAgC,EAAE,IAAI;SACzC,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,6CAA6C,CAAC,CAAC;QAChG,MAAM,6BAA6B,GAAG,oDAAoD,CACtF,kBAAkB,EAClB,2CAA2C,CAC9C,CAAC;QAEF,IAAI,gBAAgB,CAChB,6CAA6C,EAAE,sBAAsB,EAAE,6BAA6B,EAAE,SAAS,CAClH;YACG,OAAO,IAAI,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CACrB,gBAA0C,EAC1C,sBAAmC,EACnC,iBAAsC,EACtC,SAAqB;IAErB,KAAK,MAAM,eAAe,IAAI,iBAAiB,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,oBAAoB,CAAC,EAAC,WAAW,EAAE,eAAe,EAAC,CAAC,CAAC;QACvF,QAAQ,CAAC,WAAW,GAAG,yCAAyC,CAAC,QAAQ,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QAExG,MAAM,iBAAiB,GAAG,gDAAgD,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAC5G,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,QAAQ,CAAC;QAEpE,IAAI,iBAAiB,IAAI,IAAI;YACxB,sBAAgD,CAAC,QAAQ,GAAG,iBAAiB,CAAC;QAEnF,IAAI,qBAAqF,CAAC;QAC1F,IAAI,CAAC;YACD,qBAAqB,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,EAAC,WAAW,EAAE,eAAe,EAAC,CAAC,CAAC;QACxG,CAAC;gBAAS,CAAC;YACP,IAAI,iBAAiB,IAAI,IAAI;gBACxB,sBAAgD,CAAC,QAAQ,GAAG,2BAA2B,CAAC;QACjG,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,WAAW,EAAE,qBAAqB,CAAC,WAAW,EAAE,SAAS,CAAC;YACxF,OAAO,KAAK,CAAC;QAEjB,MAAM,iCAAiC,GAAG;YACtC,GAAG,qBAAqB,CAAC,sBAAsB;YAC/C,GAAG,CACC,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI;gBAC5C,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAChD;SACJ,CAAC;QAEF,MAAM,4CAA4C,GAAG,QAAQ,CAAC,sBAAsB;aAC/E,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE;YACf,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,sBAAsB,EAAE,EAAE;gBACpH,IAAI,sBAAsB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;oBAC1C,OAAO,IAAI,CAAC;gBAEhB,MAAM,oBAAoB,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC,CACxF,sBAAsB,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CACtD,CAAC,CAAC;gBAEH,IAAI,oBAAoB;oBACpB,OAAO,IAAI,CAAC;gBAEhB,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;oBACpB,MAAM,6BAA6B,GAAG,sBAAsB,CAAC,uBAAuB,CAChF,sBAAsB,EACtB,SAAS,CACZ,CAAC;oBAEF,MAAM,sCAAsC,GAAG,iCAAiC;yBAC3E,IAAI,CAAC,CAAC,kBAAkB,EAAE,EAAE;wBACzB,MAAM,0BAA0B,GAAG,sBAAsB,CAAC,uBAAuB,CAC7E,kBAAkB,EAClB,SAAS,CACZ,CAAC;wBAEF,OAAO,0BAA0B,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;4BACpD,MAAM,kBAAkB,GAAG,6BAA6B,CAAC,KAAK,CAAC,CAAC;4BAEhE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,kBAAkB,KAAK,QAAQ;gCAClE,OAAO,IAAI,KAAK,kBAAkB,CAAC;iCAClC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,kBAAkB,KAAK,QAAQ;gCACvE,kBAAkB,IAAI,IAAI;gCAE1B,OAAO,KAAK,CAAC;4BAEjB,OAAO,aAAa,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;wBACnD,CAAC,CAAC,CAAC;oBACP,CAAC,CAAC,CAAC;oBAEP,IAAI,sCAAsC;wBACtC,OAAO,IAAI,CAAC;gBACpB,CAAC;gBAED,OAAO,KAAK,CAAC;YACjB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEP,IAAI,CAAC,4CAA4C;YAC7C,OAAO,KAAK,CAAC;IACrB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAgB,EAAE,KAAgB,EAAE,SAAqB;IAClF,SAAS,OAAO,CAAC,KAAgB,EAAE,KAAgB;QAC/C,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;YAC/B,OAAO,IAAI,CAAC;QAEhB,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEjD,IAAI,cAAc,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM;gBAC/C,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnG,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;IAErC,MAAM,eAAe,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAEvD,MAAM,MAAM,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,IAAI,IAAI,CAAC;QAC9F,CAAC,CAAC,CAAC,YAAY,EAAE,eAAe,CAAC;QACjC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAExB,MAAM,MAAM,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,CAAC,MAAM,IAAI,SAAS,IAAI,IAAI,CAAC;QAC9F,CAAC,CAAC,CAAC,YAAY,EAAE,eAAe,CAAC;QACjC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;IAExB,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAC1B,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CACnB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CACxB,CAAC,CACL,CAAC,CAAC;AACP,CAAC;AAED,SAAS,oDAAoD,CAAC,aAAkC,EAAE,QAAgB;IAC9G,OAAO,aAAa;SACf,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CACd,OAAO;SACF,KAAK,EAAE;SACP,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACxB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzB,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/D,KAAK,CAAC,CAAC,CAAC,GAAG;oBACP,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,SAAS,CAAC;wBACZ,SAAS,CAAC,UAAU,CAChB,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAC7B,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAChC;wBACD,MAAM;wBACN,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI;qBACjB,CAAC,CAAC,QAAQ,EAAE;iBACU,CAAC;gBAC5B,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,OAAO;gBACH,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,SAAS,CAAC,UAAU,CACtB,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAC7B,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAChC,CAAC,QAAQ,EAAE;aACW,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAA+C,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,CACnF,CAAC,CAAC;AACX,CAAC;AAED,SAAS,gDAAgD,CAAC,QAA6B;IACnF,IAAI,QAAQ,EAAE,SAAS,IAAI,IAAI;QAC3B,OAAO,IAAI,CAAC;IAIhB,SAAS,0BAA0B,CAAC,KAAqC,EAAE,SAAoB;QAC3F,IAAI,KAAK,IAAI,IAAI;YACb,OAAO,KAAK,CAAC;QAEjB,OAAO,SAAS,CACZ,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM;aAClB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACV,IAAI,OAAO,IAAI,KAAK,QAAQ;gBACxB,OAAO,IAAI,CAAC;YAEhB,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAC3C,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAEvC,OAAO,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBAC/C,IAAI,OAAO,QAAQ,KAAK,QAAQ;oBAC5B,OAAO,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAE3C,OAAO,QAAQ,CAAC,SAAS,CAAC;YAC9B,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CACT,CAAC;IACN,CAAC;IAED,OAAO;QACH,GAAG,QAAQ;QACX,SAAS,EAAE;YACP,GAAG,QAAQ,CAAC,SAAS;YACrB,IAAI,EAAE;gBACF,GAAG,QAAQ,CAAC,SAAS,CAAC,IAAI;gBAC1B,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBAClE,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBAClE,YAAY,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC;aACjF;YACD,MAAM,EAAE;gBACJ,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM;gBAC5B,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,CAAC;gBAChH,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,CAAC;aACnH;YACD,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,WAAW,IAAI,IAAI;gBAC/C,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW;gBAChC,CAAC,CAAC;oBACE,GAAG,QAAQ,CAAC,SAAS,CAAC,WAAW;oBACjC,IAAI,EAAE;wBACF,GAAG,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI;wBACtC,aAAa,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC;wBAC5F,YAAY,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC;wBAC1F,aAAa,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC;qBAC/F;oBACD,MAAM,EAAE,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,IAAI,IAAI;wBACjD,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM;wBACvC,CAAC,CAAC;4BACE,GAAG,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM;4BACxC,aAAa,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC;4BAC9F,cAAc,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC;4BAChG,aAAa,EAAE,0BAA0B,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC;yBACjG;iBACR;SACR;KACJ,CAAC;AACN,CAAC;AAED,SAAS,yCAAyC,CAAC,WAAsB,EAAE,WAA8B;IACrG,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IAEjD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO;YACrB,SAAS;QAEb,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,cAAc;gBAChE,SAAS;YAEb,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,EAAE;gBACvD,sBAAsB,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,MAAM,2BAA2B,GAAG,CAAC,GAAG,sBAAsB,CAAC,CAAC;IAEhE,OAAO,SAAS,CACZ,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC5B,IAAI,CAAC,CAAC,IAAI,YAAY,iBAAiB,CAAC;YACpC,OAAO,IAAI,CAAC;QAEhB,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,2BAA2B,CAAC;aACpD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YACd,IAAI,OAAO,QAAQ,KAAK,QAAQ;gBAC5B,OAAO,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAE3C,OAAO,QAAQ,CAAC,SAAS,CAAC;QAC9B,CAAC,CAAC,CAAC;IACX,CAAC,CAAC,CACL,CAAC;AACN,CAAC;AAED,MAAM,iBAAiB,GAAwB;IAC3C,CAAC;YACG,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,+BAA+B;SACxC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,sDAAsD;SAC/D,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,EAAE,CAAC;SACjB,CAAC;IAEF,CAAC;YACG,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,+BAA+B;SACxC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,sDAAsD;SAC/D,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,qDAAqD,CAAC;SACpE,CAAC;IAEF,CAAC;YACG,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,+BAA+B;SACxC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,sDAAsD;SAC/D,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,qDAAqD,CAAC;SACpE,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,uDAAuD;SAChE,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,EAAE,CAAC;SACjB,CAAC;IAEF,CAAC;YACG,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,+BAA+B;SACxC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,sDAAsD;SAC/D,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,qDAAqD,CAAC;SACpE,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,uDAAuD;SAChE,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,sDAAsD,CAAC;SACrE,CAAC;CACL,CAAC;AACF,MAAM,kCAAkC,GAAwB;IAC5D,CAAC;YACG,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,+BAA+B;SACxC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,sDAAsD;SAC/D,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,qDAAqD,CAAC;SACpE,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,uDAAuD;SAChE,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,sDAAsD;gBACtD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,EAAC,MAAM,EAAE,QAAQ,EAAC;oBAC1B,MAAM,EAAE,aAAa;iBACxB;gBACD,sDAAsD;aACzD;SACJ,CAAC;IAEF,CAAC;YACG,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,+BAA+B;SACxC,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,sDAAsD;SAC/D,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,CAAC,qDAAqD,CAAC;SACpE,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,uDAAuD;SAChE,EAAE;YACC,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,sDAAsD;gBACtD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,EAAC,MAAM,EAAE,QAAQ,EAAC;oBAC1B,MAAM,EAAE,aAAa;iBACxB;gBACD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,EAAC,MAAM,EAAE,QAAQ,EAAC;oBAC1B,MAAM,EAAE,aAAa;iBACxB;gBACD,sDAAsD;aACzD;SACJ,CAAC;CACL,CAAC;AAEF,SAAS,gBAAgB,CAAC,SAAoB;IAC1C,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7B,OAAO,SAAS,CAAC;IAErB,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAEvC,IAAI,UAAU,YAAY,YAAY,IAAI,UAAU,CAAC,KAAK,KAAK,KAAK;QAChE,OAAO,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhD,OAAO,SAAS,CAAC;AACrB,CAAC"}

package/dist/chatWrappers/utils/isLlama3_2LightweightModel.d.ts

@@ -0,0 +1,2 @@
+import { ChatWrapperCheckModelCompatibilityParams } from "../../types.js";
+export declare function isLlama3_2LightweightModel(options: ChatWrapperCheckModelCompatibilityParams): boolean;

package/dist/chatWrappers/utils/isLlama3_2LightweightModel.js

@@ -0,0 +1,9 @@
+import { includesText } from "../../utils/includesText.js";
+import { getModelLinageNames } from "./getModelLinageNames.js";
+export function isLlama3_2LightweightModel(options) {
+    const isLlama3_2 = getModelLinageNames(options.fileInfo?.metadata)
+        .some((modelNames) => includesText(modelNames, ["llama 3.2", "llama-3.2", "llama3.2"]));
+    const isSmallModel = ["1B", "3B"].includes(options.fileInfo?.metadata?.general?.size_label ?? "");
+    return isLlama3_2 && isSmallModel;
+}
+//# sourceMappingURL=isLlama3_2LightweightModel.js.map

package/dist/chatWrappers/utils/isLlama3_2LightweightModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"isLlama3_2LightweightModel.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/isLlama3_2LightweightModel.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAE7D,MAAM,UAAU,0BAA0B,CAAC,OAAiD;IACxF,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC;SAC7D,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAC5F,MAAM,YAAY,GAAI,CAAC,IAAI,EAAE,IAAI,CAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;IAEhH,OAAO,UAAU,IAAI,YAAY,CAAC;AACtC,CAAC"}

package/dist/chatWrappers/utils/jsonDumps.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Like `JSON.stringify` but results in a value formatted in the format that Python produces when using `json.dumps(value)`.
+ *
+ * We need to format results this way since this is what many models use in their training data,
+ * so this is what many models expect to have in their context state.
+ */
+export declare function jsonDumps(value: any): string;

package/dist/chatWrappers/utils/jsonDumps.js

@@ -0,0 +1,18 @@
+/**
+ * Like `JSON.stringify` but results in a value formatted in the format that Python produces when using `json.dumps(value)`.
+ *
+ * We need to format results this way since this is what many models use in their training data,
+ * so this is what many models expect to have in their context state.
+ */
+export function jsonDumps(value) {
+    return JSON.stringify(value, null, 1)
+        .split("\n")
+        .map((line) => {
+        line = line.trim();
+        if (line.endsWith(","))
+            line += " ";
+        return line;
+    })
+        .join("");
+}
+//# sourceMappingURL=jsonDumps.js.map

package/dist/chatWrappers/utils/jsonDumps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonDumps.js","sourceRoot":"","sources":["../../../src/chatWrappers/utils/jsonDumps.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,KAAU;IAChC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;SAChC,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACV,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAEnB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAClB,IAAI,IAAI,GAAG,CAAC;QAEhB,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC"}

package/dist/chatWrappers/utils/resolveChatWrapper.d.ts

@@ -0,0 +1,148 @@
+import { Llama3ChatWrapper } from "../Llama3ChatWrapper.js";
+import { Llama2ChatWrapper } from "../Llama2ChatWrapper.js";
+import { ChatMLChatWrapper } from "../ChatMLChatWrapper.js";
+import { GeneralChatWrapper } from "../GeneralChatWrapper.js";
+import { FalconChatWrapper } from "../FalconChatWrapper.js";
+import { FunctionaryChatWrapper } from "../FunctionaryChatWrapper.js";
+import { AlpacaChatWrapper } from "../AlpacaChatWrapper.js";
+import { GemmaChatWrapper } from "../GemmaChatWrapper.js";
+import { JinjaTemplateChatWrapper } from "../generic/JinjaTemplateChatWrapper.js";
+import { TemplateChatWrapper } from "../generic/TemplateChatWrapper.js";
+import { Llama3_1ChatWrapper } from "../Llama3_1ChatWrapper.js";
+import { Llama3_2LightweightChatWrapper } from "../Llama3_2LightweightChatWrapper.js";
+import { DeepSeekChatWrapper } from "../DeepSeekChatWrapper.js";
+import { MistralChatWrapper } from "../MistralChatWrapper.js";
+import { Tokenizer } from "../../types.js";
+import { LlamaModel } from "../../evaluator/LlamaModel/LlamaModel.js";
+import { QwenChatWrapper } from "../QwenChatWrapper.js";
+import { HarmonyChatWrapper } from "../HarmonyChatWrapper.js";
+import { SeedChatWrapper } from "../SeedChatWrapper.js";
+import type { GgufFileInfo } from "../../gguf/types/GgufFileInfoTypes.js";
+export declare const specializedChatWrapperTypeNames: readonly ["general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary", "chatML", "falconChat", "gemma", "harmony", "seed"];
+export type SpecializedChatWrapperTypeName = (typeof specializedChatWrapperTypeNames)[number];
+export declare const templateChatWrapperTypeNames: readonly ["template", "jinjaTemplate"];
+export type TemplateChatWrapperTypeName = (typeof templateChatWrapperTypeNames)[number];
+export declare const resolvableChatWrapperTypeNames: readonly ["auto", "general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary", "chatML", "falconChat", "gemma", "harmony", "seed", "template", "jinjaTemplate"];
+export type ResolvableChatWrapperTypeName = (typeof resolvableChatWrapperTypeNames)[number];
+export declare const chatWrappers: Readonly<{
+    readonly general: typeof GeneralChatWrapper;
+    readonly deepSeek: typeof DeepSeekChatWrapper;
+    readonly qwen: typeof QwenChatWrapper;
+    readonly "llama3.1": typeof Llama3_1ChatWrapper;
+    readonly "llama3.2-lightweight": typeof Llama3_2LightweightChatWrapper;
+    readonly llama3: typeof Llama3ChatWrapper;
+    readonly llama2Chat: typeof Llama2ChatWrapper;
+    readonly mistral: typeof MistralChatWrapper;
+    readonly alpacaChat: typeof AlpacaChatWrapper;
+    readonly functionary: typeof FunctionaryChatWrapper;
+    readonly chatML: typeof ChatMLChatWrapper;
+    readonly falconChat: typeof FalconChatWrapper;
+    readonly gemma: typeof GemmaChatWrapper;
+    readonly harmony: typeof HarmonyChatWrapper;
+    readonly seed: typeof SeedChatWrapper;
+    readonly template: typeof TemplateChatWrapper;
+    readonly jinjaTemplate: typeof JinjaTemplateChatWrapper;
+}>;
+export type BuiltInChatWrapperType = InstanceType<typeof chatWrappers[keyof typeof chatWrappers]>;
+export type ResolveChatWrapperOptions = {
+    /**
+     * Resolve to a specific chat wrapper type.
+     * You better not set this option unless you need to force a specific chat wrapper type.
+     *
+     * Defaults to `"auto"`.
+     */
+    type?: "auto" | SpecializedChatWrapperTypeName | TemplateChatWrapperTypeName;
+    bosString?: string | null;
+    filename?: string;
+    fileInfo?: GgufFileInfo;
+    tokenizer?: Tokenizer;
+    customWrapperSettings?: {
+        [wrapper in keyof typeof chatWrappers]?: ConstructorParameters<(typeof chatWrappers)[wrapper]>[0];
+    };
+    /**
+     * Defaults to `true`.
+     */
+    warningLogs?: boolean;
+    /**
+     * Defaults to `true`.
+     */
+    fallbackToOtherWrappersOnJinjaError?: boolean;
+    /**
+     * Don't resolve to a Jinja chat wrapper unless `type` is set to a Jinja chat wrapper type.
+     *
+     * Defaults to `false`.
+     */
+    noJinja?: boolean;
+};
+export type ResolveChatWrapperWithModelOptions = {
+    /**
+     * Resolve to a specific chat wrapper type.
+     * You better not set this option unless you need to force a specific chat wrapper type.
+     *
+     * Defaults to `"auto"`.
+     */
+    type?: "auto" | SpecializedChatWrapperTypeName | TemplateChatWrapperTypeName;
+    customWrapperSettings?: {
+        [wrapper in keyof typeof chatWrappers]?: typeof JinjaTemplateChatWrapper extends (typeof chatWrappers)[wrapper] ? Partial<ConstructorParameters<(typeof chatWrappers)[wrapper]>[0]> : ConstructorParameters<(typeof chatWrappers)[wrapper]>[0];
+    };
+    /**
+     * Defaults to `true`.
+     */
+    warningLogs?: boolean;
+    /**
+     * Defaults to `true`.
+     */
+    fallbackToOtherWrappersOnJinjaError?: boolean;
+    /**
+     * Don't resolve to a Jinja chat wrapper unless `type` is set to a Jinja chat wrapper type.
+     *
+     * Defaults to `false`.
+     */
+    noJinja?: boolean;
+};
+/**
+ * Resolve to a chat wrapper instance based on the provided information.
+ * The more information provided, the better the resolution will be (except for `type`).
+ *
+ * It's recommended to not set `type` to a specific chat wrapper in order for the resolution to be more flexible, but it is useful for when
+ * you need to provide the ability to force a specific chat wrapper type.
+ * Note that when setting `type` to a generic chat wrapper type (such as `"template"` or `"jinjaTemplate"`), the `customWrapperSettings`
+ * must contain the necessary settings for that chat wrapper to be created.
+ *
+ * When loading a Jinja chat template from either `fileInfo` or `customWrapperSettings.jinjaTemplate.template`,
+ * if the chat template format is invalid, it fallbacks to resolve other chat wrappers,
+ * unless `fallbackToOtherWrappersOnJinjaError` is set to `false` (in which case, it will throw an error).
+ * @example
+ * ```typescript
+ * import {getLlama, resolveChatWrapper, GeneralChatWrapper} from "node-llama-cpp";
+ *
+ * const llama = await getLlama();
+ * const model = await llama.loadModel({modelPath: "path/to/model.gguf"});
+ *
+ * const chatWrapper = resolveChatWrapper(model, {
+ *     customWrapperSettings: {
+ *         "llama3.1": {
+ *             cuttingKnowledgeDate: new Date("2025-01-01T00:00:00Z")
+ *         }
+ *     }
+ * }) ?? new GeneralChatWrapper()
+ * ```
+ * @example
+ *```typescript
+ * import {getLlama, resolveChatWrapper, GeneralChatWrapper} from "node-llama-cpp";
+ *
+ * const llama = await getLlama();
+ * const model = await llama.loadModel({modelPath: "path/to/model.gguf"});
+ *
+ * const chatWrapper = resolveChatWrapper({
+ *     bosString: model.tokens.bosString,
+ *     filename: model.filename,
+ *     fileInfo: model.fileInfo,
+ *     tokenizer: model.tokenizer
+ * }) ?? new GeneralChatWrapper()
+ * ```
+ */
+export declare function resolveChatWrapper(model: LlamaModel, options?: ResolveChatWrapperWithModelOptions): BuiltInChatWrapperType;
+export declare function resolveChatWrapper(options: ResolveChatWrapperOptions): BuiltInChatWrapperType | null;
+export declare function isSpecializedChatWrapperType(type: string): type is SpecializedChatWrapperTypeName;
+export declare function isTemplateChatWrapperType(type: string): type is TemplateChatWrapperTypeName;