node-llama-cpp 3.6.0 → 3.8.0

package/dist/chatWrappers/generic/utils/UniqueIdGenerator.d.ts

@@ -0,0 +1,7 @@
+export declare class UniqueIdGenerator {
+    readonly antiText: string;
+    private readonly _ids;
+    constructor(antiText: string);
+    generateId(numbersOnly?: boolean): string;
+    removeId(id: string): void;
+}

package/dist/chatWrappers/generic/utils/UniqueIdGenerator.js

@@ -0,0 +1,30 @@
+export class UniqueIdGenerator {
+    antiText;
+    _ids = new Set();
+    constructor(antiText) {
+        this.antiText = antiText;
+    }
+    generateId(numbersOnly = false) {
+        let id;
+        do {
+            if (numbersOnly) {
+                do {
+                    id = (Math.random()
+                        .toString(10)
+                        .slice(2)
+                        .slice(0, String(Number.MAX_SAFE_INTEGER).length - 1));
+                } while (id.startsWith("0"));
+            }
+            else
+                id = "W" + (Math.random()
+                    .toString(36)
+                    .slice(2)) + "W";
+        } while (this._ids.has(id) || this.antiText.includes(id));
+        this._ids.add(id);
+        return id;
+    }
+    removeId(id) {
+        this._ids.delete(id);
+    }
+}
+//# sourceMappingURL=UniqueIdGenerator.js.map

package/dist/chatWrappers/generic/utils/UniqueIdGenerator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UniqueIdGenerator.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/UniqueIdGenerator.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,iBAAiB;IACV,QAAQ,CAAS;IAChB,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE1C,YAAmB,QAAgB;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAEM,UAAU,CAAC,cAAuB,KAAK;QAC1C,IAAI,EAAU,CAAC;QAEf,GAAG,CAAC;YACA,IAAI,WAAW,EAAE,CAAC;gBACd,GAAG,CAAC;oBACA,EAAE,GAAG,CACD,IAAI,CAAC,MAAM,EAAE;yBACR,QAAQ,CAAC,EAAE,CAAC;yBACZ,KAAK,CAAC,CAAC,CAAC;yBACR,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC5D,CAAC;gBACN,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACjC,CAAC;;gBACG,EAAE,GAAG,GAAG,GAAG,CACP,IAAI,CAAC,MAAM,EAAE;qBACR,QAAQ,CAAC,EAAE,CAAC;qBACZ,KAAK,CAAC,CAAC,CAAC,CAChB,GAAG,GAAG,CAAC;QAChB,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;QAE1D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAElB,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,QAAQ,CAAC,EAAU;QACtB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;CACJ"}

package/dist/chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.d.ts

@@ -1,10 +1,11 @@
 import { ChatWrapperSettings } from "../../../types.js";
 export declare function parseFunctionCallMessageTemplate(template?: ChatHistoryFunctionCallMessageTemplate): ChatWrapperSettings["functions"] | null;
 /**
- * Template format for how functions can be called by the model and how their results are fed to the model after the function call.
- * Consists of an array with two elements:
- * 1. The function call template.
- * 2. The function call result template.
+ * Template format for how functions can be called by the model and how their results are fed to the model after function calls.
+ *
+ * Consists of an object with two properties:
+ * 1. **`call`**: The function call template.
+ * 2. **`result`**: The function call result template.
  *
  * For example:
  * ```ts

package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.d.ts

@@ -0,0 +1,19 @@
+import { ChatHistoryItem, ChatModelFunctions, ChatWrapperSettings } from "../../../types.js";
+import { UniqueIdGenerator } from "./UniqueIdGenerator.js";
+export declare function extractFunctionCallSettingsFromJinjaTemplate({ idsGenerator, renderTemplate }: {
+    idsGenerator: UniqueIdGenerator;
+    renderTemplate({}: {
+        chatHistory: ChatHistoryItem[];
+        functions: ChatModelFunctions;
+        additionalParams: Record<string, unknown>;
+        stringifyFunctionParams: boolean;
+        stringifyFunctionResults: boolean;
+        combineModelMessageAndToolCalls: boolean;
+        squashModelTextResponses?: boolean;
+    }): string;
+}): {
+    settings: ChatWrapperSettings["functions"] | null;
+    stringifyParams: boolean;
+    stringifyResult: boolean;
+    combineModelMessageAndToolCalls: boolean;
+};

package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js

@@ -0,0 +1,446 @@
+import { splitText } from "lifecycle-utils";
+import { LlamaText, SpecialToken, SpecialTokensText } from "../../../utils/LlamaText.js";
+import { getFirstValidResult } from "./getFirstValidResult.js";
+export function extractFunctionCallSettingsFromJinjaTemplate({ idsGenerator, renderTemplate }) {
+    const idToStaticContent = new Map();
+    const bosTokenId = idsGenerator.generateId();
+    const eosTokenId = idsGenerator.generateId();
+    const eotTokenId = idsGenerator.generateId();
+    idToStaticContent.set(bosTokenId, new SpecialToken("BOS"));
+    idToStaticContent.set(eosTokenId, new SpecialToken("EOS"));
+    idToStaticContent.set(eotTokenId, new SpecialToken("EOT"));
+    const contentIds = new Set();
+    const addContentId = (id) => {
+        contentIds.add(id);
+        return id;
+    };
+    const systemMessage = addContentId(idsGenerator.generateId());
+    const userMessage1 = addContentId(idsGenerator.generateId());
+    const modelMessage1 = addContentId(idsGenerator.generateId());
+    const func1name = addContentId(idsGenerator.generateId());
+    const func1description = addContentId(idsGenerator.generateId());
+    const func1params = addContentId(idsGenerator.generateId(true));
+    const func1result = addContentId(idsGenerator.generateId(true));
+    const func2name = addContentId(idsGenerator.generateId());
+    const func2description = addContentId(idsGenerator.generateId());
+    const func2params = addContentId(idsGenerator.generateId(true));
+    const func2result = addContentId(idsGenerator.generateId(true));
+    const modelMessage2 = addContentId(idsGenerator.generateId());
+    const func1StringifyParam = addContentId(idsGenerator.generateId());
+    const func1StringifyResult = addContentId(idsGenerator.generateId());
+    const functions1 = {
+        [func1name]: {
+            description: func1description,
+            params: {
+                type: "number"
+            }
+        }
+    };
+    const functions2 = {
+        ...functions1,
+        [func2name]: {
+            description: func2description,
+            params: {
+                type: "number"
+            }
+        }
+    };
+    const baseChatHistory = [{
+            type: "system",
+            text: systemMessage
+        }, {
+            type: "user",
+            text: userMessage1
+        }];
+    const chatHistory1Call = [...baseChatHistory, {
+            type: "model",
+            response: [
+                modelMessage1,
+                {
+                    type: "functionCall",
+                    name: func1name,
+                    // convert to number since this will go through JSON.stringify,
+                    // and we want to avoid escaping characters in the rendered output
+                    params: Number(func1params),
+                    result: Number(func1result),
+                    startsNewChunk: true
+                },
+                modelMessage2
+            ]
+        }];
+    const chatHistory2Calls = [...baseChatHistory, {
+            type: "model",
+            response: [
+                modelMessage1,
+                {
+                    type: "functionCall",
+                    name: func1name,
+                    // convert to number since this will go through JSON.stringify,
+                    // and we want to avoid escaping characters in the rendered output
+                    params: Number(func1params),
+                    result: Number(func1result),
+                    startsNewChunk: true
+                },
+                {
+                    type: "functionCall",
+                    name: func2name,
+                    params: Number(func2params),
+                    result: Number(func2result),
+                    startsNewChunk: false
+                },
+                modelMessage2
+            ]
+        }];
+    const chatHistory2CallsNewChunk = [...baseChatHistory, {
+            type: "model",
+            response: [
+                modelMessage1,
+                {
+                    type: "functionCall",
+                    name: func1name,
+                    // convert to number since this will go through JSON.stringify,
+                    // and we want to avoid escaping characters in the rendered output
+                    params: Number(func1params),
+                    result: Number(func1result),
+                    startsNewChunk: true
+                },
+                {
+                    type: "functionCall",
+                    name: func2name,
+                    params: Number(func2params),
+                    result: Number(func2result),
+                    startsNewChunk: true
+                },
+                modelMessage2
+            ]
+        }];
+    const additionalParams = {
+        "bos_token": bosTokenId,
+        "eos_token": eosTokenId,
+        "eot_token": eotTokenId
+    };
+    let combineModelMessageAndToolCalls = true;
+    let stringifyParams = true;
+    let stringifyResult = true;
+    try {
+        const paramsObjectTest = renderTemplate({
+            chatHistory: [...baseChatHistory, {
+                    type: "model",
+                    response: [
+                        modelMessage1,
+                        {
+                            type: "functionCall",
+                            name: func1name,
+                            params: { [func1StringifyParam]: "test" },
+                            result: func1StringifyResult,
+                            startsNewChunk: true
+                        },
+                        modelMessage2
+                    ]
+                }],
+            functions: functions1,
+            additionalParams,
+            stringifyFunctionParams: false,
+            stringifyFunctionResults: false,
+            combineModelMessageAndToolCalls
+        });
+        stringifyParams = (!paramsObjectTest.includes(`"${func1StringifyParam}":`) &&
+            !paramsObjectTest.includes(`'${func1StringifyParam}':`));
+    }
+    catch (err) {
+        // do nothing
+    }
+    try {
+        const resultObjectTest = renderTemplate({
+            chatHistory: [...baseChatHistory, {
+                    type: "model",
+                    response: [
+                        modelMessage1,
+                        {
+                            type: "functionCall",
+                            name: func1name,
+                            params: func1StringifyParam,
+                            result: { [func1StringifyResult]: "test" },
+                            startsNewChunk: true
+                        },
+                        modelMessage2
+                    ]
+                }],
+            functions: functions1,
+            additionalParams,
+            stringifyFunctionParams: false,
+            stringifyFunctionResults: false,
+            combineModelMessageAndToolCalls
+        });
+        stringifyResult = (!resultObjectTest.includes(`"${func1StringifyResult}":`) &&
+            !resultObjectTest.includes(`'${func1StringifyResult}':`));
+    }
+    catch (err) {
+        // do nothing
+    }
+    combineModelMessageAndToolCalls = renderTemplate({
+        chatHistory: chatHistory1Call,
+        functions: functions1,
+        additionalParams,
+        stringifyFunctionParams: true,
+        stringifyFunctionResults: true,
+        combineModelMessageAndToolCalls
+    }).includes(modelMessage1);
+    let textBetween2TextualModelResponses = LlamaText();
+    if (!combineModelMessageAndToolCalls) {
+        try {
+            const betweenModelTextualResponsesTest = renderTemplate({
+                chatHistory: [...baseChatHistory, {
+                        type: "model",
+                        response: [modelMessage1]
+                    }, {
+                        type: "model",
+                        response: [modelMessage2]
+                    }],
+                functions: {},
+                additionalParams,
+                stringifyFunctionParams: false,
+                stringifyFunctionResults: false,
+                combineModelMessageAndToolCalls,
+                squashModelTextResponses: false
+            });
+            const textDiff = getTextBetweenIds(betweenModelTextualResponsesTest, modelMessage1, modelMessage2).text ?? "";
+            textBetween2TextualModelResponses = reviveSeparatorText(textDiff, idToStaticContent, contentIds);
+        }
+        catch (err) {
+            // do nothing
+        }
+    }
+    let usedNewChunkFor2Calls = false;
+    const rendered1Call = renderTemplate({
+        chatHistory: chatHistory1Call,
+        functions: functions1,
+        additionalParams,
+        stringifyFunctionParams: stringifyParams,
+        stringifyFunctionResults: stringifyResult,
+        combineModelMessageAndToolCalls
+    });
+    const rendered2Calls = getFirstValidResult([
+        () => renderTemplate({
+            chatHistory: chatHistory2Calls,
+            functions: functions2,
+            additionalParams,
+            stringifyFunctionParams: stringifyParams,
+            stringifyFunctionResults: stringifyResult,
+            combineModelMessageAndToolCalls
+        }),
+        () => {
+            usedNewChunkFor2Calls = true;
+            return renderTemplate({
+                chatHistory: chatHistory2CallsNewChunk,
+                functions: functions2,
+                additionalParams,
+                stringifyFunctionParams: stringifyParams,
+                stringifyFunctionResults: stringifyResult,
+                combineModelMessageAndToolCalls
+            });
+        }
+    ]);
+    const modelMessage1ToFunc1Name = getTextBetweenIds(rendered2Calls, modelMessage1, func1name);
+    const func1NameToFunc1Params = getTextBetweenIds(rendered2Calls, func1name, func1params, modelMessage1ToFunc1Name.endIndex);
+    const func1ResultIndex = rendered2Calls.indexOf(func1result, func1NameToFunc1Params.endIndex);
+    const func2NameIndex = rendered2Calls.indexOf(func2name, modelMessage1ToFunc1Name.endIndex);
+    if (modelMessage1ToFunc1Name.text == null ||
+        func1NameToFunc1Params.text == null ||
+        func1ResultIndex < 0 ||
+        func2NameIndex < 0)
+        return { settings: null, stringifyParams, stringifyResult, combineModelMessageAndToolCalls };
+    const supportsParallelCalls = func1ResultIndex > func2NameIndex;
+    if (!supportsParallelCalls || usedNewChunkFor2Calls) {
+        const prefix = getTextBetweenIds(rendered1Call, modelMessage1, func1name);
+        const paramsPrefix = getTextBetweenIds(rendered1Call, func1name, func1params, prefix.endIndex);
+        const resultPrefix = getTextBetweenIds(rendered1Call, func1params, func1result, paramsPrefix.endIndex);
+        const resultSuffix = getTextBetweenIds(rendered1Call, func1result, modelMessage2, resultPrefix.endIndex);
+        if (prefix.text == null || prefix.text === "" || paramsPrefix.text == null || resultPrefix.text == null || resultSuffix.text == null)
+            return { settings: null, stringifyParams, stringifyResult, combineModelMessageAndToolCalls };
+        return {
+            stringifyParams,
+            stringifyResult,
+            combineModelMessageAndToolCalls,
+            settings: {
+                call: {
+                    optionalPrefixSpace: true,
+                    prefix: removeCommonRevivedPrefix(reviveSeparatorText(prefix.text, idToStaticContent, contentIds), !combineModelMessageAndToolCalls
+                        ? textBetween2TextualModelResponses
+                        : LlamaText()),
+                    paramsPrefix: reviveSeparatorText(paramsPrefix.text, idToStaticContent, contentIds),
+                    suffix: "",
+                    emptyCallParamsPlaceholder: {}
+                },
+                result: {
+                    prefix: reviveSeparatorText(resultPrefix.text, new Map([
+                        ...idToStaticContent.entries(),
+                        [func1name, LlamaText("{{functionName}}")],
+                        [func1params, LlamaText("{{functionParams}}")]
+                    ]), contentIds),
+                    suffix: reviveSeparatorText(resultSuffix.text, new Map([
+                        ...idToStaticContent.entries(),
+                        [func1name, LlamaText("{{functionName}}")],
+                        [func1params, LlamaText("{{functionParams}}")]
+                    ]), contentIds)
+                }
+            }
+        };
+    }
+    const func1ParamsToFunc2Name = getTextBetweenIds(rendered2Calls, func1params, func2name, func1NameToFunc1Params.endIndex);
+    const func2ParamsToFunc1Result = getTextBetweenIds(rendered2Calls, func2params, func1result, func1ParamsToFunc2Name.endIndex);
+    const func1ResultToFunc2Result = getTextBetweenIds(rendered2Calls, func1result, func2result, func2ParamsToFunc1Result.endIndex);
+    const func2ResultToModelMessage2 = getTextBetweenIds(rendered2Calls, func2result, modelMessage2, func1ResultToFunc2Result.endIndex);
+    if (func1ParamsToFunc2Name.text == null || func2ParamsToFunc1Result.text == null || func1ResultToFunc2Result.text == null ||
+        func2ResultToModelMessage2.text == null)
+        return { settings: null, stringifyParams, stringifyResult, combineModelMessageAndToolCalls };
+    const callPrefixLength = findCommonEndLength(modelMessage1ToFunc1Name.text, func1ParamsToFunc2Name.text);
+    const callPrefixText = func1ParamsToFunc2Name.text.slice(-callPrefixLength);
+    const parallelismCallPrefix = modelMessage1ToFunc1Name.text.slice(0, -callPrefixLength);
+    const callSuffixLength = findCommandStartLength(func1ParamsToFunc2Name.text, func2ParamsToFunc1Result.text);
+    const callSuffixText = func1ParamsToFunc2Name.text.slice(0, callSuffixLength);
+    const parallelismBetweenCallsText = func1ParamsToFunc2Name.text.slice(callSuffixLength, -callPrefixLength);
+    const callParamsPrefixText = func1NameToFunc1Params.text;
+    const resultPrefixLength = findCommonEndLength(func2ParamsToFunc1Result.text, func1ResultToFunc2Result.text);
+    const resultPrefixText = func2ParamsToFunc1Result.text.slice(-resultPrefixLength);
+    const resultSuffixLength = findCommandStartLength(func1ResultToFunc2Result.text, func2ResultToModelMessage2.text);
+    const resultSuffixText = func1ResultToFunc2Result.text.slice(0, resultSuffixLength);
+    const parallelismResultBetweenResultsText = func1ResultToFunc2Result.text.slice(resultSuffixLength, -resultPrefixLength);
+    const parallelismResultSuffixText = func2ResultToModelMessage2.text.slice(resultSuffixLength);
+    const resolveParallelismBetweenSectionsParts = (betweenSectionsText) => {
+        const { index: endTokenIndex, text: endTokenId } = findFirstTextMatch(betweenSectionsText, [eosTokenId, eosTokenId]);
+        if (endTokenIndex >= 0 && endTokenId != null)
+            return {
+                parallelismCallSuffixText: betweenSectionsText.slice(0, endTokenIndex + endTokenId.length),
+                parallelismResultPrefix: betweenSectionsText.slice(endTokenIndex + endTokenId.length)
+            };
+        const bosIndex = betweenSectionsText.indexOf(bosTokenId);
+        if (bosIndex >= 0)
+            return {
+                parallelismCallSuffixText: betweenSectionsText.slice(0, bosIndex),
+                parallelismResultPrefix: betweenSectionsText.slice(bosIndex)
+            };
+        return {
+            parallelismCallSuffixText: betweenSectionsText,
+            parallelismResultPrefix: ""
+        };
+    };
+    const { parallelismCallSuffixText, parallelismResultPrefix } = resolveParallelismBetweenSectionsParts(func2ParamsToFunc1Result.text.slice(callSuffixLength, -resultPrefixLength));
+    return {
+        stringifyParams,
+        stringifyResult,
+        combineModelMessageAndToolCalls,
+        settings: {
+            call: {
+                optionalPrefixSpace: true,
+                prefix: reviveSeparatorText(callPrefixText, idToStaticContent, contentIds),
+                paramsPrefix: reviveSeparatorText(callParamsPrefixText, idToStaticContent, contentIds),
+                suffix: reviveSeparatorText(callSuffixText, idToStaticContent, contentIds),
+                emptyCallParamsPlaceholder: {}
+            },
+            result: {
+                prefix: reviveSeparatorText(resultPrefixText, new Map([
+                    ...idToStaticContent.entries(),
+                    [func1name, LlamaText("{{functionName}}")],
+                    [func1params, LlamaText("{{functionParams}}")]
+                ]), contentIds),
+                suffix: reviveSeparatorText(resultSuffixText, new Map([
+                    ...idToStaticContent.entries(),
+                    [func1name, LlamaText("{{functionName}}")],
+                    [func1params, LlamaText("{{functionParams}}")]
+                ]), contentIds)
+            },
+            parallelism: {
+                call: {
+                    sectionPrefix: removeCommonRevivedPrefix(reviveSeparatorText(parallelismCallPrefix, idToStaticContent, contentIds), !combineModelMessageAndToolCalls
+                        ? textBetween2TextualModelResponses
+                        : LlamaText()),
+                    betweenCalls: reviveSeparatorText(parallelismBetweenCallsText, idToStaticContent, contentIds),
+                    sectionSuffix: reviveSeparatorText(parallelismCallSuffixText, idToStaticContent, contentIds)
+                },
+                result: {
+                    sectionPrefix: reviveSeparatorText(parallelismResultPrefix, idToStaticContent, contentIds),
+                    betweenResults: reviveSeparatorText(parallelismResultBetweenResultsText, idToStaticContent, contentIds),
+                    sectionSuffix: reviveSeparatorText(parallelismResultSuffixText, idToStaticContent, contentIds)
+                }
+            }
+        }
+    };
+}
+function getTextBetweenIds(text, startId, endId, startIndex = 0) {
+    const foundStartIndex = text.indexOf(startId, startIndex);
+    if (foundStartIndex < 0)
+        return { text: undefined, endIndex: -1 };
+    const foundEndIndex = text.indexOf(endId, foundStartIndex + startId.length);
+    if (foundEndIndex < 0)
+        return { text: undefined, endIndex: -1 };
+    return {
+        text: text.slice(foundStartIndex + startId.length, foundEndIndex),
+        endIndex: foundEndIndex
+    };
+}
+function reviveSeparatorText(text, idMap, contentIds) {
+    return LlamaText(splitText(text, [...new Set([...idMap.keys(), ...contentIds])])
+        .map((item) => {
+        if (typeof item === "string")
+            return new SpecialTokensText(item);
+        const mappedItem = idMap.get(item.separator);
+        if (mappedItem != null)
+            return mappedItem;
+        if (contentIds.has(item.separator))
+            throw new Error("Content ID found in separator text");
+        return new SpecialTokensText(item.separator);
+    }));
+}
+function removeCommonRevivedPrefix(target, matchStart) {
+    for (let commonStartLength = 0; commonStartLength < target.values.length && commonStartLength < matchStart.values.length; commonStartLength++) {
+        const targetValue = target.values[commonStartLength];
+        const matchStartValue = matchStart.values[commonStartLength];
+        if (typeof targetValue === "string" && typeof matchStartValue === "string") {
+            if (targetValue === matchStartValue)
+                continue;
+        }
+        else if (targetValue instanceof SpecialTokensText && matchStartValue instanceof SpecialTokensText) {
+            const commonLength = findCommandStartLength(targetValue.value, matchStartValue.value);
+            if (commonLength === targetValue.value.length && commonLength === matchStartValue.value.length)
+                continue;
+            return LlamaText([
+                new SpecialTokensText(targetValue.value.slice(commonLength)),
+                ...target.values.slice(commonStartLength + 1)
+            ]);
+        }
+        else if (targetValue instanceof SpecialToken && matchStartValue instanceof SpecialToken) {
+            if (targetValue.value === matchStartValue.value)
+                continue;
+        }
+        return LlamaText(target.values.slice(commonStartLength));
+    }
+    return LlamaText(target.values.slice(matchStart.values.length));
+}
+function findCommandStartLength(text1, text2) {
+    let commonStartLength = 0;
+    while (commonStartLength < text1.length && commonStartLength < text2.length) {
+        if (text1[commonStartLength] !== text2[commonStartLength])
+            break;
+        commonStartLength++;
+    }
+    return commonStartLength;
+}
+function findCommonEndLength(text1, text2) {
+    let commonEndLength = 0;
+    while (commonEndLength < text1.length && commonEndLength < text2.length) {
+        if (text1[text1.length - commonEndLength - 1] !== text2[text2.length - commonEndLength - 1])
+            break;
+        commonEndLength++;
+    }
+    return commonEndLength;
+}
+function findFirstTextMatch(text, matchTexts, startIndex = 0) {
+    for (const matchText of matchTexts) {
+        const index = text.indexOf(matchText, startIndex);
+        if (index >= 0)
+            return { index, text: matchText };
+    }
+    return { index: -1, text: undefined };
+}
+//# sourceMappingURL=extractFunctionCallSettingsFromJinjaTemplate.js.map

package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractFunctionCallSettingsFromJinjaTemplate.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAE1C,OAAO,EAAC,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAEvF,OAAO,EAAC,mBAAmB,EAAC,MAAM,0BAA0B,CAAC;AAE7D,MAAM,UAAU,4CAA4C,CAAC,EACzD,YAAY,EACZ,cAAc,EAQjB;IAMG,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAoC,CAAC;IAEtE,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAE7C,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3D,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,YAAY,GAAG,CAAC,EAAU,EAAE,EAAE;QAChC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEnB,OAAO,EAAE,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9D,MAAM,mBAAmB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IACpE,MAAM,oBAAoB,GAAG,YAAY,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;IAErE,MAAM,UAAU,GAAuB;QACnC,CAAC,SAAS,CAAC,EAAE;YACT,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;aACjB;SACJ;KACkB,CAAC;IACxB,MAAM,UAAU,GAAuB;QACnC,GAAG,UAAU;QACb,CAAC,SAAS,CAAC,EAAE;YACT,WAAW,EAAE,gBAAgB;YAC7B,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;aACjB;SACJ;KACkB,CAAC;IAExB,MAAM,eAAe,GAAsB,CAAC;YACxC,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,aAAa;SACtB,EAAE;YACC,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY;SACrB,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAsB,CAAC,GAAG,eAAe,EAAE;YAC7D,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,aAAa;gBACb;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD,aAAa;aAChB;SACJ,CAAC,CAAC;IACH,MAAM,iBAAiB,GAAsB,CAAC,GAAG,eAAe,EAAE;YAC9D,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,aAAa;gBACb;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,KAAK;iBACxB;gBACD,aAAa;aAChB;SACJ,CAAC,CAAC;IACH,MAAM,yBAAyB,GAAsB,CAAC,GAAG,eAAe,EAAE;YACtE,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE;gBACN,aAAa;gBACb;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBAEf,+DAA+D;oBAC/D,kEAAkE;oBAClE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD;oBACI,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;oBAC3B,cAAc,EAAE,IAAI;iBACvB;gBACD,aAAa;aAChB;SACJ,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG;QACrB,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;KAC1B,CAAC;IAEF,IAAI,+BAA+B,GAAG,IAAI,CAAC;IAC3C,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,IAAI,CAAC;QACD,MAAM,gBAAgB,GAAG,cAAc,CAAC;YACpC,WAAW,EAAE,CAAC,GAAG,eAAe,EAAE;oBAC9B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE;wBACN,aAAa;wBACb;4BACI,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,SAAS;4BACf,MAAM,EAAE,EAAC,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAC;4BACvC,MAAM,EAAE,oBAAoB;4BAC5B,cAAc,EAAE,IAAI;yBACvB;wBACD,aAAa;qBAChB;iBACJ,CAAC;YACF,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,KAAK;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,+BAA+B;SAClC,CAAC,CAAC;QACH,eAAe,GAAG,CACd,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,IAAI,CAAC;YACvD,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,IAAI,CAAC,CAC1D,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,IAAI,CAAC;QACD,MAAM,gBAAgB,GAAG,cAAc,CAAC;YACpC,WAAW,EAAE,CAAC,GAAG,eAAe,EAAE;oBAC9B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE;wBACN,aAAa;wBACb;4BACI,IAAI,EAAE,cAAc;4BACpB,IAAI,EAAE,SAAS;4BACf,MAAM,EAAE,mBAAmB;4BAC3B,MAAM,EAAE,EAAC,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAC;4BACxC,cAAc,EAAE,IAAI;yBACvB;wBACD,aAAa;qBAChB;iBACJ,CAAC;YACF,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,KAAK;YAC9B,wBAAwB,EAAE,KAAK;YAC/B,+BAA+B;SAClC,CAAC,CAAC;QACH,eAAe,GAAG,CACd,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,oBAAoB,IAAI,CAAC;YACxD,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,oBAAoB,IAAI,CAAC,CAC3D,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,aAAa;IACjB,CAAC;IAED,+BAA+B,GAAG,cAAc,CAAC;QAC7C,WAAW,EAAE,gBAAgB;QAC7B,SAAS,EAAE,UAAU;QACrB,gBAAgB;QAChB,uBAAuB,EAAE,IAAI;QAC7B,wBAAwB,EAAE,IAAI;QAC9B,+BAA+B;KAClC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAE3B,IAAI,iCAAiC,GAAc,SAAS,EAAE,CAAC;IAC/D,IAAI,CAAC,+BAA+B,EAAE,CAAC;QACnC,IAAI,CAAC;YACD,MAAM,gCAAgC,GAAG,cAAc,CAAC;gBACpD,WAAW,EAAE,CAAC,GAAG,eAAe,EAAE;wBAC9B,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,CAAC,aAAa,CAAC;qBAC5B,EAAE;wBACC,IAAI,EAAE,OAAO;wBACb,QAAQ,EAAE,CAAC,aAAa,CAAC;qBAC5B,CAAC;gBACF,SAAS,EAAE,EAAE;gBACb,gBAAgB;gBAChB,uBAAuB,EAAE,KAAK;gBAC9B,wBAAwB,EAAE,KAAK;gBAC/B,+BAA+B;gBAC/B,wBAAwB,EAAE,KAAK;aAClC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,iBAAiB,CAC9B,gCAAgC,EAAE,aAAa,EAAE,aAAa,CACjE,CAAC,IAAI,IAAI,EAAE,CAAC;YACb,iCAAiC,GAAG,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;QACrG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,aAAa;QACjB,CAAC;IACL,CAAC;IAED,IAAI,qBAAqB,GAAG,KAAK,CAAC;IAClC,MAAM,aAAa,GAAG,cAAc,CAAC;QACjC,WAAW,EAAE,gBAAgB;QAC7B,SAAS,EAAE,UAAU;QACrB,gBAAgB;QAChB,uBAAuB,EAAE,eAAe;QACxC,wBAAwB,EAAE,eAAe;QACzC,+BAA+B;KAClC,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,mBAAmB,CAAC;QACvC,GAAG,EAAE,CAAC,cAAc,CAAC;YACjB,WAAW,EAAE,iBAAiB;YAC9B,SAAS,EAAE,UAAU;YACrB,gBAAgB;YAChB,uBAAuB,EAAE,eAAe;YACxC,wBAAwB,EAAE,eAAe;YACzC,+BAA+B;SAClC,CAAC;QACF,GAAG,EAAE;YACD,qBAAqB,GAAG,IAAI,CAAC;YAC7B,OAAO,cAAc,CAAC;gBAClB,WAAW,EAAE,yBAAyB;gBACtC,SAAS,EAAE,UAAU;gBACrB,gBAAgB;gBAChB,uBAAuB,EAAE,eAAe;gBACxC,wBAAwB,EAAE,eAAe;gBACzC,+BAA+B;aAClC,CAAC,CAAC;QACP,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;IAC7F,MAAM,sBAAsB,GAAG,iBAAiB,CAC5C,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,wBAAwB,CAAC,QAAQ,CAC5E,CAAC;IAEF,MAAM,gBAAgB,GAAG,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAC9F,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAE5F,IAAI,wBAAwB,CAAC,IAAI,IAAI,IAAI;QACrC,sBAAsB,CAAC,IAAI,IAAI,IAAI;QACnC,gBAAgB,GAAG,CAAC;QACpB,cAAc,GAAG,CAAC;QAElB,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,+BAA+B,EAAC,CAAC;IAE/F,MAAM,qBAAqB,GAAG,gBAAgB,GAAG,cAAc,CAAC;IAChE,IAAI,CAAC,qBAAqB,IAAI,qBAAqB,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,aAAa,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,iBAAiB,CAClC,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,CACzD,CAAC;QAEF,MAAM,YAAY,GAAG,iBAAiB,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvG,MAAM,YAAY,GAAG,iBAAiB,CAAC,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEzG,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,KAAK,EAAE,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI;YAChI,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,+BAA+B,EAAC,CAAC;QAE/F,OAAO;YACH,eAAe;YACf,eAAe;YACf,+BAA+B;YAC/B,QAAQ,EAAE;gBACN,IAAI,EAAE;oBACF,mBAAmB,EAAE,IAAI;oBACzB,MAAM,EAAE,yBAAyB,CAC7B,mBAAmB,CAAC,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,UAAU,CAAC,EAC/D,CAAC,+BAA+B;wBAC5B,CAAC,CAAC,iCAAiC;wBACnC,CAAC,CAAC,SAAS,EAAE,CACpB;oBACD,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC,IAAI,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBACnF,MAAM,EAAE,EAAE;oBACV,0BAA0B,EAAE,EAAE;iBACjC;gBACD,MAAM,EAAE;oBACJ,MAAM,EAAE,mBAAmB,CACvB,YAAY,CAAC,IAAI,EACjB,IAAI,GAAG,CAAC;wBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;wBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;wBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;qBACjD,CAAC,EACF,UAAU,CACb;oBACD,MAAM,EAAE,mBAAmB,CACvB,YAAY,CAAC,IAAI,EACjB,IAAI,GAAG,CAAC;wBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;wBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;wBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;qBACjD,CAAC,EACF,UAAU,CACb;iBACJ;aACJ;SACJ,CAAC;IACN,CAAC;IAED,MAAM,sBAAsB,GAAG,iBAAiB,CAC5C,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,sBAAsB,CAAC,QAAQ,CAC1E,CAAC;IACF,MAAM,wBAAwB,GAAG,iBAAiB,CAC9C,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,sBAAsB,CAAC,QAAQ,CAC5E,CAAC;IACF,MAAM,wBAAwB,GAAG,iBAAiB,CAC9C,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,wBAAwB,CAAC,QAAQ,CAC9E,CAAC;IACF,MAAM,0BAA0B,GAAG,iBAAiB,CAChD,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,wBAAwB,CAAC,QAAQ,CAChF,CAAC;IAGF,IAAI,sBAAsB,CAAC,IAAI,IAAI,IAAI,IAAI,wBAAwB,CAAC,IAAI,IAAI,IAAI,IAAI,wBAAwB,CAAC,IAAI,IAAI,IAAI;QACrH,0BAA0B,CAAC,IAAI,IAAI,IAAI;QAEvC,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,eAAe,EAAE,+BAA+B,EAAC,CAAC;IAE/F,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,wBAAwB,CAAC,IAAI,EAAE,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACzG,MAAM,cAAc,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC5E,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAExF,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,sBAAsB,CAAC,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAC5G,MAAM,cAAc,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAE9E,MAAM,2BAA2B,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,gBAAgB,CAAC,CAAC;IAC3G,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,IAAI,CAAC;IAEzD,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,wBAAwB,CAAC,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAC7G,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAElF,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,wBAAwB,CAAC,IAAI,EAAE,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAClH,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IACpF,MAAM,mCAAmC,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,kBAAkB,CAAC,CAAC;IACzH,MAAM,2BAA2B,GAAG,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAE9F,MAAM,sCAAsC,GAAG,CAAC,mBAA2B,EAAE,EAAE;QAC3E,MAAM,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,UAAU,EAAC,GAAG,kBAAkB,CAAC,mBAAmB,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;QAEnH,IAAI,aAAa,IAAI,CAAC,IAAI,UAAU,IAAI,IAAI;YACxC,OAAO;gBACH,yBAAyB,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;gBAC1F,uBAAuB,EAAE,mBAAmB,CAAC,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;aACxF,CAAC;QAEN,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,QAAQ,IAAI,CAAC;YACb,OAAO;gBACH,yBAAyB,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC;gBACjE,uBAAuB,EAAE,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC;aAC/D,CAAC;QAEN,OAAO;YACH,yBAAyB,EAAE,mBAAmB;YAC9C,uBAAuB,EAAE,EAAE;SAC9B,CAAC;IACN,CAAC,CAAC;IACF,MAAM,EACF,yBAAyB,EACzB,uBAAuB,EAC1B,GAAG,sCAAsC,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAEvH,OAAO;QACH,eAAe;QACf,eAAe;QACf,+BAA+B;QAC/B,QAAQ,EAAE;YACN,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,mBAAmB,CAAC,cAAc,EAAE,iBAAiB,EAAE,UAAU,CAAC;gBAC1E,YAAY,EAAE,mBAAmB,CAAC,oBAAoB,EAAE,iBAAiB,EAAE,UAAU,CAAC;gBACtF,MAAM,EAAE,mBAAmB,CAAC,cAAc,EAAE,iBAAiB,EAAE,UAAU,CAAC;gBAC1E,0BAA0B,EAAE,EAAE;aACjC;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,mBAAmB,CACvB,gBAAgB,EAChB,IAAI,GAAG,CAAC;oBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;oBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;oBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;iBACjD,CAAC,EACF,UAAU,CACb;gBACD,MAAM,EAAE,mBAAmB,CACvB,gBAAgB,EAChB,IAAI,GAAG,CAAC;oBACJ,GAAG,iBAAiB,CAAC,OAAO,EAAE;oBAC9B,CAAC,SAAS,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;oBAC1C,CAAC,WAAW,EAAE,SAAS,CAAC,oBAAoB,CAAC,CAAC;iBACjD,CAAC,EACF,UAAU,CACb;aACJ;YACD,WAAW,EAAE;gBACT,IAAI,EAAE;oBACF,aAAa,EAAE,yBAAyB,CACpC,mBAAmB,CAAC,qBAAqB,EAAE,iBAAiB,EAAE,UAAU,CAAC,EACzE,CAAC,+BAA+B;wBAC5B,CAAC,CAAC,iCAAiC;wBACnC,CAAC,CAAC,SAAS,EAAE,CACpB;oBACD,YAAY,EAAE,mBAAmB,CAAC,2BAA2B,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBAC7F,aAAa,EAAE,mBAAmB,CAAC,yBAAyB,EAAE,iBAAiB,EAAE,UAAU,CAAC;iBAC/F;gBACD,MAAM,EAAE;oBACJ,aAAa,EAAE,mBAAmB,CAAC,uBAAuB,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBAC1F,cAAc,EAAE,mBAAmB,CAAC,mCAAmC,EAAE,iBAAiB,EAAE,UAAU,CAAC;oBACvG,aAAa,EAAE,mBAAmB,CAAC,2BAA2B,EAAE,iBAAiB,EAAE,UAAU,CAAC;iBACjG;aACJ;SACJ;KACJ,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CACtB,IAAY,EAAE,OAAe,EAAE,KAAa,EAAE,aAAqB,CAAC;IAEpE,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC1D,IAAI,eAAe,GAAG,CAAC;QACnB,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAC,CAAC;IAE3C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,aAAa,GAAG,CAAC;QACjB,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAC,CAAC;IAE3C,OAAO;QACH,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC;QACjE,QAAQ,EAAE,aAAa;KAC1B,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,KAA4C,EAAE,UAAuB;IAC5G,OAAO,SAAS,CACZ,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;SAC1D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACV,IAAI,OAAO,IAAI,KAAK,QAAQ;YACxB,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEvC,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,UAAU,IAAI,IAAI;YAClB,OAAO,UAAU,CAAC;QAEtB,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAE1D,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAC,CACT,CAAC;AACN,CAAC;AAED,SAAS,yBAAyB,CAAC,MAAiB,EAAE,UAAqB;IACvE,KACI,IAAI,iBAAiB,GAAG,CAAC,EACzB,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,EACxF,iBAAiB,EAAE,EACrB,CAAC;QACC,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACrD,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAE7D,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,OAAO,eAAe,KAAK,QAAQ,EAAE,CAAC;YACzE,IAAI,WAAW,KAAK,eAAe;gBAC/B,SAAS;QACjB,CAAC;aAAM,IAAI,WAAW,YAAY,iBAAiB,IAAI,eAAe,YAAY,iBAAiB,EAAE,CAAC;YAClG,MAAM,YAAY,GAAG,sBAAsB,CAAC,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;YACtF,IAAI,YAAY,KAAK,WAAW,CAAC,KAAK,CAAC,MAAM,IAAI,YAAY,KAAK,eAAe,CAAC,KAAK,CAAC,MAAM;gBAC1F,SAAS;YAEb,OAAO,SAAS,CAAC;gBACb,IAAI,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBAC5D,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,CAAC;aAChD,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,WAAW,YAAY,YAAY,IAAI,eAAe,YAAY,YAAY,EAAE,CAAC;YACxF,IAAI,WAAW,CAAC,KAAK,KAAK,eAAe,CAAC,KAAK;gBAC3C,SAAS;QACjB,CAAC;QAED,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa,EAAE,KAAa;IACxD,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,OAAO,iBAAiB,GAAG,KAAK,CAAC,MAAM,IAAI,iBAAiB,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1E,IAAI,KAAK,CAAC,iBAAiB,CAAC,KAAK,KAAK,CAAC,iBAAiB,CAAC;YACrD,MAAM;QAEV,iBAAiB,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,iBAAiB,CAAC;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa,EAAE,KAAa;IACrD,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,OAAO,eAAe,GAAG,KAAK,CAAC,MAAM,IAAI,eAAe,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACtE,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,GAAG,CAAC,CAAC;YACvF,MAAM;QAEV,eAAe,EAAE,CAAC;IACtB,CAAC;IAED,OAAO,eAAe,CAAC;AAC3B,CAAC;AAED,SAAS,kBAAkB,CACvB,IAAY,EAAE,UAAe,EAAE,aAAqB,CAAC;IAErD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAClD,IAAI,KAAK,IAAI,CAAC;YACV,OAAO,EAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAC,CAAC;IACxC,CAAC;IAED,OAAO,EAAC,KAAK,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAC,CAAC;AACxC,CAAC"}

package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.d.ts

@@ -0,0 +1,2 @@
+import { ChatWrapperSettings, Tokenizer } from "../../../types.js";
+export declare function extractSegmentSettingsFromTokenizerAndChatTemplate(chatTemplate: string | undefined, tokenizer?: Tokenizer): ChatWrapperSettings["segments"];

package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js

@@ -0,0 +1,38 @@
+import { LlamaText, SpecialTokensText } from "../../../utils/LlamaText.js";
+import { removeUndefinedFields } from "../../../utils/removeNullFields.js";
+export function extractSegmentSettingsFromTokenizerAndChatTemplate(chatTemplate, tokenizer) {
+    function tryMatchPrefixSuffixPair(tryMatchGroups) {
+        if (chatTemplate != null) {
+            for (const [prefix, suffix] of tryMatchGroups) {
+                if (chatTemplate.includes(prefix) && chatTemplate.includes(suffix))
+                    return {
+                        prefix: LlamaText(new SpecialTokensText(prefix)),
+                        suffix: LlamaText(new SpecialTokensText(suffix))
+                    };
+            }
+        }
+        if (tokenizer != null) {
+            for (const [prefix, suffix] of tryMatchGroups) {
+                const thinkTokens = tokenizer(prefix, true, "trimLeadingSpace");
+                const thinkEndTokens = tokenizer(suffix, true, "trimLeadingSpace");
+                const [thinkToken] = thinkTokens;
+                const [thinkEndToken] = thinkEndTokens;
+                if (thinkTokens.length === 1 && thinkEndTokens.length === 1 &&
+                    thinkToken != null && thinkEndToken != null) {
+                    return {
+                        prefix: LlamaText(new SpecialTokensText(prefix)),
+                        suffix: LlamaText(new SpecialTokensText(suffix))
+                    };
+                }
+            }
+        }
+        return undefined;
+    }
+    return removeUndefinedFields({
+        thought: tryMatchPrefixSuffixPair([
+            ["<think>", "</think>"], // DeepSeek, QwQ
+            ["<thought>", "</thought>"] // EXAONE Deep
+        ])
+    });
+}
+//# sourceMappingURL=extractSegmentSettingsFromTokenizerAndChatTemplate.js.map

package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractSegmentSettingsFromTokenizerAndChatTemplate.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAE,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AACzE,OAAO,EAAC,qBAAqB,EAAC,MAAM,oCAAoC,CAAC;AAEzE,MAAM,UAAU,kDAAkD,CAC9D,YAAgC,EAAE,SAAqB;IAEvD,SAAS,wBAAwB,CAAC,cAAkD;QAChF,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;gBAC5C,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC9D,OAAO;wBACH,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;wBAChD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;qBACnD,CAAC;YACV,CAAC;QACL,CAAC;QAED,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC;gBAC5C,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAChE,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAEnE,MAAM,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;gBACjC,MAAM,CAAC,aAAa,CAAC,GAAG,cAAc,CAAC;gBAEvC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;oBACvD,UAAU,IAAI,IAAI,IAAI,aAAa,IAAI,IAAI,EAC7C,CAAC;oBACC,OAAO;wBACH,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;wBAChD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,qBAAqB,CAAC;QACzB,OAAO,EAAE,wBAAwB,CAAC;YAC9B,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,gBAAgB;YACzC,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,cAAc;SAC7C,CAAC;KACL,CAAC,CAAC;AACP,CAAC"}

package/dist/chatWrappers/generic/utils/getFirstValidResult.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Call the functions in the array one by one and return the result of the first one that doesn't throw an error.
+ *
+ * If all functions throw an error, throw the error of the last function.
+ */
+export declare function getFirstValidResult<const T extends (() => any)[]>(options: T): ReturnType<T[number]>;

package/dist/chatWrappers/generic/utils/getFirstValidResult.js

@@ -0,0 +1,19 @@
+/**
+ * Call the functions in the array one by one and return the result of the first one that doesn't throw an error.
+ *
+ * If all functions throw an error, throw the error of the last function.
+ */
+export function getFirstValidResult(options) {
+    for (let i = 0; i < options.length; i++) {
+        if (i === options.length - 1)
+            return options[i]();
+        try {
+            return options[i]();
+        }
+        catch (err) {
+            // do nothing
+        }
+    }
+    throw new Error("All options failed");
+}
+//# sourceMappingURL=getFirstValidResult.js.map

package/dist/chatWrappers/generic/utils/getFirstValidResult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getFirstValidResult.js","sourceRoot":"","sources":["../../../../src/chatWrappers/generic/utils/getFirstValidResult.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAgC,OAAU;IACzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,OAAO,CAAC,MAAM,GAAG,CAAC;YACxB,OAAO,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC;QAEzB,IAAI,CAAC;YACD,OAAO,OAAO,CAAC,CAAC,CAAE,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,aAAa;QACjB,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;AAC1C,CAAC"}

package/dist/chatWrappers/generic/utils/squashChatHistoryItems.d.ts

@@ -0,0 +1,2 @@
+import { ChatHistoryItem } from "../../../types.js";
+export declare function squashChatHistoryItems(history: readonly ChatHistoryItem[]): ChatHistoryItem[];