node-llama-cpp 3.11.0 → 3.12.0

package/dist/chatWrappers/HarmonyChatWrapper.js

@@ -0,0 +1,527 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
+import { ChatModelFunctionsDocumentationGenerator } from "./utils/ChatModelFunctionsDocumentationGenerator.js";
+import { jsonDumps } from "./utils/jsonDumps.js";
+const defaultModelIdentity = "You are ChatGPT, a large language model trained by OpenAI.";
+const defaultCuttingKnowledgeDate = new Date("2024-06-01T00:00:00Z");
+const defaultReasoningEffort = "medium";
+// source: https://github.com/openai/harmony, https://cookbook.openai.com/articles/openai-harmony,
+// https://github.com/openai/openai-cookbook/blob/main/articles/openai-harmony.md
+export class HarmonyChatWrapper extends ChatWrapper {
+    wrapperName = "Harmony";
+    modelIdentity;
+    cuttingKnowledgeDate;
+    todayDate;
+    reasoningEffort;
+    requiredChannels;
+    keepOnlyLastThought;
+    /** @internal */ _jinjaFlags;
+    settings = {
+        supportsSystemMessages: true,
+        functions: {
+            call: {
+                optionalPrefixSpace: true,
+                prefix: LlamaText(new SpecialTokensText(" to="), "functions."),
+                paramsPrefix: LlamaText(new SpecialTokensText("<|constrain|>json<|message|>")),
+                suffix: LlamaText(new SpecialTokensText("<|call|>")),
+                emptyCallParamsPlaceholder: {}
+            },
+            result: {
+                prefix: LlamaText(new SpecialTokensText("<|start|>"), "functions.{{functionName}}", new SpecialTokensText(" to=assistant<|channel|>commentary<|message|>")),
+                suffix: LlamaText(new SpecialTokensText("<|end|>"))
+            }
+        },
+        segments: {
+            thought: {
+                prefix: LlamaText(new SpecialTokensText("<|channel|>analysis<|message|>")),
+                suffix: LlamaText(new SpecialTokensText("<|end|>"))
+            },
+            comment: {
+                prefix: LlamaText(new SpecialTokensText("<|channel|>commentary<|message|>")),
+                suffix: LlamaText(new SpecialTokensText("<|end|>"))
+            }
+        }
+    };
+    constructor(options = {}) {
+        super();
+        const { modelIdentity = defaultModelIdentity, cuttingKnowledgeDate = defaultCuttingKnowledgeDate, todayDate = () => new Date(), reasoningEffort = defaultReasoningEffort, requiredChannels = {}, keepOnlyLastThought = true, _jinjaFlags = {} } = options;
+        this.modelIdentity = modelIdentity;
+        this.cuttingKnowledgeDate = cuttingKnowledgeDate == null
+            ? null
+            : cuttingKnowledgeDate instanceof Function
+                ? cuttingKnowledgeDate
+                : new Date(cuttingKnowledgeDate);
+        this.todayDate = todayDate == null
+            ? null
+            : todayDate instanceof Function
+                ? todayDate
+                : new Date(todayDate);
+        this.reasoningEffort = reasoningEffort;
+        this.requiredChannels = {
+            analysis: requiredChannels.analysis ?? true,
+            commentary: requiredChannels.commentary ?? true,
+            final: requiredChannels.final ?? true
+        };
+        this.keepOnlyLastThought = keepOnlyLastThought;
+        this._jinjaFlags = {
+            emptyLastModelResponseIsFinalMessage: false,
+            useSpecialTokensForFullSystemMessage: false,
+            disableNonFinalFinalMessages: false,
+            useNonFinalFinalMessage: false,
+            noFinalMessages: false,
+            ..._jinjaFlags
+        };
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const hasFunctions = Object.keys(availableFunctions ?? {}).length > 0;
+        const modifiedChatHistory = chatHistory.slice();
+        let systemMessage = LlamaText();
+        if (modifiedChatHistory[0]?.type === "system") {
+            systemMessage = LlamaText.fromJSON(modifiedChatHistory[0].text);
+            modifiedChatHistory.shift();
+        }
+        const contextContent = [
+            this._getPreamble(hasFunctions)
+        ];
+        if (systemMessage.values.length > 0 || hasFunctions)
+            contextContent.push(LlamaText([
+                new SpecialTokensText("<|start|>developer<|message|>"),
+                this._getFirstDeveloperMessage(systemMessage, availableFunctions, { documentParams: documentFunctionParams }),
+                new SpecialTokensText("<|end|>")
+            ]));
+        let needsTriggers = true;
+        for (let i = 0; i < modifiedChatHistory.length; i++) {
+            const isLastItem = i === modifiedChatHistory.length - 1;
+            const item = modifiedChatHistory[i];
+            if (item == null)
+                continue;
+            if (item.type === "system") {
+                contextContent.push(LlamaText([
+                    new SpecialTokensText("<|start|>developer<|message|>"),
+                    LlamaText.fromJSON(item.text),
+                    isLastItem
+                        ? LlamaText([])
+                        : new SpecialTokensText("<|end|>")
+                ]));
+                if (isLastItem)
+                    needsTriggers = false;
+            }
+            else if (item.type === "user") {
+                contextContent.push(LlamaText([
+                    new SpecialTokensText("<|start|>user<|message|>"),
+                    item.text,
+                    isLastItem
+                        ? LlamaText([])
+                        : new SpecialTokensText("<|end|>")
+                ]));
+                if (isLastItem)
+                    needsTriggers = false;
+            }
+            else if (item.type === "model") {
+                const { res, needsTriggers: modelNeedsTriggers } = this._getModelResponse(item.response, true, isLastItem, this.keepOnlyLastThought);
+                if (isLastItem)
+                    needsTriggers = modelNeedsTriggers;
+                contextContent.push(res);
+            }
+            else
+                void item;
+        }
+        const contextText = LlamaText(contextContent);
+        if (!needsTriggers)
+            return {
+                contextText,
+                stopGenerationTriggers: [
+                    LlamaText(new SpecialToken("EOS")),
+                    LlamaText(new SpecialTokensText("<|return|>")),
+                    LlamaText("<|return|>")
+                ],
+                detectFunctionCalls: false,
+                rerender: {
+                    triggers: [
+                        LlamaText(new SpecialTokensText("<|end|>"))
+                    ],
+                    action: "closeResponseItem"
+                }
+            };
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(new SpecialTokensText("<|return|>")),
+                LlamaText("<|return|>")
+            ],
+            prefixTriggers: [
+                {
+                    type: "segment",
+                    segmentType: "thought",
+                    triggers: [
+                        LlamaText(new SpecialTokensText("<|channel|>analysis<|message|>"))
+                    ]
+                }, {
+                    type: "segment",
+                    segmentType: "comment",
+                    triggers: [
+                        // the trigger here includes the `<|message|>` part
+                        // to not conflict with the `<|channel|>commentary to=` prefix used for function calls
+                        LlamaText(new SpecialTokensText("<|channel|>commentary<|message|>"))
+                    ]
+                }, {
+                    type: "response",
+                    triggers: [
+                        LlamaText(new SpecialTokensText("<|channel|>final"))
+                    ],
+                    inject: LlamaText(new SpecialTokensText("<|message|>"))
+                },
+                ...(!hasFunctions ? [] : [{
+                        type: "functionCall",
+                        triggers: [
+                            LlamaText(new SpecialTokensText("<|channel|>commentary to="))
+                        ],
+                        replaceTrigger: true,
+                        inject: LlamaText(new SpecialTokensText("<|channel|>commentary"))
+                    }, {
+                        type: "functionCall",
+                        triggers: [
+                            LlamaText(new SpecialTokensText("<|channel|>analysis to="))
+                        ],
+                        replaceTrigger: true,
+                        inject: LlamaText(new SpecialTokensText("<|channel|>analysis"))
+                    }])
+            ],
+            noPrefixTrigger: {
+                type: "response",
+                inject: LlamaText(new SpecialTokensText("<|channel|>final<|message|>"))
+            },
+            detectFunctionCalls: false,
+            rerender: {
+                triggers: [
+                    LlamaText(new SpecialTokensText("<|end|>"))
+                ],
+                action: "closeResponseItem"
+            }
+        };
+    }
+    generateFunctionCall(name, params) {
+        const emptyCallParamsPlaceholder = this.settings.functions.call.emptyCallParamsPlaceholder;
+        return LlamaText([
+            new SpecialTokensText("<|start|>assistant<|channel|>commentary to="),
+            "functions.", name,
+            this.settings.functions.call.paramsPrefix,
+            params === undefined
+                ? (emptyCallParamsPlaceholder === undefined || emptyCallParamsPlaceholder === "")
+                    ? ""
+                    : jsonDumps(emptyCallParamsPlaceholder)
+                : jsonDumps(params),
+            this.settings.functions.call.suffix
+        ]);
+    }
+    generateFunctionCallResult(functionName, functionParams, result) {
+        return LlamaText([
+            new SpecialTokensText("<|start|>"),
+            "functions.", functionName,
+            new SpecialTokensText(" to=assistant<|channel|>commentary<|message|>"),
+            (result === undefined
+                ? ""
+                : jsonDumps(result)),
+            new SpecialTokensText("<|end|>")
+        ]);
+    }
+    generateModelResponseText(modelResponse, useRawValues = true) {
+        const { res } = this._getModelResponse(modelResponse, useRawValues, false, false);
+        const [start, ...rest] = res.values;
+        let newStart = start;
+        let newEnd = rest.pop();
+        if (newStart instanceof SpecialTokensText && newStart.value.startsWith("<|start|>assistant"))
+            newStart = new SpecialTokensText(newStart.value.slice("<|start|>assistant".length));
+        if (newEnd instanceof SpecialTokensText && newEnd.value.startsWith("<|end|>"))
+            newEnd = new SpecialTokensText(newEnd.value.slice("<|end|>".length));
+        else if (newEnd instanceof SpecialTokensText && newEnd.value.startsWith("<|return|>"))
+            newEnd = new SpecialTokensText(newEnd.value.slice("<|return|>".length));
+        return LlamaText([
+            newStart ?? [],
+            ...rest,
+            newEnd ?? []
+        ]);
+    }
+    generateAvailableFunctionsSystemText(availableFunctions, { documentParams = true }) {
+        const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
+        if (!functionsDocumentationGenerator.hasAnyFunctions)
+            return LlamaText([]);
+        return LlamaText.joinValues("\n", [
+            "# Tools",
+            "",
+            "## functions",
+            "",
+            "namespace functions {",
+            "",
+            functionsDocumentationGenerator
+                .getTypeScriptFunctionTypes({ documentParams })
+                .split("\n")
+                .map((line) => line.trim())
+                .join("\n"),
+            "",
+            "} // namespace functions"
+        ]);
+    }
+    /** @internal */
+    _getFirstDeveloperMessage(systemPrompt, availableFunctions, { documentParams = true } = {}) {
+        const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
+        if (!functionsDocumentationGenerator.hasAnyFunctions && systemPrompt.values.length === 0)
+            return LlamaText([]);
+        if (!functionsDocumentationGenerator.hasAnyFunctions)
+            return LlamaText([
+                this._jinjaFlags.useSpecialTokensForFullSystemMessage
+                    ? new SpecialTokensText("# Instructions\n\n")
+                    : "# Instruction\n\n",
+                systemPrompt
+            ]);
+        return LlamaText([
+            this._jinjaFlags.useSpecialTokensForFullSystemMessage
+                ? new SpecialTokensText("# Instructions\n\n")
+                : "# Instructions\n\n",
+            systemPrompt.values.length > 0
+                ? [systemPrompt, "\n\n"]
+                : [],
+            this.generateAvailableFunctionsSystemText(availableFunctions ?? {}, { documentParams })
+        ]);
+    }
+    /** @internal */
+    _getModelResponse(modelResponse, useRawValues, isLastItem, keepOnlyLastThought) {
+        const res = [];
+        let canEnableTriggers = true;
+        for (let index = 0; index < modelResponse.length; index++) {
+            const isLastResponse = index === modelResponse.length - 1;
+            const response = modelResponse[index];
+            if (response == null)
+                continue;
+            else if (response === "" && (!isLastResponse || !isLastItem))
+                continue;
+            if (typeof response === "string") {
+                if (isLastItem && isLastResponse) {
+                    if (response === "" && !this._jinjaFlags.emptyLastModelResponseIsFinalMessage)
+                        canEnableTriggers = true;
+                    else if (!this._jinjaFlags.useNonFinalFinalMessage) {
+                        res.push(LlamaText([
+                            new SpecialTokensText("<|start|>assistant<|channel|>final<|message|>"),
+                            response
+                        ]));
+                        canEnableTriggers = false;
+                    }
+                    else {
+                        res.push(LlamaText([
+                            new SpecialTokensText("<|start|>assistant<|message|>"),
+                            response
+                        ]));
+                        canEnableTriggers = false;
+                    }
+                }
+                else if (!this._jinjaFlags.noFinalMessages && (isLastResponse || !this._jinjaFlags.disableNonFinalFinalMessages))
+                    res.push(LlamaText([
+                        new SpecialTokensText("<|start|>assistant<|channel|>final<|message|>"),
+                        response,
+                        new SpecialTokensText("<|end|>")
+                    ]));
+                else
+                    res.push(LlamaText([
+                        new SpecialTokensText("<|start|>assistant<|message|>"),
+                        response,
+                        new SpecialTokensText("<|end|>")
+                    ]));
+            }
+            else if (response.type === "segment") {
+                if (response.ended && response.raw != null && useRawValues)
+                    res.push(LlamaText([
+                        new SpecialTokensText("<|start|>assistant"),
+                        LlamaText.fromJSON(response.raw)
+                    ]));
+                else if (response.segmentType === "thought") {
+                    if (keepOnlyLastThought && !isLastItem)
+                        continue;
+                    res.push(LlamaText([
+                        new SpecialTokensText("<|start|>assistant<|channel|>analysis<|message|>"),
+                        response.text,
+                        (isLastItem && !response.ended)
+                            ? LlamaText([])
+                            : new SpecialTokensText("<|end|>")
+                    ]));
+                    if (isLastItem && isLastResponse && !response.ended)
+                        canEnableTriggers = false;
+                }
+                else if (response.segmentType === "comment") {
+                    res.push(LlamaText([
+                        new SpecialTokensText("<|start|>assistant<|channel|>commentary<|message|>"),
+                        response.text,
+                        (isLastItem && !response.ended)
+                            ? LlamaText([])
+                            : new SpecialTokensText("<|end|>")
+                    ]));
+                    if (isLastItem && isLastResponse && !response.ended)
+                        canEnableTriggers = false;
+                }
+                else
+                    void response.segmentType;
+            }
+            else if (response.type === "functionCall") {
+                res.push(LlamaText([
+                    (response.rawCall != null && useRawValues)
+                        ? LlamaText.fromJSON(response.rawCall)
+                        : this.generateFunctionCall(response.name, response.params),
+                    this.generateFunctionCallResult(response.name, response.params, response.result)
+                ]));
+            }
+            else
+                void response;
+        }
+        const needsTriggers = canEnableTriggers && isLastItem;
+        if (needsTriggers)
+            res.push(LlamaText([
+                new SpecialTokensText("<|start|>assistant")
+            ]));
+        return {
+            res: LlamaText(res),
+            needsTriggers
+        };
+    }
+    /** @internal */
+    _getPreamble(hasFunctions) {
+        const formatCutoff = (date, timezone) => {
+            const month = date.toLocaleDateString("en-US", { month: "numeric", timeZone: timezone }).padStart(2, "0");
+            const year = date.toLocaleDateString("en-US", { year: "numeric", timeZone: timezone }).padStart(4, "0");
+            return `${year}-${month}`;
+        };
+        const lines = [];
+        if (this.modelIdentity != null && this.modelIdentity !== "")
+            lines.push(this.modelIdentity);
+        if (this.cuttingKnowledgeDate != null) {
+            const date = this.cuttingKnowledgeDate instanceof Function
+                ? this.cuttingKnowledgeDate()
+                : this.cuttingKnowledgeDate;
+            lines.push(`Knowledge cutoff: ${formatCutoff(date, "UTC")}`);
+            if (this._jinjaFlags.formatting === 1)
+                lines.push([lines.shift(), lines.shift()].filter(Boolean).join(""));
+        }
+        if (this.todayDate != null) {
+            const date = this.todayDate instanceof Function
+                ? this.todayDate()
+                : this.todayDate;
+            lines.push(`Current date: ${formatDate(date, undefined)}`);
+        }
+        if (this.reasoningEffort != null) {
+            if (lines.length > 0)
+                lines.push("");
+            if (this._jinjaFlags.formatting === 1)
+                lines.push(`reasoning: ${this.reasoningEffort}`);
+            else
+                lines.push(`Reasoning: ${this.reasoningEffort}`);
+        }
+        if (this.requiredChannels.analysis || this.requiredChannels.commentary || this.requiredChannels.final) {
+            const channels = [
+                ...(this.requiredChannels.analysis ? ["analysis"] : []),
+                ...(this.requiredChannels.commentary ? ["commentary"] : []),
+                ...(this.requiredChannels.final ? ["final"] : [])
+            ];
+            if (lines.length > 0)
+                lines.push("");
+            lines.push(`# Valid channels: ${channels.join(", ")}. Channel must be included for every message.`);
+            if ((this.requiredChannels.commentary && hasFunctions) || this._jinjaFlags.formatting === 1)
+                lines.push("Calls to these tools must go to the commentary channel: 'functions'.");
+        }
+        return LlamaText([
+            new SpecialTokensText("<|start|>system<|message|>"),
+            this._jinjaFlags.useSpecialTokensForFullSystemMessage
+                ? new SpecialTokensText(lines.join("\n"))
+                : lines.join("\n"),
+            new SpecialTokensText("<|end|>")
+        ]);
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        const jinjaParameters = {
+            "model_identity": defaultModelIdentity,
+            "reasoning_effort": defaultReasoningEffort
+        };
+        return [
+            [{}, {}],
+            [{ _jinjaFlags: { emptyLastModelResponseIsFinalMessage: true } }, {}],
+            [{}, {}, { additionalRenderParameters: jinjaParameters }],
+            [{ _jinjaFlags: { emptyLastModelResponseIsFinalMessage: true } }, {}, { additionalRenderParameters: jinjaParameters }],
+            [{ _jinjaFlags: { useSpecialTokensForFullSystemMessage: true } }, {}, { additionalRenderParameters: jinjaParameters }],
+            [
+                { _jinjaFlags: { emptyLastModelResponseIsFinalMessage: true, useSpecialTokensForFullSystemMessage: true } },
+                {},
+                { additionalRenderParameters: jinjaParameters }
+            ],
+            [
+                {
+                    _jinjaFlags: {
+                        emptyLastModelResponseIsFinalMessage: true,
+                        useSpecialTokensForFullSystemMessage: true,
+                        disableNonFinalFinalMessages: true
+                    }
+                },
+                {},
+                { additionalRenderParameters: jinjaParameters }
+            ],
+            [
+                {
+                    _jinjaFlags: {
+                        emptyLastModelResponseIsFinalMessage: true,
+                        useSpecialTokensForFullSystemMessage: true,
+                        disableNonFinalFinalMessages: true,
+                        useNonFinalFinalMessage: true
+                    }
+                },
+                {},
+                { additionalRenderParameters: jinjaParameters }
+            ],
+            [
+                {
+                    _jinjaFlags: {
+                        emptyLastModelResponseIsFinalMessage: true,
+                        useSpecialTokensForFullSystemMessage: true,
+                        useNonFinalFinalMessage: true
+                    }
+                },
+                {},
+                { additionalRenderParameters: jinjaParameters }
+            ],
+            [
+                {
+                    _jinjaFlags: {
+                        emptyLastModelResponseIsFinalMessage: true,
+                        useSpecialTokensForFullSystemMessage: true,
+                        useNonFinalFinalMessage: true,
+                        noFinalMessages: true
+                    }
+                },
+                {},
+                { additionalRenderParameters: jinjaParameters }
+            ],
+            [
+                {
+                    _jinjaFlags: {
+                        emptyLastModelResponseIsFinalMessage: true,
+                        useSpecialTokensForFullSystemMessage: true,
+                        useNonFinalFinalMessage: true,
+                        noFinalMessages: true,
+                        formatting: 1
+                    }
+                },
+                {},
+                { additionalRenderParameters: jinjaParameters }
+            ],
+            [{ todayDate: null }, {}, {}],
+            [{ cuttingKnowledgeDate: null }, {}, {}],
+            [{ reasoningEffort: null }, {}, {}],
+            [{ todayDate: null, cuttingKnowledgeDate: null }, {}, {}],
+            [{ todayDate: null, cuttingKnowledgeDate: null, reasoningEffort: null }, {}, {}]
+        ];
+    }
+}
+function formatDate(date, timezone) {
+    const day = date.toLocaleDateString("en-US", { day: "numeric", timeZone: timezone }).padStart(2, "0");
+    const month = date.toLocaleDateString("en-US", { month: "numeric", timeZone: timezone }).padStart(2, "0");
+    const year = date.toLocaleDateString("en-US", { year: "numeric", timeZone: timezone }).padStart(4, "0");
+    return `${year}-${month}-${day}`;
+}
+//# sourceMappingURL=HarmonyChatWrapper.js.map

package/dist/chatWrappers/HarmonyChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HarmonyChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/HarmonyChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAqC,MAAM,mBAAmB,CAAC;AAKlF,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAC7G,OAAO,EAAC,SAAS,EAAC,MAAM,sBAAsB,CAAC;AAE/C,MAAM,oBAAoB,GAAG,4DAA4D,CAAC;AAC1F,MAAM,2BAA2B,GAAG,IAAI,IAAI,CAAC,sBAAsB,CAAC,CAAC;AACrE,MAAM,sBAAsB,GAAG,QAAQ,CAAC;AAExC,kGAAkG;AAClG,iFAAiF;AACjF,MAAM,OAAO,kBAAmB,SAAQ,WAAW;IAC/B,WAAW,GAAW,SAAS,CAAC;IAEhC,aAAa,CAAgB;IAC7B,oBAAoB,CAA8B;IAClD,SAAS,CAA6B;IACtC,eAAe,CAAmC;IAClD,gBAAgB,CAI9B;IACc,mBAAmB,CAAU;IAE7C,gBAAgB,CAAkB,WAAW,CAAkB;IAEtC,QAAQ,GAAwB;QACrD,sBAAsB,EAAE,IAAI;QAC5B,SAAS,EAAE;YACP,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC;gBAC9D,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,8BAA8B,CAAC,CAAC;gBAC9E,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBACpD,0BAA0B,EAAE,EAAE;aACjC;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,EAAE,4BAA4B,EAAE,IAAI,iBAAiB,CAAC,+CAA+C,CAAC,CAAC;gBAC3J,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;aACtD;SACJ;QACD,QAAQ,EAAE;YACN,OAAO,EAAE;gBACL,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,gCAAgC,CAAC,CAAC;gBAC1E,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;aACtD;YACD,OAAO,EAAE;gBACL,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,kCAAkC,CAAC,CAAC;gBAC5E,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;aACtD;SACJ;KACJ,CAAC;IAEF,YAAmB,UA+Df,EAAE;QACF,KAAK,EAAE,CAAC;QAER,MAAM,EACF,aAAa,GAAG,oBAAoB,EACpC,oBAAoB,GAAG,2BAA2B,EAClD,SAAS,GAAG,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,EAC5B,eAAe,GAAG,sBAAsB,EACxC,gBAAgB,GAAG,EAAE,EACrB,mBAAmB,GAAG,IAAI,EAE1B,WAAW,GAAG,EAAE,EACnB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,IAAI,IAAI;YACpD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,oBAAoB,YAAY,QAAQ;gBACtC,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI;YAC9B,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,SAAS,YAAY,QAAQ;gBAC3B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG;YACpB,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,IAAI,IAAI;YAC3C,UAAU,EAAE,gBAAgB,CAAC,UAAU,IAAI,IAAI;YAC/C,KAAK,EAAE,gBAAgB,CAAC,KAAK,IAAI,IAAI;SACxC,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAE/C,IAAI,CAAC,WAAW,GAAG;YACf,oCAAoC,EAAE,KAAK;YAC3C,oCAAoC,EAAE,KAAK;YAC3C,4BAA4B,EAAE,KAAK;YACnC,uBAAuB,EAAE,KAAK;YAC9B,eAAe,EAAE,KAAK;YACtB,GAAG,WAAW;SACjB,CAAC;IACN,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACtE,MAAM,mBAAmB,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;QAEhD,IAAI,aAAa,GAAc,SAAS,EAAE,CAAC;QAC3C,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAChE,mBAAmB,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAED,MAAM,cAAc,GAAgB;YAChC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;SAClC,CAAC;QAEF,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY;YAC/C,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;gBACN,IAAI,iBAAiB,CAAC,+BAA+B,CAAC;gBACtD,IAAI,CAAC,yBAAyB,CAAC,aAAa,EAAE,kBAAkB,EAAE,EAAC,cAAc,EAAE,sBAAsB,EAAC,CAAC;gBAC3G,IAAI,iBAAiB,CAAC,SAAS,CAAC;aACnC,CAAC,CACL,CAAC;QAEN,IAAI,aAAa,GAAG,IAAI,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,MAAM,UAAU,GAAG,CAAC,KAAK,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAEpC,IAAI,IAAI,IAAI,IAAI;gBACZ,SAAS;YAEb,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,+BAA+B,CAAC;oBACtD,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC7B,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC;iBACzC,CAAC,CACL,CAAC;gBAEF,IAAI,UAAU;oBACV,aAAa,GAAG,KAAK,CAAC;YAC9B,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,0BAA0B,CAAC;oBACjD,IAAI,CAAC,IAAI;oBACT,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC;iBACzC,CAAC,CACL,CAAC;gBAEF,IAAI,UAAU;oBACV,aAAa,GAAG,KAAK,CAAC;YAC9B,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,MAAM,EACF,GAAG,EAAE,aAAa,EAAE,kBAAkB,EACzC,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBAEtF,IAAI,UAAU;oBACV,aAAa,GAAG,kBAAkB,CAAC;gBAEvC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,MAAM,WAAW,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC;QAE9C,IAAI,CAAC,aAAa;YACd,OAAO;gBACH,WAAW;gBACX,sBAAsB,EAAE;oBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;oBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;oBAC9C,SAAS,CAAC,YAAY,CAAC;iBAC1B;gBACD,mBAAmB,EAAE,KAAK;gBAC1B,QAAQ,EAAE;oBACN,QAAQ,EAAE;wBACN,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;qBAC9C;oBACD,MAAM,EAAE,mBAAmB;iBAC9B;aACJ,CAAC;QAEN,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,YAAY,CAAC;aAC1B;YACD,cAAc,EAAE;gBACZ;oBACI,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,SAAS;oBACtB,QAAQ,EAAE;wBACN,SAAS,CAAC,IAAI,iBAAiB,CAAC,gCAAgC,CAAC,CAAC;qBACrE;iBACJ,EAAE;oBACC,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,SAAS;oBACtB,QAAQ,EAAE;wBACV,mDAAmD;wBACnD,sFAAsF;wBAClF,SAAS,CAAC,IAAI,iBAAiB,CAAC,kCAAkC,CAAC,CAAC;qBACvE;iBACJ,EAAE;oBACC,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACN,SAAS,CAAC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;qBACvD;oBACD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;iBAC1D;gBACD,GAAG,CACC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBAClB,IAAI,EAAE,cAAc;wBACpB,QAAQ,EAAE;4BACN,SAAS,CAAC,IAAI,iBAAiB,CAAC,2BAA2B,CAAC,CAAC;yBAChE;wBACD,cAAc,EAAE,IAAI;wBACpB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,uBAAuB,CAAC,CAAC;qBACpE,EAAE;wBACC,IAAI,EAAE,cAAc;wBACpB,QAAQ,EAAE;4BACN,SAAS,CAAC,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;yBAC9D;wBACD,cAAc,EAAE,IAAI;wBACpB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;qBAClE,CAA4E,CAChF;aACJ;YACD,eAAe,EAAE;gBACb,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,6BAA6B,CAAC,CAAC;aAC1E;YACD,mBAAmB,EAAE,KAAK;YAC1B,QAAQ,EAAE;gBACN,QAAQ,EAAE;oBACN,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;iBAC9C;gBACD,MAAM,EAAE,mBAAmB;aAC9B;SACJ,CAAC;IACN,CAAC;IAEe,oBAAoB,CAAC,IAAY,EAAE,MAAW;QAC1D,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,0BAA0B,CAAC;QAC3F,OAAO,SAAS,CAAC;YACb,IAAI,iBAAiB,CAAC,6CAA6C,CAAC;YACpE,YAAY,EAAE,IAAI;YAClB,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY;YACzC,MAAM,KAAK,SAAS;gBAChB,CAAC,CAAC,CAAC,0BAA0B,KAAK,SAAS,IAAI,0BAA0B,KAAK,EAAE,CAAC;oBAC7E,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC;gBAC3C,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM;SACtC,CAAC,CAAC;IACP,CAAC;IAEe,0BAA0B,CAAC,YAAoB,EAAE,cAAmB,EAAE,MAAW;QAC7F,OAAO,SAAS,CAAC;YACb,IAAI,iBAAiB,CAAC,WAAW,CAAC;YAClC,YAAY,EAAE,YAAY;YAC1B,IAAI,iBAAiB,CAAC,+CAA+C,CAAC;YACtE,CACI,MAAM,KAAK,SAAS;gBAChB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAC1B;YACD,IAAI,iBAAiB,CAAC,SAAS,CAAC;SACnC,CAAC,CAAC;IACP,CAAC;IAEe,yBAAyB,CAAC,aAA4C,EAAE,eAAwB,IAAI;QAChH,MAAM,EAAC,GAAG,EAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAChF,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;QACpC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAExB,IAAI,QAAQ,YAAY,iBAAiB,IAAI,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC;YACxF,QAAQ,GAAG,IAAI,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC;QAExF,IAAI,MAAM,YAAY,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC;YACzE,MAAM,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;aACpE,IAAI,MAAM,YAAY,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC;YACjF,MAAM,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;QAE5E,OAAO,SAAS,CAAC;YACb,QAAQ,IAAI,EAAE;YACd,GAAG,IAAI;YACP,MAAM,IAAI,EAAE;SACf,CAAC,CAAC;IACP,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,SAAS;YACT,EAAE;YACF,cAAc;YACd,EAAE;YACF,uBAAuB;YACvB,EAAE;YACF,+BAA+B;iBAC1B,0BAA0B,CAAC,EAAC,cAAc,EAAC,CAAC;iBAC5C,KAAK,CAAC,IAAI,CAAC;iBACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBAC1B,IAAI,CAAC,IAAI,CAAC;YACf,EAAE;YACF,0BAA0B;SAC7B,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,yBAAyB,CAC7B,YAAuB,EACvB,kBAAuC,EACvC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QAExD,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YACpF,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC;gBACb,IAAI,CAAC,WAAW,CAAC,oCAAoC;oBACjD,CAAC,CAAC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC7C,CAAC,CAAC,mBAAmB;gBACzB,YAAY;aACf,CAAC,CAAC;QAEP,OAAO,SAAS,CAAC;YACb,IAAI,CAAC,WAAW,CAAC,oCAAoC;gBACjD,CAAC,CAAC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;gBAC7C,CAAC,CAAC,oBAAoB;YAC1B,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAC1B,CAAC,CAAC,CAAC,YAAY,EAAE,MAAM,CAAC;gBACxB,CAAC,CAAC,EAAE;YACR,IAAI,CAAC,oCAAoC,CAAC,kBAAkB,IAAI,EAAE,EAAE,EAAC,cAAc,EAAC,CAAC;SACxF,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,iBAAiB,CACrB,aAA4C,EAC5C,YAAqB,EACrB,UAAmB,EACnB,mBAA4B;QAE5B,MAAM,GAAG,GAAgB,EAAE,CAAC;QAC5B,IAAI,iBAAiB,GAAG,IAAI,CAAC;QAE7B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACxD,MAAM,cAAc,GAAG,KAAK,KAAK,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1D,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtC,IAAI,QAAQ,IAAI,IAAI;gBAChB,SAAS;iBACR,IAAI,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,cAAc,IAAI,CAAC,UAAU,CAAC;gBACxD,SAAS;YAEb,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC/B,IAAI,UAAU,IAAI,cAAc,EAAE,CAAC;oBAC/B,IAAI,QAAQ,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,oCAAoC;wBACzE,iBAAiB,GAAG,IAAI,CAAC;yBACxB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,uBAAuB,EAAE,CAAC;wBACjD,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;4BACN,IAAI,iBAAiB,CAAC,+CAA+C,CAAC;4BACtE,QAAQ;yBACX,CAAC,CACL,CAAC;wBACF,iBAAiB,GAAG,KAAK,CAAC;oBAC9B,CAAC;yBAAM,CAAC;wBACJ,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;4BACN,IAAI,iBAAiB,CAAC,+BAA+B,CAAC;4BACtD,QAAQ;yBACX,CAAC,CACL,CAAC;wBACF,iBAAiB,GAAG,KAAK,CAAC;oBAC9B,CAAC;gBACL,CAAC;qBAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,eAAe,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,4BAA4B,CAAC;oBAC9G,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;wBACN,IAAI,iBAAiB,CAAC,+CAA+C,CAAC;wBACtE,QAAQ;wBACR,IAAI,iBAAiB,CAAC,SAAS,CAAC;qBACnC,CAAC,CACL,CAAC;;oBAEF,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;wBACN,IAAI,iBAAiB,CAAC,+BAA+B,CAAC;wBACtD,QAAQ;wBACR,IAAI,iBAAiB,CAAC,SAAS,CAAC;qBACnC,CAAC,CACL,CAAC;YACV,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,IAAI,IAAI,IAAI,YAAY;oBACtD,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;wBACf,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;wBAC3C,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;qBACnC,CAAC,CAAC,CAAC;qBACH,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC1C,IAAI,mBAAmB,IAAI,CAAC,UAAU;wBAClC,SAAS;oBAEb,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;wBACN,IAAI,iBAAiB,CAAC,kDAAkD,CAAC;wBACzE,QAAQ,CAAC,IAAI;wBACb,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;4BAC3B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC;qBACzC,CAAC,CACL,CAAC;oBAEF,IAAI,UAAU,IAAI,cAAc,IAAI,CAAC,QAAQ,CAAC,KAAK;wBAC/C,iBAAiB,GAAG,KAAK,CAAC;gBAClC,CAAC;qBAAM,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC5C,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;wBACN,IAAI,iBAAiB,CAAC,oDAAoD,CAAC;wBAC3E,QAAQ,CAAC,IAAI;wBACb,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;4BAC3B,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC;qBACzC,CAAC,CACL,CAAC;oBAEF,IAAI,UAAU,IAAI,cAAc,IAAI,CAAC,QAAQ,CAAC,KAAK;wBAC/C,iBAAiB,GAAG,KAAK,CAAC;gBAClC,CAAC;;oBACG,KAAM,QAAQ,CAAC,WAA4B,CAAC;YACpD,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC1C,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;oBACN,CAAC,QAAQ,CAAC,OAAO,IAAI,IAAI,IAAI,YAAY,CAAC;wBACtC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;wBACtC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC;oBAC/D,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC;iBACnF,CAAC,CACL,CAAC;YACN,CAAC;;gBACG,KAAM,QAAyB,CAAC;QACxC,CAAC;QAED,MAAM,aAAa,GAAG,iBAAiB,IAAI,UAAU,CAAC;QACtD,IAAI,aAAa;YACb,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC;gBACN,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;aAC9C,CAAC,CACL,CAAC;QAEN,OAAO;YACH,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC;YACnB,aAAa;SAChB,CAAC;IACN,CAAC;IAED,gBAAgB;IACR,YAAY,CAAC,YAAqB;QACtC,MAAM,YAAY,GAAG,CAAC,IAAU,EAAE,QAAgB,EAAE,EAAE;YAClD,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACxG,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACtG,OAAO,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;QAC9B,CAAC,CAAC;QAEF,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,EAAE;YACvD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEnC,IAAI,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,YAAY,QAAQ;gBACtD,CAAC,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAC7B,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC;YAEhC,KAAK,CAAC,IAAI,CAAC,qBAAqB,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAE7D,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,KAAK,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,YAAY,QAAQ;gBAC3C,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE;gBAClB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,iBAAiB,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnB,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,KAAK,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;;gBAEjD,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,CAAC,UAAU,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;YACpG,MAAM,QAAQ,GAAa;gBACvB,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3D,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD,CAAC;YAEF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnB,KAAK,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;YAEpG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,IAAI,YAAY,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,KAAK,CAAC;gBACvF,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QAC3F,CAAC;QAED,OAAO,SAAS,CAAC;YACb,IAAI,iBAAiB,CAAC,4BAA4B,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,oCAAoC;gBACjD,CAAC,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACtB,IAAI,iBAAiB,CAAC,SAAS,CAAC;SACnC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,MAAM,eAAe,GAAG;YACpB,gBAAgB,EAAE,oBAAoB;YACtC,kBAAkB,EAAE,sBAAsB;SAC7C,CAAC;QAEF,OAAO;YACH,CAAC,EAAE,EAAE,EAAE,CAAC;YACR,CAAC,EAAC,WAAW,EAAE,EAAC,oCAAoC,EAAE,IAAI,EAAC,EAAC,EAAE,EAAE,CAAC;YACjE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAC,0BAA0B,EAAE,eAAe,EAAC,CAAC;YACvD,CAAC,EAAC,WAAW,EAAE,EAAC,oCAAoC,EAAE,IAAI,EAAC,EAAC,EAAE,EAAE,EAAE,EAAC,0BAA0B,EAAE,eAAe,EAAC,CAAC;YAChH,CAAC,EAAC,WAAW,EAAE,EAAC,oCAAoC,EAAE,IAAI,EAAC,EAAC,EAAE,EAAE,EAAE,EAAC,0BAA0B,EAAE,eAAe,EAAC,CAAC;YAChH;gBACI,EAAC,WAAW,EAAE,EAAC,oCAAoC,EAAE,IAAI,EAAE,oCAAoC,EAAE,IAAI,EAAC,EAAC;gBACvG,EAAE;gBACF,EAAC,0BAA0B,EAAE,eAAe,EAAC;aAChD;YACD;gBACI;oBACI,WAAW,EAAE;wBACT,oCAAoC,EAAE,IAAI;wBAC1C,oCAAoC,EAAE,IAAI;wBAC1C,4BAA4B,EAAE,IAAI;qBACrC;iBACJ;gBACD,EAAE;gBACF,EAAC,0BAA0B,EAAE,eAAe,EAAC;aAChD;YACD;gBACI;oBACI,WAAW,EAAE;wBACT,oCAAoC,EAAE,IAAI;wBAC1C,oCAAoC,EAAE,IAAI;wBAC1C,4BAA4B,EAAE,IAAI;wBAClC,uBAAuB,EAAE,IAAI;qBAChC;iBACJ;gBACD,EAAE;gBACF,EAAC,0BAA0B,EAAE,eAAe,EAAC;aAChD;YACD;gBACI;oBACI,WAAW,EAAE;wBACT,oCAAoC,EAAE,IAAI;wBAC1C,oCAAoC,EAAE,IAAI;wBAC1C,uBAAuB,EAAE,IAAI;qBAChC;iBACJ;gBACD,EAAE;gBACF,EAAC,0BAA0B,EAAE,eAAe,EAAC;aAChD;YACD;gBACI;oBACI,WAAW,EAAE;wBACT,oCAAoC,EAAE,IAAI;wBAC1C,oCAAoC,EAAE,IAAI;wBAC1C,uBAAuB,EAAE,IAAI;wBAC7B,eAAe,EAAE,IAAI;qBACxB;iBACJ;gBACD,EAAE;gBACF,EAAC,0BAA0B,EAAE,eAAe,EAAC;aAChD;YACD;gBACI;oBACI,WAAW,EAAE;wBACT,oCAAoC,EAAE,IAAI;wBAC1C,oCAAoC,EAAE,IAAI;wBAC1C,uBAAuB,EAAE,IAAI;wBAC7B,eAAe,EAAE,IAAI;wBACrB,UAAU,EAAE,CAAC;qBAChB;iBACJ;gBACD,EAAE;gBACF,EAAC,0BAA0B,EAAE,eAAe,EAAC;aAChD;YAED,CAAC,EAAC,SAAS,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAE,CAAC;YAC3B,CAAC,EAAC,oBAAoB,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAE,CAAC;YACtC,CAAC,EAAC,eAAe,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAE,CAAC;YACjC,CAAC,EAAC,SAAS,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAE,CAAC;YACvD,CAAC,EAAC,SAAS,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAE,CAAC;SACjF,CAAC;IACN,CAAC;CACJ;AAED,SAAS,UAAU,CAAC,IAAU,EAAE,QAAgB;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACpG,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACxG,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtG,OAAO,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;AACrC,CAAC"}

package/dist/chatWrappers/utils/resolveChatWrapper.d.ts

@@ -15,12 +15,13 @@ import { MistralChatWrapper } from "../MistralChatWrapper.js";
 import { Tokenizer } from "../../types.js";
 import { LlamaModel } from "../../evaluator/LlamaModel/LlamaModel.js";
 import { QwenChatWrapper } from "../QwenChatWrapper.js";
+import { HarmonyChatWrapper } from "../HarmonyChatWrapper.js";
 import type { GgufFileInfo } from "../../gguf/types/GgufFileInfoTypes.js";
-export declare const specializedChatWrapperTypeNames: readonly ["general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary", "chatML", "falconChat", "gemma"];
+export declare const specializedChatWrapperTypeNames: readonly ["general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary", "chatML", "falconChat", "gemma", "harmony"];
 export type SpecializedChatWrapperTypeName = (typeof specializedChatWrapperTypeNames)[number];
 export declare const templateChatWrapperTypeNames: readonly ["template", "jinjaTemplate"];
 export type TemplateChatWrapperTypeName = (typeof templateChatWrapperTypeNames)[number];
-export declare const resolvableChatWrapperTypeNames: readonly ["auto", "general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary", "chatML", "falconChat", "gemma", "template", "jinjaTemplate"];
+export declare const resolvableChatWrapperTypeNames: readonly ["auto", "general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary", "chatML", "falconChat", "gemma", "harmony", "template", "jinjaTemplate"];
 export type ResolvableChatWrapperTypeName = (typeof resolvableChatWrapperTypeNames)[number];
 export declare const chatWrappers: Readonly<{
     readonly general: typeof GeneralChatWrapper;
@@ -36,6 +37,7 @@ export declare const chatWrappers: Readonly<{
     readonly chatML: typeof ChatMLChatWrapper;
     readonly falconChat: typeof FalconChatWrapper;
     readonly gemma: typeof GemmaChatWrapper;
+    readonly harmony: typeof HarmonyChatWrapper;
     readonly template: typeof TemplateChatWrapper;
     readonly jinjaTemplate: typeof JinjaTemplateChatWrapper;
 }>;

package/dist/chatWrappers/utils/resolveChatWrapper.js

@@ -17,11 +17,12 @@ import { MistralChatWrapper } from "../MistralChatWrapper.js";
 import { includesText } from "../../utils/includesText.js";
 import { LlamaModel } from "../../evaluator/LlamaModel/LlamaModel.js";
 import { QwenChatWrapper } from "../QwenChatWrapper.js";
+import { HarmonyChatWrapper } from "../HarmonyChatWrapper.js";
 import { isJinjaTemplateEquivalentToSpecializedChatWrapper } from "./isJinjaTemplateEquivalentToSpecializedChatWrapper.js";
 import { getModelLinageNames } from "./getModelLinageNames.js";
 export const specializedChatWrapperTypeNames = Object.freeze([
     "general", "deepSeek", "qwen", "llama3.2-lightweight", "llama3.1", "llama3", "llama2Chat", "mistral", "alpacaChat", "functionary",
-    "chatML", "falconChat", "gemma"
+    "chatML", "falconChat", "gemma", "harmony"
 ]);
 export const templateChatWrapperTypeNames = Object.freeze([
     "template", "jinjaTemplate"
@@ -45,11 +46,15 @@ export const chatWrappers = Object.freeze({
     "chatML": ChatMLChatWrapper,
     "falconChat": FalconChatWrapper,
     "gemma": GemmaChatWrapper,
+    "harmony": HarmonyChatWrapper,
     "template": TemplateChatWrapper,
     "jinjaTemplate": JinjaTemplateChatWrapper
 });
 const chatWrapperToConfigType = new Map(Object.entries(chatWrappers)
     .map(([configType, Wrapper]) => ([Wrapper, configType])));
+const specializedChatWrapperRelatedTexts = {
+    "harmony": ["gpt", "gpt-oss"]
+};
 export function resolveChatWrapper(options, modelOptions) {
     if (options instanceof LlamaModel)
         return resolveChatWrapper({
@@ -189,11 +194,15 @@ export function resolveChatWrapper(options, modelOptions) {
             return createSpecializedChatWrapper(MistralChatWrapper);
         else if (includesText(modelNames, ["Gemma", "Gemma 2"]))
             return createSpecializedChatWrapper(GemmaChatWrapper);
+        else if (includesText(modelNames, ["gpt-oss", "Gpt Oss", "Gpt-Oss", "openai_gpt-oss", "Openai_Gpt Oss", "openai.gpt-oss", "Openai.Gpt Oss"]))
+            return createSpecializedChatWrapper(HarmonyChatWrapper);
     }
     // try to find a pattern in the Jinja template to resolve to a specialized chat wrapper,
     // with a logic similar to `llama.cpp`'s `llama_chat_apply_template_internal` function
     if (modelJinjaTemplate != null && modelJinjaTemplate.trim() !== "") {
-        if (modelJinjaTemplate.includes("<|im_start|>"))
+        if (modelJinjaTemplate.includes("<|start|>") && modelJinjaTemplate.includes("<|channel|>"))
+            return createSpecializedChatWrapper(HarmonyChatWrapper);
+        else if (modelJinjaTemplate.includes("<|im_start|>"))
             return createSpecializedChatWrapper(ChatMLChatWrapper);
         else if (modelJinjaTemplate.includes("[INST]"))
             return createSpecializedChatWrapper(Llama2ChatWrapper, {
@@ -288,16 +297,22 @@ function orderChatWrapperNamesByAssumedCompatibilityWithModel(chatWrapperNames,
             return existsPoints + (((index + 1) / fullText.length) * positionPoints);
         return 0;
     }
+    function getPointsForWrapperName(wrapperName, fullText, existsPoints, positionPoints) {
+        const additionalNames = specializedChatWrapperRelatedTexts[wrapperName] ?? [];
+        return [wrapperName, ...additionalNames]
+            .map((pattern) => getPointsForTextMatch(pattern, fullText, existsPoints, positionPoints))
+            .reduce((res, item) => Math.max(res, item), 0);
+    }
     const modelName = fileInfo?.metadata?.general?.name;
     return chatWrapperNames
         .slice()
         .sort((a, b) => {
         let aPoints = 0;
         let bPoints = 0;
-        aPoints += getPointsForTextMatch(a, modelName, rankPoints.modelName, rankPoints.modelNamePosition);
-        bPoints += getPointsForTextMatch(b, modelName, rankPoints.modelName, rankPoints.modelNamePosition);
-        aPoints += getPointsForTextMatch(a, filename, rankPoints.fileName, rankPoints.fileNamePosition);
-        bPoints += getPointsForTextMatch(b, filename, rankPoints.fileName, rankPoints.fileNamePosition);
+        aPoints += getPointsForWrapperName(a, modelName, rankPoints.modelName, rankPoints.modelNamePosition);
+        bPoints += getPointsForWrapperName(b, modelName, rankPoints.modelName, rankPoints.modelNamePosition);
+        aPoints += getPointsForWrapperName(a, filename, rankPoints.fileName, rankPoints.fileNamePosition);
+        bPoints += getPointsForWrapperName(b, filename, rankPoints.fileName, rankPoints.fileNamePosition);
         return bPoints - aPoints;
     });
 }