node-llama-cpp 3.5.0 → 3.7.0

package/dist/utils/OpenAIFormat.js

@@ -0,0 +1,488 @@
+import { splitText } from "lifecycle-utils";
+import { allSegmentTypes } from "../types.js";
+import { jsonDumps } from "../chatWrappers/utils/jsonDumps.js";
+import { TokenBias } from "../evaluator/TokenBias.js";
+import { getChatWrapperSegmentDefinition } from "./getChatWrapperSegmentDefinition.js";
+import { LlamaText } from "./LlamaText.js";
+import { removeUndefinedFields } from "./removeNullFields.js";
+// Note: this is a work in progress and is not yet complete.
+// Will be exported through the main index.js file once this is complete and fully tested
+export class OpenAIFormat {
+    chatWrapper;
+    constructor({ chatWrapper }) {
+        this.chatWrapper = chatWrapper;
+    }
+    /**
+     * Convert `node-llama-cpp`'s chat history to OpenAI format.
+     *
+     * Note that this conversion is lossy, as OpenAI's format is more limited than `node-llama-cpp`'s.
+     */
+    toOpenAiChat({ chatHistory, functionCalls, functions, useRawValues = true }) {
+        const res = fromChatHistoryToIntermediateOpenAiMessages({
+            chatHistory,
+            chatWrapperSettings: this.chatWrapper.settings,
+            functionCalls,
+            functions,
+            useRawValues
+        });
+        return {
+            ...res,
+            messages: fromIntermediateToCompleteOpenAiMessages(res.messages)
+        };
+    }
+    async fromOpenAiChat(options, { llama, model } = {}) {
+        const { messages, tools } = options;
+        if ((options["response_format"]?.type === "json_schema" || options["response_format"]?.type === "json_object") &&
+            tools != null && options["tool_choice"] !== "none")
+            throw new Error("Using both JSON response format and tools is not supported yet");
+        const { chatHistory, functionCalls: pendingFunctionCalls } = fromOpenAiMessagesToChatHistory({
+            messages,
+            chatWrapper: this.chatWrapper
+        });
+        const functions = {};
+        for (const tool of tools ?? []) {
+            functions[tool.function.name] = {
+                description: tool.function.description,
+                params: tool.function.parameters
+            };
+        }
+        let tokenBias;
+        if (options["logit_bias"] != null && model != null) {
+            tokenBias = TokenBias.for(model);
+            for (const [token, bias] of Object.entries(options["logit_bias"]))
+                tokenBias.set(token, { logit: bias });
+        }
+        let grammar;
+        if (options["response_format"]?.type === "json_schema" && llama != null) {
+            const schema = options["response_format"]?.json_schema?.schema;
+            if (schema != null)
+                grammar = await llama.createGrammarForJsonSchema(schema);
+            else
+                grammar = await llama.getGrammarFor("json");
+        }
+        else if (options["response_format"]?.type === "json_object" && llama != null)
+            grammar = await llama.getGrammarFor("json");
+        return {
+            chatHistory,
+            functionCalls: pendingFunctionCalls,
+            functions: Object.keys(functions).length === 0
+                ? undefined
+                : functions,
+            tokenBias,
+            maxTokens: options["max_completion_tokens"] ?? options["max_tokens"] ?? undefined,
+            maxParallelFunctionCalls: options["parallel_tool_calls"] === false ? 1 : undefined,
+            grammar,
+            seed: options.seed ?? undefined,
+            customStopTriggers: typeof options.stop === "string"
+                ? [options.stop]
+                : options.stop instanceof Array
+                    ? options.stop.filter((item) => typeof item === "string")
+                    : undefined,
+            temperature: options.temperature ?? undefined,
+            minP: options["min_p"] ?? undefined,
+            topK: options["top_k"] ?? undefined,
+            topP: options["top_p"] ?? undefined
+        };
+    }
+}
+export function fromIntermediateToCompleteOpenAiMessages(messages) {
+    return messages.map((message) => {
+        if (message.content != null && LlamaText.isLlamaText(message.content))
+            return {
+                ...message,
+                content: message.content.toString()
+            };
+        return message;
+    });
+}
+export function fromChatHistoryToIntermediateOpenAiMessages({ chatHistory, chatWrapperSettings, functionCalls, functions, useRawValues = true, combineModelMessageAndToolCalls = true, stringifyFunctionParams = true, stringifyFunctionResults = true, squashModelTextResponses = true }) {
+    const messages = [];
+    for (let i = 0; i < chatHistory.length; i++) {
+        const item = chatHistory[i];
+        if (item == null)
+            continue;
+        if (item.type === "system")
+            messages.push({
+                role: "system",
+                content: LlamaText.fromJSON(item.text)
+            });
+        else if (item.type === "user")
+            messages.push({
+                role: "user",
+                content: item.text
+            });
+        else if (item.type === "model") {
+            let lastModelTextMessage = null;
+            const segmentStack = [];
+            let canUseLastAssistantMessage = squashModelTextResponses;
+            const addResponseText = (text) => {
+                const lastResItem = canUseLastAssistantMessage
+                    ? messages.at(-1)
+                    : undefined;
+                if (lastResItem?.role === "assistant" && (lastResItem.tool_calls == null || lastResItem.tool_calls.length === 0)) {
+                    if (lastResItem.content == null)
+                        lastResItem.content = text;
+                    else
+                        lastResItem.content = LlamaText([lastResItem.content, text]);
+                }
+                else {
+                    lastModelTextMessage = {
+                        role: "assistant",
+                        content: text
+                    };
+                    messages.push(lastModelTextMessage);
+                    canUseLastAssistantMessage = true;
+                }
+            };
+            for (let j = 0; j < item.response.length; j++) {
+                const response = item.response[j];
+                if (response == null)
+                    continue;
+                if (typeof response === "string")
+                    addResponseText(response);
+                else if (response.type === "segment") {
+                    const segmentDefinition = getChatWrapperSegmentDefinition(chatWrapperSettings, response.segmentType);
+                    if (response.raw != null && useRawValues)
+                        addResponseText(LlamaText.fromJSON(response.raw));
+                    else
+                        addResponseText(LlamaText([
+                            (segmentStack.length > 0 && segmentStack.at(-1) === response.segmentType)
+                                ? ""
+                                : segmentDefinition?.prefix ?? "",
+                            response.text,
+                            response.ended
+                                ? (segmentDefinition?.suffix ?? "")
+                                : ""
+                        ]));
+                    if (!response.ended && segmentStack.at(-1) !== response.segmentType)
+                        segmentStack.push(response.segmentType);
+                    else if (response.ended && segmentStack.at(-1) === response.segmentType) {
+                        segmentStack.pop();
+                        if (segmentStack.length === 0 && segmentDefinition?.suffix == null &&
+                            chatWrapperSettings.segments?.closeAllSegments != null)
+                            addResponseText(LlamaText(chatWrapperSettings.segments.closeAllSegments));
+                    }
+                }
+                else if (response.type === "functionCall") {
+                    const toolCallId = generateToolCallId(i, j);
+                    if (lastModelTextMessage == null ||
+                        (!combineModelMessageAndToolCalls && lastModelTextMessage.content != null && lastModelTextMessage.content !== "") ||
+                        (response.startsNewChunk &&
+                            lastModelTextMessage.tool_calls != null && lastModelTextMessage.tool_calls.length > 0)) {
+                        lastModelTextMessage = {
+                            role: "assistant"
+                        };
+                        messages.push(lastModelTextMessage);
+                    }
+                    lastModelTextMessage["tool_calls"] ||= [];
+                    lastModelTextMessage["tool_calls"].push({
+                        id: toolCallId,
+                        type: "function",
+                        function: {
+                            name: response.name,
+                            arguments: stringifyFunctionParams
+                                ? response.params === undefined
+                                    ? ""
+                                    : jsonDumps(response.params)
+                                : response.params
+                        }
+                    });
+                    messages.push({
+                        role: "tool",
+                        "tool_call_id": toolCallId,
+                        content: stringifyFunctionResults
+                            ? response.result === undefined
+                                ? ""
+                                : jsonDumps(response.result)
+                            : response.result
+                    });
+                }
+            }
+            addResponseText("");
+        }
+        else
+            void item;
+    }
+    if (functionCalls != null && functionCalls.length > 0) {
+        let modelMessage = messages.at(-1);
+        const messageIndex = chatHistory.length - 1;
+        const functionCallStartIndex = modelMessage?.role === "assistant"
+            ? (modelMessage.tool_calls?.length ?? 0)
+            : 0;
+        if (modelMessage?.role !== "assistant" ||
+            (!combineModelMessageAndToolCalls && modelMessage.content != null && modelMessage.content !== "")) {
+            modelMessage = {
+                role: "assistant"
+            };
+            messages.push(modelMessage);
+        }
+        modelMessage["tool_calls"] ||= [];
+        for (let i = 0; i < functionCalls.length; i++) {
+            const functionCall = functionCalls[i];
+            if (functionCall == null)
+                continue;
+            const toolCallId = generateToolCallId(messageIndex, functionCallStartIndex + i);
+            modelMessage["tool_calls"].push({
+                id: toolCallId,
+                type: "function",
+                function: {
+                    name: functionCall.functionName,
+                    arguments: stringifyFunctionParams
+                        ? functionCall.params === undefined
+                            ? ""
+                            : jsonDumps(functionCall.params)
+                        : functionCall.params
+                }
+            });
+        }
+    }
+    const tools = [];
+    for (const [funcName, func] of Object.entries(functions ?? {}))
+        tools.push({
+            type: "function",
+            function: {
+                name: funcName,
+                ...removeUndefinedFields({
+                    description: func.description,
+                    parameters: func.params
+                })
+            }
+        });
+    return removeUndefinedFields({
+        messages,
+        tools: tools.length > 0
+            ? tools
+            : undefined
+    });
+}
+function fromOpenAiMessagesToChatHistory({ messages, chatWrapper }) {
+    const chatHistory = [];
+    const pendingFunctionCalls = [];
+    const findToolCallResult = (startIndex, toolCallId, toolCallIndex) => {
+        let foundToolIndex = 0;
+        for (let i = startIndex; i < messages.length; i++) {
+            const message = messages[i];
+            if (message == null)
+                continue;
+            if (message.role === "user" || message.role === "assistant")
+                break;
+            if (message.role !== "tool")
+                continue;
+            if (toolCallId == null) {
+                if (toolCallIndex === foundToolIndex)
+                    return message;
+                else if (foundToolIndex > foundToolIndex)
+                    return undefined;
+            }
+            else if (message?.tool_call_id === toolCallId)
+                return message;
+            foundToolIndex++;
+        }
+        return undefined;
+    };
+    let lastUserOrAssistantMessageIndex = messages.length - 1;
+    for (let i = messages.length - 1; i >= 0; i--) {
+        const message = messages[i];
+        if (message == null)
+            continue;
+        if (message.role === "user" || message.role === "assistant") {
+            lastUserOrAssistantMessageIndex = i;
+            break;
+        }
+    }
+    for (let i = 0; i < messages.length; i++) {
+        const message = messages[i];
+        if (message == null)
+            continue;
+        if (message.role === "system") {
+            if (message.content != null)
+                chatHistory.push({
+                    type: "system",
+                    text: LlamaText(resolveOpenAiText(message.content)).toJSON()
+                });
+        }
+        else if (message.role === "user")
+            chatHistory.push({
+                type: "user",
+                text: resolveOpenAiText(message.content) ?? ""
+            });
+        else if (message.role === "assistant") {
+            const isLastAssistantMessage = i === lastUserOrAssistantMessageIndex;
+            let chatItem = chatHistory.at(-1);
+            if (chatItem?.type !== "model") {
+                chatItem = {
+                    type: "model",
+                    response: []
+                };
+                chatHistory.push(chatItem);
+            }
+            const text = resolveOpenAiText(message.content);
+            if (text != null && text !== "") {
+                const segmentDefinitions = new Map();
+                for (const segmentType of allSegmentTypes) {
+                    const segmentDefinition = getChatWrapperSegmentDefinition(chatWrapper.settings, segmentType);
+                    if (segmentDefinition != null)
+                        segmentDefinitions.set(segmentType, {
+                            prefix: LlamaText(segmentDefinition.prefix).toString(),
+                            suffix: segmentDefinition.suffix != null
+                                ? LlamaText(segmentDefinition.suffix).toString()
+                                : undefined
+                        });
+                }
+                const modelResponseSegments = segmentModelResponseText(text, {
+                    segmentDefinitions,
+                    closeAllSegments: chatWrapper.settings.segments?.closeAllSegments != null
+                        ? LlamaText(chatWrapper.settings.segments.closeAllSegments).toString()
+                        : undefined
+                });
+                for (const segment of modelResponseSegments) {
+                    if (segment.type == null) {
+                        if (typeof chatItem.response.at(-1) === "string")
+                            chatItem.response[chatItem.response.length - 1] += segment.text;
+                        else
+                            chatItem.response.push(segment.text);
+                    }
+                    else
+                        chatItem.response.push({
+                            type: "segment",
+                            segmentType: segment.type,
+                            text: segment.text,
+                            ended: segment.ended
+                        });
+                }
+            }
+            let toolCallIndex = 0;
+            for (const toolCall of message.tool_calls ?? []) {
+                const functionName = toolCall.function.name;
+                const callParams = parseToolSerializedValue(toolCall.function.arguments);
+                const toolCallResult = findToolCallResult(i + 1, toolCall.id, toolCallIndex);
+                if (toolCallResult == null) {
+                    pendingFunctionCalls.push({
+                        functionName,
+                        params: callParams,
+                        raw: chatWrapper.generateFunctionCall(functionName, callParams).toJSON()
+                    });
+                }
+                if (toolCallResult != null || !isLastAssistantMessage)
+                    chatItem.response.push({
+                        type: "functionCall",
+                        name: functionName,
+                        params: callParams,
+                        result: parseToolSerializedValue(toolCallResult?.content),
+                        startsNewChunk: toolCallIndex === 0
+                            ? true
+                            : undefined
+                    });
+                toolCallIndex++;
+            }
+        }
+    }
+    return {
+        chatHistory,
+        functionCalls: pendingFunctionCalls
+    };
+}
+function generateToolCallId(messageIndex, callIndex) {
+    const length = 9;
+    const start = "fc_" + String(messageIndex) + "_";
+    return start + String(callIndex).padStart(length - start.length, "0");
+}
+export function resolveOpenAiText(text) {
+    if (typeof text === "string")
+        return text;
+    if (text instanceof Array)
+        return text.map((item) => item?.text ?? "").join("");
+    return null;
+}
+function parseToolSerializedValue(value) {
+    const text = resolveOpenAiText(value);
+    if (text == null || text === "")
+        return undefined;
+    try {
+        return JSON.parse(text);
+    }
+    catch (err) {
+        return text;
+    }
+}
+function segmentModelResponseText(text, { segmentDefinitions, closeAllSegments }) {
+    const separatorActions = new Map();
+    for (const [segmentType, { prefix, suffix }] of segmentDefinitions) {
+        separatorActions.set(prefix, { type: "prefix", segmentType });
+        if (suffix != null)
+            separatorActions.set(suffix, { type: "suffix", segmentType });
+    }
+    if (closeAllSegments != null)
+        separatorActions.set(closeAllSegments, { type: "closeAll" });
+    const textParts = splitText(text, [...separatorActions.keys()]);
+    const segments = [];
+    const stack = [];
+    const stackSet = new Set();
+    const pushTextToLastSegment = (text) => {
+        const lastSegment = segments.at(-1);
+        if (lastSegment != null && !lastSegment.ended)
+            lastSegment.text += text;
+        else
+            segments.push({
+                type: undefined,
+                text,
+                ended: false
+            });
+    };
+    for (const item of textParts) {
+        if (typeof item === "string" || !separatorActions.has(item.separator))
+            pushTextToLastSegment(typeof item === "string"
+                ? item
+                : item.separator);
+        else {
+            const action = separatorActions.get(item.separator);
+            if (action.type === "closeAll") {
+                while (stack.length > 0) {
+                    const segmentType = stack.pop();
+                    stackSet.delete(segmentType);
+                    const lastSegment = segments.at(-1);
+                    if (lastSegment != null && lastSegment.type != undefined && lastSegment.type === segmentType)
+                        lastSegment.ended = true;
+                    else
+                        segments.push({ type: segmentType, text: "", ended: true });
+                }
+            }
+            else if (action.type === "prefix") {
+                if (!stackSet.has(action.segmentType)) {
+                    stack.push(action.segmentType);
+                    stackSet.add(action.segmentType);
+                    segments.push({ type: action.segmentType, text: "", ended: false });
+                }
+                else
+                    pushTextToLastSegment(item.separator);
+            }
+            else if (action.type === "suffix") {
+                const currentType = stack.at(-1);
+                if (currentType != null && currentType === action.segmentType) {
+                    const lastSegment = segments.at(-1);
+                    if (lastSegment != null && lastSegment.type != null && lastSegment.type === action.segmentType) {
+                        lastSegment.ended = true;
+                        stack.pop();
+                        stackSet.delete(action.segmentType);
+                    }
+                    else
+                        segments.push({ type: action.segmentType, text: "", ended: true });
+                }
+                else {
+                    const segmentTypeIndex = stack.lastIndexOf(action.segmentType);
+                    if (segmentTypeIndex < 0)
+                        pushTextToLastSegment(item.separator);
+                    else {
+                        for (let i = stack.length - 1; i >= segmentTypeIndex; i--) {
+                            const segmentType = stack.pop();
+                            stackSet.delete(segmentType);
+                            segments.push({ type: segmentType, text: "", ended: true });
+                        }
+                    }
+                }
+            }
+        }
+    }
+    return segments;
+}
+//# sourceMappingURL=OpenAIFormat.js.map

package/dist/utils/OpenAIFormat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIFormat.js","sourceRoot":"","sources":["../../src/utils/OpenAIFormat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAC,eAAe,EAAiF,MAAM,aAAa,CAAC;AAE5H,OAAO,EAAC,SAAS,EAAC,MAAM,oCAAoC,CAAC;AAE7D,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAC;AAKpD,OAAO,EAAC,+BAA+B,EAAC,MAAM,sCAAsC,CAAC;AACrF,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAC,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAE5D,4DAA4D;AAC5D,yFAAyF;AAEzF,MAAM,OAAO,YAAY;IACL,WAAW,CAAc;IAEzC,YAAmB,EACf,WAAW,EAGd;QACG,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACI,YAAY,CAAuC,EACtD,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,GAAG,IAAI,EAMtB;QACG,MAAM,GAAG,GAAG,2CAA2C,CAAC;YACpD,WAAW;YACX,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;YAC9C,aAAa;YACb,SAAS;YACT,YAAY;SACf,CAAC,CAAC;QAEH,OAAO;YACH,GAAG,GAAG;YACN,QAAQ,EAAE,wCAAwC,CAAC,GAAG,CAAC,QAAQ,CAAC;SACnE,CAAC;IACN,CAAC;IAEM,KAAK,CAAC,cAAc,CACvB,OAAkC,EAAE,EAAC,KAAK,EAAE,KAAK,KAAyC,EAAE;QAiB5F,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAC,GAAG,OAAO,CAAC;QAElC,IACI,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,IAAI,KAAK,aAAa,IAAI,OAAO,CAAC,iBAAiB,CAAC,EAAE,IAAI,KAAK,aAAa,CAAC;YAC1G,KAAK,IAAI,IAAI,IAAI,OAAO,CAAC,aAAa,CAAC,KAAK,MAAM;YAElD,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QAEtF,MAAM,EAAC,WAAW,EAAE,aAAa,EAAE,oBAAoB,EAAC,GAAG,+BAA+B,CAAC;YACvF,QAAQ;YACR,WAAW,EAAE,IAAI,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH,MAAM,SAAS,GAAc,EAAe,CAAC;QAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAuB,CAAC,GAAG;gBAC/C,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;gBACtC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;aACL,CAAC;QACpC,CAAC;QAED,IAAI,SAAgC,CAAC;QACrC,IAAI,OAAO,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YACjD,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACjC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAE,CAAC;gBAC9D,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,OAAiC,CAAC;QACtC,IAAI,OAAO,CAAC,iBAAiB,CAAC,EAAE,IAAI,KAAK,aAAa,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC;YAC/D,IAAI,MAAM,IAAI,IAAI;gBACd,OAAO,GAAG,MAAM,KAAK,CAAC,0BAA0B,CAAiB,MAAM,CAAC,CAAC;;gBAEzE,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC,EAAE,IAAI,KAAK,aAAa,IAAI,KAAK,IAAI,IAAI;YAC1E,OAAO,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEhD,OAAO;YACH,WAAW;YACX,aAAa,EAAE,oBAAoB;YACnC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;gBAC1C,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,SAAS;YAEf,SAAS;YACT,SAAS,EAAE,OAAO,CAAC,uBAAuB,CAAC,IAAI,OAAO,CAAC,YAAY,CAAC,IAAI,SAAS;YACjF,wBAAwB,EAAE,OAAO,CAAC,qBAAqB,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;YAClF,OAAO;YACP,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,SAAS;YAC/B,kBAAkB,EAAE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;gBAChD,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,CAAC,CAAC,OAAO,CAAC,IAAI,YAAY,KAAK;oBAC3B,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;oBACzD,CAAC,CAAC,SAAS;YACnB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS;YAC7C,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS;YACnC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS;YACnC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS;SACtC,CAAC;IACN,CAAC;CACJ;AAED,MAAM,UAAU,wCAAwC,CAAC,QAAqC;IAC1F,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC5B,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,IAAI,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC;YACjE,OAAO;gBACH,GAAG,OAAO;gBACV,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE;aACtC,CAAC;QAEN,OAAO,OAA4B,CAAC;IACxC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,2CAA2C,CAAuC,EAC9F,WAAW,EACX,mBAAmB,EACnB,aAAa,EACb,SAAS,EACT,YAAY,GAAG,IAAI,EACnB,+BAA+B,GAAG,IAAI,EACtC,uBAAuB,GAAG,IAAI,EAC9B,wBAAwB,GAAG,IAAI,EAC/B,wBAAwB,GAAG,IAAI,EAWlC;IACG,MAAM,QAAQ,GAAgC,EAAE,CAAC;IAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,IAAI,IAAI,IAAI;YACZ,SAAS;QAEb,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YACtB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;aACzC,CAAC,CAAC;aACF,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YACzB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,IAAI,CAAC,IAAI;aACrB,CAAC,CAAC;aACF,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,IAAI,oBAAoB,GAA6D,IAAI,CAAC;YAC1F,MAAM,YAAY,GAA2B,EAAE,CAAC;YAChD,IAAI,0BAA0B,GAAG,wBAAwB,CAAC;YAE1D,MAAM,eAAe,GAAG,CAAC,IAAwB,EAAE,EAAE;gBACjD,MAAM,WAAW,GAAG,0BAA0B;oBAC1C,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;oBACjB,CAAC,CAAC,SAAS,CAAC;gBAChB,IAAI,WAAW,EAAE,IAAI,KAAK,WAAW,IAAI,CAAC,WAAW,CAAC,UAAU,IAAI,IAAI,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC/G,IAAI,WAAW,CAAC,OAAO,IAAI,IAAI;wBAC3B,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC;;wBAE3B,WAAW,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;gBACrE,CAAC;qBAAM,CAAC;oBACJ,oBAAoB,GAAG;wBACnB,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,IAAI;qBAChB,CAAC;oBACF,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;oBACpC,0BAA0B,GAAG,IAAI,CAAC;gBACtC,CAAC;YACL,CAAC,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,QAAQ,IAAI,IAAI;oBAChB,SAAS;gBAEb,IAAI,OAAO,QAAQ,KAAK,QAAQ;oBAC5B,eAAe,CAAC,QAAQ,CAAC,CAAC;qBACzB,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBACnC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC,mBAAmB,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;oBAErG,IAAI,QAAQ,CAAC,GAAG,IAAI,IAAI,IAAI,YAAY;wBACpC,eAAe,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;;wBAElD,eAAe,CACX,SAAS,CAAC;4BACN,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,WAAW,CAAC;gCACrE,CAAC,CAAC,EAAE;gCACJ,CAAC,CAAC,iBAAiB,EAAE,MAAM,IAAI,EAAE;4BACrC,QAAQ,CAAC,IAAI;4BACb,QAAQ,CAAC,KAAK;gCACV,CAAC,CAAC,CAAC,iBAAiB,EAAE,MAAM,IAAI,EAAE,CAAC;gCACnC,CAAC,CAAC,EAAE;yBACX,CAAC,CACL,CAAC;oBAEN,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,WAAW;wBAC/D,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;yBACvC,IAAI,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC;wBACtE,YAAY,CAAC,GAAG,EAAE,CAAC;wBAEnB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,iBAAiB,EAAE,MAAM,IAAI,IAAI;4BAC9D,mBAAmB,CAAC,QAAQ,EAAE,gBAAgB,IAAI,IAAI;4BAEtD,eAAe,CAAC,SAAS,CAAC,mBAAmB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC;oBAClF,CAAC;gBACL,CAAC;qBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;oBAC1C,MAAM,UAAU,GAAG,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAE5C,IAAI,oBAAoB,IAAI,IAAI;wBAC5B,CAAC,CAAC,+BAA+B,IAAI,oBAAoB,CAAC,OAAO,IAAI,IAAI,IAAI,oBAAoB,CAAC,OAAO,KAAK,EAAE,CAAC;wBACjH,CACI,QAAQ,CAAC,cAAc;4BACvB,oBAAoB,CAAC,UAAU,IAAI,IAAI,IAAI,oBAAoB,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CACxF,EACH,CAAC;wBACC,oBAAoB,GAAG;4BACnB,IAAI,EAAE,WAAW;yBACpB,CAAC;wBACF,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;oBACxC,CAAC;oBAED,oBAAoB,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;oBAC1C,oBAAoB,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;wBACpC,EAAE,EAAE,UAAU;wBACd,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACN,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,SAAS,EAAE,uBAAuB;gCAC9B,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS;oCAC3B,CAAC,CAAC,EAAE;oCACJ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;gCAChC,CAAC,CAAC,QAAQ,CAAC,MAAM;yBACxB;qBACJ,CAAC,CAAC;oBACH,QAAQ,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,MAAM;wBACZ,cAAc,EAAE,UAAU;wBAC1B,OAAO,EAAE,wBAAwB;4BAC7B,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS;gCAC3B,CAAC,CAAC,EAAE;gCACJ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;4BAChC,CAAC,CAAC,QAAQ,CAAC,MAAM;qBACxB,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAED,eAAe,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;;YACG,KAAM,IAAqB,CAAC;IACpC,CAAC;IAED,IAAI,aAAa,IAAI,IAAI,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,IAAI,YAAY,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5C,MAAM,sBAAsB,GAAG,YAAY,EAAE,IAAI,KAAK,WAAW;YAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC,CAAC;QAER,IAAI,YAAY,EAAE,IAAI,KAAK,WAAW;YAClC,CAAC,CAAC,+BAA+B,IAAI,YAAY,CAAC,OAAO,IAAI,IAAI,IAAI,YAAY,CAAC,OAAO,KAAK,EAAE,CAAC,EACnG,CAAC;YACC,YAAY,GAAG;gBACX,IAAI,EAAE,WAAW;aACpB,CAAC;YACF,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,YAAY,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,YAAY,IAAI,IAAI;gBACpB,SAAS;YAEb,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,EAAE,sBAAsB,GAAG,CAAC,CAAC,CAAC;YAChF,YAAY,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;gBAC5B,EAAE,EAAE,UAAU;gBACd,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACN,IAAI,EAAE,YAAY,CAAC,YAAY;oBAC/B,SAAS,EAAE,uBAAuB;wBAC9B,CAAC,CAAC,YAAY,CAAC,MAAM,KAAK,SAAS;4BAC/B,CAAC,CAAC,EAAE;4BACJ,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,YAAY,CAAC,MAAM;iBAC5B;aACJ,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,GAAG,qBAAqB,CAAC;oBACrB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,IAAI,CAAC,MAAwB;iBAC5C,CAAC;aACL;SACJ,CAAC,CAAC;IAEP,OAAO,qBAAqB,CAAC;QACzB,QAAQ;QACR,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,SAAS;KAClB,CAAC,CAAC;AACP,CAAC;AAED,SAAS,+BAA+B,CAAC,EACrC,QAAQ,EAAE,WAAW,EAGxB;IACG,MAAM,WAAW,GAAsB,EAAE,CAAC;IAC1C,MAAM,oBAAoB,GAAwD,EAAE,CAAC;IAErF,MAAM,kBAAkB,GAAG,CAAC,UAAkB,EAAE,UAA8B,EAAE,aAAqB,EAAE,EAAE;QACrG,IAAI,cAAc,GAAW,CAAC,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,OAAO,IAAI,IAAI;gBACf,SAAS;YAEb,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;gBACvD,MAAM;YAEV,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;gBACvB,SAAS;YAEb,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,aAAa,KAAK,cAAc;oBAChC,OAAO,OAAO,CAAC;qBACd,IAAI,cAAc,GAAG,cAAc;oBACpC,OAAO,SAAS,CAAC;YACzB,CAAC;iBAAM,IAAI,OAAO,EAAE,YAAY,KAAK,UAAU;gBAC3C,OAAO,OAAO,CAAC;YAEnB,cAAc,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC;IAEF,IAAI,+BAA+B,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAC1D,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,OAAO,IAAI,IAAI;YACf,SAAS;QAEb,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1D,+BAA+B,GAAG,CAAC,CAAC;YACpC,MAAM;QACV,CAAC;IACL,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,OAAO,IAAI,IAAI;YACf,SAAS;QAEb,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI;gBACvB,WAAW,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE;iBAC/D,CAAC,CAAC;QACX,CAAC;aAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;YAC9B,WAAW,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE;aACjD,CAAC,CAAC;aACF,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACpC,MAAM,sBAAsB,GAAG,CAAC,KAAK,+BAA+B,CAAC;YAErE,IAAI,QAAQ,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,QAAQ,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,QAAQ,GAAG;oBACP,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,EAAE;iBACf,CAAC;gBACF,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;YAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;gBAC9B,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAG9B,CAAC;gBAEL,KAAK,MAAM,WAAW,IAAI,eAAe,EAAE,CAAC;oBACxC,MAAM,iBAAiB,GAAG,+BAA+B,CAAC,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;oBAC7F,IAAI,iBAAiB,IAAI,IAAI;wBACzB,kBAAkB,CAAC,GAAG,CAAC,WAAW,EAAE;4BAChC,MAAM,EAAE,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;4BACtD,MAAM,EAAE,iBAAiB,CAAC,MAAM,IAAI,IAAI;gCACpC,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;gCAChD,CAAC,CAAC,SAAS;yBAClB,CAAC,CAAC;gBACX,CAAC;gBAED,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,IAAI,EAAE;oBACzD,kBAAkB;oBAClB,gBAAgB,EAAE,WAAW,CAAC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,IAAI,IAAI;wBACrE,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,QAAQ,EAAE;wBACtE,CAAC,CAAC,SAAS;iBAClB,CAAC,CAAC;gBAEH,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE,CAAC;oBAC1C,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;wBACvB,IAAI,OAAO,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ;4BAC5C,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;;4BAEhE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAC7C,CAAC;;wBACG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACnB,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,OAAO,CAAC,IAAI;4BACzB,IAAI,EAAE,OAAO,CAAC,IAAI;4BAClB,KAAK,EAAE,OAAO,CAAC,KAAK;yBACvB,CAAC,CAAC;gBACX,CAAC;YACL,CAAC;YAED,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBAC9C,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC5C,MAAM,UAAU,GAAG,wBAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAEzE,MAAM,cAAc,GAAG,kBAAkB,CAAC,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;gBAC7E,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;oBACzB,oBAAoB,CAAC,IAAI,CAAC;wBACtB,YAAY;wBACZ,MAAM,EAAE,UAAU;wBAClB,GAAG,EAAE,WAAW,CAAC,oBAAoB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,MAAM,EAAE;qBAC3E,CAAC,CAAC;gBACP,CAAC;gBAED,IAAI,cAAc,IAAI,IAAI,IAAI,CAAC,sBAAsB;oBACjD,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACnB,IAAI,EAAE,cAAc;wBACpB,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,UAAU;wBAClB,MAAM,EAAE,wBAAwB,CAAC,cAAc,EAAE,OAAO,CAAC;wBACzD,cAAc,EAAE,aAAa,KAAK,CAAC;4BAC/B,CAAC,CAAC,IAAI;4BACN,CAAC,CAAC,SAAS;qBAClB,CAAC,CAAC;gBAEP,aAAa,EAAE,CAAC;YACpB,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO;QACH,WAAW;QACX,aAAa,EAAE,oBAAoB;KACtC,CAAC;AACN,CAAC;AAwGD,SAAS,kBAAkB,CAAC,YAAoB,EAAE,SAAiB;IAC/D,MAAM,MAAM,GAAG,CAAC,CAAC;IACjB,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC;IAEjD,OAAO,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC1E,CAAC;AAID,MAAM,UAAU,iBAAiB,CAAC,IAAgE;IAC9F,IAAI,OAAO,IAAI,KAAK,QAAQ;QACxB,OAAO,IAAI,CAAC;IAEhB,IAAI,IAAI,YAAY,KAAK;QACrB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEzD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAiE;IAC/F,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE;QAC3B,OAAO,SAAS,CAAC;IAErB,IAAI,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,SAAS,wBAAwB,CAA8D,IAAY,EAAE,EACzG,kBAAkB,EAAE,gBAAgB,EAOvC;IACG,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAI5B,CAAC;IAEL,KAAK,MAAM,CAAC,WAAW,EAAE,EAAC,MAAM,EAAE,MAAM,EAAC,CAAC,IAAI,kBAAkB,EAAE,CAAC;QAC/D,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAC,CAAC,CAAC;QAE5D,IAAI,MAAM,IAAI,IAAI;YACd,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAC,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,gBAAgB,IAAI,IAAI;QACxB,gBAAgB,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAC,IAAI,EAAE,UAAU,EAAC,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEhE,MAAM,QAAQ,GAIT,EAAE,CAAC;IACR,MAAM,KAAK,GAAQ,EAAE,CAAC;IACtB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAK,CAAC;IAE9B,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAE,EAAE;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,IAAI,WAAW,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK;YACzC,WAAW,CAAC,IAAI,IAAI,IAAI,CAAC;;YAEzB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,SAAS;gBACf,IAAI;gBACJ,KAAK,EAAE,KAAK;aACf,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC3B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;YACjE,qBAAqB,CACjB,OAAO,IAAI,KAAK,QAAQ;gBACpB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,CAAC,SAAS,CACvB,CAAC;aACD,CAAC;YACF,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAE,CAAC;YAErD,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;oBACjC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAE7B,MAAM,WAAW,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpC,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,CAAC,IAAI,IAAI,SAAS,IAAI,WAAW,CAAC,IAAI,KAAK,WAAW;wBACxF,WAAW,CAAC,KAAK,GAAG,IAAI,CAAC;;wBAEzB,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;gBAClE,CAAC;YACL,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;oBACpC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAC/B,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAEjC,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC;gBACtE,CAAC;;oBACG,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAClC,MAAM,WAAW,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjC,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,WAAW,EAAE,CAAC;oBAC5D,MAAM,WAAW,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpC,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,CAAC,IAAI,IAAI,IAAI,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,CAAC,WAAW,EAAE,CAAC;wBAC7F,WAAW,CAAC,KAAK,GAAG,IAAI,CAAC;wBAEzB,KAAK,CAAC,GAAG,EAAE,CAAC;wBACZ,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBACxC,CAAC;;wBACG,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;gBACzE,CAAC;qBAAM,CAAC;oBACJ,MAAM,gBAAgB,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAC/D,IAAI,gBAAgB,GAAG,CAAC;wBACpB,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;yBACrC,CAAC;wBACF,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxD,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;4BACjC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;4BAE7B,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;wBAC9D,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/dist/utils/TokenStreamRegulator.d.ts

@@ -12,6 +12,8 @@ export declare class TokenStreamRegulator {
     getAllQueuedChunkTokens(): Token[];
     getLastQueuedChunkTokens(maxTokens?: number): Token[];
     clearQueue(): void;
+    reset(): void;
+    removeChunkIfLast(queuedTokenRelease: QueuedTokenRelease | undefined): boolean;
 }
 export declare class QueuedTokenRelease {
     private constructor();

package/dist/utils/TokenStreamRegulator.js

@@ -53,6 +53,9 @@ export class TokenStreamRegulator {
                 for (const token of tokens) {
                     const tokenText = tokenizer.detokenize([token], false, lastTokens);
                     lastTokens.push(token);
+                    // ensure partial tokens are detokenized correctly
+                    if (resTokensText.length + tokenText.length > text.length)
+                        resTokensText = tokenizer.detokenize(resTokens, false, this._LastTokens);
                     if (resTokensText.length + tokenText.length > text.length) {
                         const remainingText = text.slice(resTokensText.length);
                         const remainingTokens = tokenizer(remainingText, false, "trimLeadingSpace");
@@ -92,6 +95,15 @@ export class TokenStreamRegulator {
     clearQueue() {
         this._queue.length = 0;
     }
+    reset() {
+        this.clearQueue();
+        this._LastTokens.length = 0;
+    }
+    removeChunkIfLast(queuedTokenRelease) {
+        if (this._queue.at(-1) === queuedTokenRelease)
+            return this._queue.pop() != null;
+        return false;
+    }
 }
 export class QueuedTokenRelease {
     /** @internal */ _textLocks = new Set();

package/dist/utils/TokenStreamRegulator.js.map

@@ -1 +1 @@
-{"version":3,"file":"TokenStreamRegulator.js","sourceRoot":"","sources":["../../src/utils/TokenStreamRegulator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAC,0BAA0B,EAAC,MAAM,cAAc,CAAC;AACxD,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,MAAM,OAAO,oBAAoB;IAC7B,gBAAgB,CAAkB,MAAM,GAAyB,EAAE,CAAC;IACpE,gBAAgB,CAAkB,WAAW,GAAY,EAAE,CAAC;IAErD,QAAQ,CAAC,EAAC,MAAM,EAAE,IAAI,EAAkC;QAC3D,MAAM,aAAa,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE/D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEhC,OAAO,aAAa,CAAC;IACzB,CAAC;IAEM,kBAAkB;QACrB,MAAM,GAAG,GAAY,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAG,CAAC,MAAM,CAAC;YAC3C,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,0BAA0B;YACpD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,0BAA0B,CAAC,CAAC;QAErF,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,qBAAqB,CAAC,SAAoB;QAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,eAAe,EAAE,CAAC;YAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;YAEtC,IAAI,aAAa,CAAC,YAAY,IAAI,CAAC,aAAa,CAAC,aAAa;gBAC1D,OAAO;oBACH,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,gBAAgB,EAAE,CAAC;iBACtE,CAAC;iBACD,IAAI,aAAa,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;gBAClE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAChF,OAAO;oBACH,MAAM;oBACN,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC;iBAC9D,CAAC;YACN,CAAC;YAED,MAAM,cAAc,GAAG,aAAa,CAAC,iBAAiB,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAEzE,MAAM,aAAa,GAAG,aAAa,CAAC,gBAAgB,EAAE,CAAC;YACvD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAExD,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;gBAClC,OAAO;oBACH,MAAM;oBACN,IAAI,EAAE,UAAU;iBACnB,CAAC;YACN,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,SAAS,GAAY,EAAE,CAAC;gBAC9B,IAAI,aAAa,GAAG,EAAE,CAAC;gBAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACzB,MAAM,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;oBACnE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAEvB,IAAI,aAAa,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;wBACxD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;wBACvD,MAAM,eAAe,GAAG,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;wBAC5E,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;wBACpC,MAAM;oBACV,CAAC;oBAED,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACtB,aAAa,IAAI,SAAS,CAAC;gBAC/B,CAAC;gBAED,OAAO;oBACH,MAAM,EAAE,SAAS;oBACjB,IAAI;iBACP,CAAC;YACN,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;gBACrD,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;aACnD,CAAC;QACN,CAAC;QAED,OAAO;YACH,MAAM,EAAE,EAAoB;YAC5B,IAAI,EAAE,EAAE;SACX,CAAC;IACN,CAAC;IAEM,uBAAuB;QAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACxE,CAAC;IAEM,wBAAwB,CAAC,YAAoB,0BAA0B;QAC1E,MAAM,GAAG,GAAY,EAAE,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACzE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE;gBACjE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACxE,CAAC;IAEM,UAAU;QACb,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAC3B,CAAC;CACJ;AAED,MAAM,OAAO,kBAAkB;IAC3B,gBAAgB,CAAkB,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjF,gBAAgB,CAAkB,WAAW,GAAG,IAAI,GAAG,EAA0B,CAAC;IAClF,gBAAgB,CAAS,OAAO,CAAmB;IACnD,gBAAgB,CAAS,KAAK,CAAS;IAEvC,YAAoB,MAAwB,EAAE,IAAY;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,CAAC;IACrE,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,IAAW,aAAa;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,IAAW,eAAe;QACtB,IAAI,IAAI,CAAC,MAAM;YACX,OAAO,IAAI,CAAC;QAEhB,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,OAAO,aAAa,GAAG,CAAC,IAAI,cAAc,GAAG,CAAC,CAAC;IACnD,CAAC;IAEM,gBAAgB;QACnB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC;YAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAE5B,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;aACtB,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5E,CAAC;IAEM,iBAAiB;QACpB,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC;YAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE9B,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,CAAC;IAEM,mBAAmB,CAAC,UAAkB;QACzC,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEzE,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAChD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE9B,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,oBAAoB,CAAC,UAAkB;QAC1C,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAE1E,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAClD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE/B,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,mBAAmB,CAAC,MAAwB,EAAE,IAAY;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,MAAe,EAAE,IAAY;QAC/C,OAAO,IAAI,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;CACJ;AAED,MAAM,OAAO,sBAAsB;IAC/B,gBAAgB,CAAkB,MAAM,CAAC;IACzC,gBAAgB,CAAkB,MAAM,CAA8B;IAEtE,YAAoB,KAAa,EAAE,KAAkC;QACjE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,SAAS;QACZ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAEtE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,OAAO;QACV,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAEM,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,MAAc,EAAE,KAAkC;QACpE,OAAO,IAAI,sBAAsB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;CACJ"}
+{"version":3,"file":"TokenStreamRegulator.js","sourceRoot":"","sources":["../../src/utils/TokenStreamRegulator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAC,0BAA0B,EAAC,MAAM,cAAc,CAAC;AACxD,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,MAAM,OAAO,oBAAoB;IAC7B,gBAAgB,CAAkB,MAAM,GAAyB,EAAE,CAAC;IACpE,gBAAgB,CAAkB,WAAW,GAAY,EAAE,CAAC;IAErD,QAAQ,CAAC,EAAC,MAAM,EAAE,IAAI,EAAkC;QAC3D,MAAM,aAAa,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE/D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEhC,OAAO,aAAa,CAAC;IACzB,CAAC;IAEM,kBAAkB;QACrB,MAAM,GAAG,GAAY,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAG,CAAC,MAAM,CAAC;YAC3C,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,0BAA0B;YACpD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,0BAA0B,CAAC,CAAC;QAErF,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,qBAAqB,CAAC,SAAoB;QAC7C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,eAAe,EAAE,CAAC;YAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC;YAEtC,IAAI,aAAa,CAAC,YAAY,IAAI,CAAC,aAAa,CAAC,aAAa;gBAC1D,OAAO;oBACH,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,gBAAgB,EAAE,CAAC;iBACtE,CAAC;iBACD,IAAI,aAAa,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,CAAC;gBAClE,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,iBAAiB,EAAE,CAAC,CAAC;gBAChF,OAAO;oBACH,MAAM;oBACN,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC;iBAC9D,CAAC;YACN,CAAC;YAED,MAAM,cAAc,GAAG,aAAa,CAAC,iBAAiB,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;YAC7D,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAEzE,MAAM,aAAa,GAAG,aAAa,CAAC,gBAAgB,EAAE,CAAC;YACvD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;YAExD,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;gBAClC,OAAO;oBACH,MAAM;oBACN,IAAI,EAAE,UAAU;iBACnB,CAAC;YACN,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,SAAS,GAAY,EAAE,CAAC;gBAC9B,IAAI,aAAa,GAAG,EAAE,CAAC;gBAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;gBAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACzB,MAAM,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;oBACnE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAEvB,kDAAkD;oBAClD,IAAI,aAAa,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM;wBACrD,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;oBAE7E,IAAI,aAAa,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;wBACxD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;wBACvD,MAAM,eAAe,GAAG,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;wBAC5E,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;wBACpC,MAAM;oBACV,CAAC;oBAED,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACtB,aAAa,IAAI,SAAS,CAAC;gBAC/B,CAAC;gBAED,OAAO;oBACH,MAAM,EAAE,SAAS;oBACjB,IAAI;iBACP,CAAC;YACN,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;gBACrD,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;aACnD,CAAC;QACN,CAAC;QAED,OAAO;YACH,MAAM,EAAE,EAAoB;YAC5B,IAAI,EAAE,EAAE;SACX,CAAC;IACN,CAAC;IAEM,uBAAuB;QAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACxE,CAAC;IAEM,wBAAwB,CAAC,YAAoB,0BAA0B;QAC1E,MAAM,GAAG,GAAY,EAAE,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACzE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE;gBACjE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACxE,CAAC;IAEM,UAAU;QACb,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEM,KAAK;QACR,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IAChC,CAAC;IAEM,iBAAiB,CAAC,kBAAkD;QACvE,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,kBAAkB;YACzC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC;QAErC,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ;AAED,MAAM,OAAO,kBAAkB;IAC3B,gBAAgB,CAAkB,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjF,gBAAgB,CAAkB,WAAW,GAAG,IAAI,GAAG,EAA0B,CAAC;IAClF,gBAAgB,CAAS,OAAO,CAAmB;IACnD,gBAAgB,CAAS,KAAK,CAAS;IAEvC,YAAoB,MAAwB,EAAE,IAAY;QACtD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,CAAC;IACrE,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,IAAW,aAAa;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,IAAW,eAAe;QACtB,IAAI,IAAI,CAAC,MAAM;YACX,OAAO,IAAI,CAAC;QAEhB,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,OAAO,aAAa,GAAG,CAAC,IAAI,cAAc,GAAG,CAAC,CAAC;IACnD,CAAC;IAEM,gBAAgB;QACnB,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC;YAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAE5B,OAAO,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;aACtB,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5E,CAAC;IAEM,iBAAiB;QACpB,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC;YAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAE9B,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9E,CAAC;IAEM,mBAAmB,CAAC,UAAkB;QACzC,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEzE,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAChD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE9B,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,oBAAoB,CAAC,UAAkB;QAC1C,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAE1E,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM;YAClD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE/B,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,mBAAmB,CAAC,MAAwB,EAAE,IAAY;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,MAAe,EAAE,IAAY;QAC/C,OAAO,IAAI,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;CACJ;AAED,MAAM,OAAO,sBAAsB;IAC/B,gBAAgB,CAAkB,MAAM,CAAC;IACzC,gBAAgB,CAAkB,MAAM,CAA8B;IAEtE,YAAoB,KAAa,EAAE,KAAkC;QACjE,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,SAAS;QACZ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAEtE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,OAAO;QACV,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAEM,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,IAAI,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,MAAc,EAAE,KAAkC;QACpE,OAAO,IAAI,sBAAsB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;CACJ"}

package/dist/utils/getChatWrapperSegmentDefinition.d.ts

@@ -0,0 +1,2 @@
+import { ChatModelSegmentType, ChatWrapperSettings, ChatWrapperSettingsSegment } from "../types.js";
+export declare function getChatWrapperSegmentDefinition(chatWrapperSetting: ChatWrapperSettings, segmentType: ChatModelSegmentType): ChatWrapperSettingsSegment | undefined;

package/dist/utils/getChatWrapperSegmentDefinition.js

@@ -0,0 +1,7 @@
+export function getChatWrapperSegmentDefinition(chatWrapperSetting, segmentType) {
+    if (segmentType === "thought")
+        return chatWrapperSetting.segments?.thought;
+    void segmentType;
+    return undefined;
+}
+//# sourceMappingURL=getChatWrapperSegmentDefinition.js.map

package/dist/utils/getChatWrapperSegmentDefinition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getChatWrapperSegmentDefinition.js","sourceRoot":"","sources":["../../src/utils/getChatWrapperSegmentDefinition.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,+BAA+B,CAC3C,kBAAuC,EACvC,WAAiC;IAEjC,IAAI,WAAW,KAAK,SAAS;QACzB,OAAO,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC;IAEhD,KAAM,WAA4B,CAAC;IACnC,OAAO,SAAS,CAAC;AACrB,CAAC"}