@realtimex/node-llama-cpp 0.1.0

package/dist/chatWrappers/QwenChatWrapper.js

@@ -0,0 +1,344 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { isChatModelResponseFunctionCall, isChatModelResponseSegment } from "../types.js";
+import { LlamaText, SpecialToken, SpecialTokensText } from "../utils/LlamaText.js";
+import { GgufArchitectureType } from "../gguf/types/GgufMetadataTypes.js";
+import { ChatModelFunctionsDocumentationGenerator } from "./utils/ChatModelFunctionsDocumentationGenerator.js";
+// source: https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-1M/blob/main/tokenizer_config.json#L197
+export class QwenChatWrapper extends ChatWrapper {
+    wrapperName = "Qwen";
+    variation;
+    keepOnlyLastThought;
+    thoughts;
+    /** @internal */ _flatFunctionResultString;
+    /** @internal */ _ensureModelThoughtBeforeTextOnLastResponse;
+    settings;
+    constructor(options = {}) {
+        super();
+        const { keepOnlyLastThought = true, thoughts = "auto", variation = "3", _lineBreakBeforeFunctionCallPrefix = false, _flatFunctionResultString = false, _ensureModelThoughtBeforeTextOnLastResponse = false } = options;
+        this.keepOnlyLastThought = keepOnlyLastThought;
+        this.thoughts = thoughts;
+        this.variation = variation;
+        this._flatFunctionResultString = _flatFunctionResultString;
+        this._ensureModelThoughtBeforeTextOnLastResponse = _ensureModelThoughtBeforeTextOnLastResponse;
+        if (variation === "3")
+            this.settings = {
+                supportsSystemMessages: true,
+                functions: {
+                    call: {
+                        optionalPrefixSpace: true,
+                        prefix: LlamaText([
+                            _lineBreakBeforeFunctionCallPrefix
+                                ? "\n"
+                                : "",
+                            new SpecialTokensText("<tool_call>"), '\n{"name": "'
+                        ]),
+                        paramsPrefix: '", "arguments": ',
+                        suffix: LlamaText("}\n", new SpecialTokensText("</tool_call>")),
+                        emptyCallParamsPlaceholder: {}
+                    },
+                    result: {
+                        prefix: LlamaText(new SpecialTokensText("\n<tool_response>\n")),
+                        suffix: LlamaText(new SpecialTokensText("\n</tool_response>"))
+                    },
+                    parallelism: {
+                        call: {
+                            sectionPrefix: "",
+                            betweenCalls: _lineBreakBeforeFunctionCallPrefix
+                                ? ""
+                                : "\n",
+                            sectionSuffix: LlamaText(new SpecialTokensText("<|im_end|>\n"))
+                        },
+                        result: {
+                            sectionPrefix: LlamaText(new SpecialTokensText("<|im_start|>user")),
+                            sectionSuffix: LlamaText(new SpecialTokensText("<|im_end|>\n<|im_start|>assistant\n"))
+                        }
+                    }
+                },
+                segments: {
+                    reiterateStackAfterFunctionCalls: true,
+                    thought: {
+                        prefix: LlamaText(new SpecialTokensText("<think>\n")),
+                        suffix: LlamaText(new SpecialTokensText("\n</think>"))
+                    }
+                }
+            };
+        else
+            this.settings = {
+                supportsSystemMessages: true,
+                functions: {
+                    call: {
+                        optionalPrefixSpace: true,
+                        prefix: LlamaText(new SpecialTokensText("<tool_call>\n<function=")),
+                        paramsPrefix: ">\n<parameter=params>\n",
+                        suffix: LlamaText(new SpecialTokensText("\n</parameter>\n</function>\n</tool_call>")),
+                        emptyCallParamsPlaceholder: {}
+                    },
+                    result: {
+                        prefix: LlamaText(new SpecialTokensText("\n<tool_response>\n")),
+                        suffix: LlamaText(new SpecialTokensText("\n</tool_response>"))
+                    },
+                    parallelism: {
+                        call: {
+                            sectionPrefix: _lineBreakBeforeFunctionCallPrefix
+                                ? "\n\n"
+                                : "",
+                            betweenCalls: "\n",
+                            sectionSuffix: LlamaText(new SpecialTokensText("<|im_end|>\n"))
+                        },
+                        result: {
+                            sectionPrefix: LlamaText(new SpecialTokensText("<|im_start|>user")),
+                            sectionSuffix: LlamaText(new SpecialTokensText("<|im_end|>\n<|im_start|>assistant\n"))
+                        }
+                    }
+                },
+                segments: {
+                    reiterateStackAfterFunctionCalls: true,
+                    thought: {
+                        prefix: LlamaText(new SpecialTokensText("<think>\n")),
+                        suffix: LlamaText(new SpecialTokensText("\n</think>"))
+                    }
+                }
+            };
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const historyWithFunctions = this.addAvailableFunctionsSystemMessageToHistory(chatHistory, availableFunctions, {
+            documentParams: documentFunctionParams
+        });
+        const resultItems = [];
+        let systemTexts = [];
+        let userTexts = [];
+        let modelTexts = [];
+        let currentAggregateFocus = null;
+        function flush() {
+            if (systemTexts.length > 0 || userTexts.length > 0 || modelTexts.length > 0)
+                resultItems.push({
+                    system: LlamaText.joinValues("\n\n", systemTexts),
+                    user: LlamaText.joinValues("\n\n", userTexts),
+                    model: LlamaText.joinValues("\n\n", modelTexts)
+                });
+            systemTexts = [];
+            userTexts = [];
+            modelTexts = [];
+        }
+        for (let i = 0; i < historyWithFunctions.length; i++) {
+            const item = historyWithFunctions[i];
+            const isLastItem = i === historyWithFunctions.length - 1;
+            if (item.type === "system") {
+                if (currentAggregateFocus !== "system")
+                    flush();
+                currentAggregateFocus = "system";
+                systemTexts.push(LlamaText.fromJSON(item.text));
+            }
+            else if (item.type === "user") {
+                flush();
+                currentAggregateFocus = null;
+                userTexts.push(LlamaText(item.text));
+            }
+            else if (item.type === "model") {
+                flush();
+                let transformedModelResponse = (this.thoughts === "discourage" && isLastItem)
+                    ? discourageThoughtsInModelResponse(item.response)
+                    : item.response;
+                if (this.keepOnlyLastThought && !isLastItem)
+                    transformedModelResponse = transformedModelResponse.filter((response) => (!isChatModelResponseSegment(response) || response.segmentType !== "thought"));
+                else if (isLastItem && this._ensureModelThoughtBeforeTextOnLastResponse) {
+                    transformedModelResponse = transformedModelResponse.flatMap((response, index) => {
+                        if (typeof response !== "string")
+                            return [response];
+                        const previousResponse = transformedModelResponse[index - 1];
+                        if (previousResponse != null && isChatModelResponseSegment(previousResponse) && previousResponse.segmentType === "thought")
+                            return [response];
+                        return [{
+                                type: "segment",
+                                segmentType: "thought",
+                                text: "",
+                                ended: true,
+                                raw: LlamaText(new SpecialTokensText("<think>\n\n</think>\n\n")).toJSON()
+                            }, response];
+                    });
+                }
+                currentAggregateFocus = null;
+                modelTexts.push(this.generateModelResponseText(transformedModelResponse));
+            }
+            else
+                void item;
+        }
+        flush();
+        const contextText = LlamaText(resultItems.map(({ system, user, model }, index) => {
+            const isLastItem = index === resultItems.length - 1;
+            return LlamaText([
+                (system.values.length === 0)
+                    ? LlamaText([])
+                    : LlamaText([
+                        new SpecialTokensText("<|im_start|>system\n"),
+                        system,
+                        new SpecialTokensText("<|im_end|>\n")
+                    ]),
+                (user.values.length === 0)
+                    ? LlamaText([])
+                    : LlamaText([
+                        new SpecialTokensText("<|im_start|>user\n"),
+                        user,
+                        new SpecialTokensText("<|im_end|>\n")
+                    ]),
+                (model.values.length === 0 && !isLastItem)
+                    ? LlamaText([])
+                    : LlamaText([
+                        new SpecialTokensText("<|im_start|>assistant\n"),
+                        model,
+                        isLastItem
+                            ? LlamaText([])
+                            : new SpecialTokensText("<|im_end|>\n")
+                    ])
+            ]);
+        }));
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(new SpecialTokensText("<|im_end|>")),
+                LlamaText("<|im_end|>")
+            ]
+        };
+    }
+    generateFunctionCallResult(functionName, functionParams, result) {
+        if (this._flatFunctionResultString && typeof result === "string")
+            return super._generateFunctionCallResult(functionName, functionParams, result);
+        return super.generateFunctionCallResult(functionName, functionParams, result);
+    }
+    generateAvailableFunctionsSystemText(availableFunctions, { documentParams = true }) {
+        const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
+        if (!functionsDocumentationGenerator.hasAnyFunctions)
+            return LlamaText([]);
+        if (this.variation === "3")
+            return LlamaText.joinValues("\n", [
+                "# Tools",
+                "",
+                "You may call one or more functions to assist with the user query.",
+                "",
+                LlamaText("You are provided with function signatures within ", new SpecialTokensText("<tools></tools>"), " XML tags:"),
+                LlamaText(new SpecialTokensText("<tools>")),
+                functionsDocumentationGenerator.getQwenFunctionSignatures({ documentParams }),
+                LlamaText(new SpecialTokensText("</tools>")),
+                "",
+                LlamaText("For each function call, return a json object with function name and arguments within ", new SpecialTokensText("<tool_call></tool_call>"), " XML tags:"),
+                LlamaText(new SpecialTokensText("<tool_call>")),
+                '{"name": <function-name>, "arguments": <args-json-object>}',
+                LlamaText(new SpecialTokensText("</tool_call>"))
+            ]);
+        else
+            return LlamaText.joinValues("\n", [
+                "# Tools",
+                "",
+                "You have access to the following functions:",
+                "",
+                LlamaText(new SpecialTokensText("<tools>")),
+                functionsDocumentationGenerator.getQwenFunctionSignatures({ documentParams }),
+                LlamaText(new SpecialTokensText("</tools>")),
+                "",
+                LlamaText("If you choose to call a function ONLY reply in the following format with NO suffix:"),
+                "",
+                LlamaText(new SpecialTokensText("<tool_call>")),
+                LlamaText(new SpecialTokensText("<function="), "example_function_name", new SpecialTokensText(">")),
+                LlamaText(new SpecialTokensText("<parameter="), "example_parameter_1", new SpecialTokensText(">")),
+                "value_1",
+                LlamaText(new SpecialTokensText("</parameter>")),
+                LlamaText(new SpecialTokensText("<parameter="), "example_parameter_2", new SpecialTokensText(">")),
+                "This is the value for the second parameter",
+                "that can span",
+                "multiple lines",
+                LlamaText(new SpecialTokensText("</parameter>")),
+                LlamaText(new SpecialTokensText("</function>")),
+                LlamaText(new SpecialTokensText("</tool_call>")),
+                "",
+                LlamaText(new SpecialTokensText("<IMPORTANT>")),
+                "Reminder:",
+                LlamaText([
+                    "- Function calls MUST follow the specified format: an inner ",
+                    new SpecialTokensText("<function=...></function>"),
+                    " block must be nested within ",
+                    new SpecialTokensText("<tool_call></tool_call>"),
+                    " XML tags"
+                ]),
+                "- Required parameters MUST be specified",
+                "- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after",
+                "- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls",
+                LlamaText(new SpecialTokensText("</IMPORTANT>"))
+            ]);
+    }
+    /** @internal */
+    static _checkModelCompatibility(options) {
+        const architecture = options.fileInfo?.metadata.general.architecture;
+        return (architecture == null ||
+            architecture === GgufArchitectureType.qwen2 ||
+            architecture === GgufArchitectureType.qwen2moe ||
+            architecture === GgufArchitectureType.qwen2vl ||
+            architecture === GgufArchitectureType.qwen3 ||
+            architecture === GgufArchitectureType.qwen3moe ||
+            architecture === GgufArchitectureType.qwen3vl ||
+            architecture === GgufArchitectureType.qwen3vlmoe ||
+            architecture === GgufArchitectureType.qwen35 ||
+            architecture === GgufArchitectureType.qwen35moe);
+    }
+    /** @internal */
+    static _getOptionConfigurationsToTestIfCanSupersedeJinjaTemplate() {
+        return [
+            [{}, {}, { _requireFunctionCallSettingsExtraction: true }],
+            [{ _lineBreakBeforeFunctionCallPrefix: true }, {}, { _requireFunctionCallSettingsExtraction: true }],
+            [{ thoughts: "discourage" }, {}, { _requireFunctionCallSettingsExtraction: true }],
+            [{ thoughts: "discourage", _lineBreakBeforeFunctionCallPrefix: true }, {}, { _requireFunctionCallSettingsExtraction: true }],
+            [{ _flatFunctionResultString: true }, {}, { _requireFunctionCallSettingsExtraction: true }],
+            [
+                { _flatFunctionResultString: true, _lineBreakBeforeFunctionCallPrefix: true },
+                {},
+                { _requireFunctionCallSettingsExtraction: true }
+            ],
+            [{ _flatFunctionResultString: true, thoughts: "discourage" }, {}, { _requireFunctionCallSettingsExtraction: true }],
+            [
+                { _flatFunctionResultString: true, thoughts: "discourage", _lineBreakBeforeFunctionCallPrefix: true },
+                {},
+                { _requireFunctionCallSettingsExtraction: true }
+            ],
+            [
+                { variation: "3.5" },
+                { variation: "3.5" },
+                { _requireFunctionCallSettingsExtraction: true, _functionCallExtractionExamineNonFirst: true }
+            ],
+            [
+                { variation: "3.5", _lineBreakBeforeFunctionCallPrefix: true },
+                { variation: "3.5" },
+                { _requireFunctionCallSettingsExtraction: true, _functionCallExtractionExamineNonFirst: true }
+            ],
+            [
+                { variation: "3.5", _ensureModelThoughtBeforeTextOnLastResponse: true, _lineBreakBeforeFunctionCallPrefix: true },
+                { variation: "3.5" },
+                { _requireFunctionCallSettingsExtraction: true, _functionCallExtractionExamineNonFirst: true }
+            ],
+            [
+                { variation: "3.5", _ensureModelThoughtBeforeTextOnLastResponse: true },
+                { variation: "3.5" },
+                { _requireFunctionCallSettingsExtraction: true, _functionCallExtractionExamineNonFirst: true }
+            ]
+        ];
+    }
+}
+function discourageThoughtsInModelResponse(response) {
+    const emptyThought = {
+        type: "segment",
+        segmentType: "thought",
+        ended: true,
+        text: "\n\n",
+        raw: LlamaText(new SpecialTokensText("<think>\n\n</think>\n\n")).toJSON()
+    };
+    const res = [...response];
+    for (let i = res.length - 1; i >= 0; i--) {
+        const item = res[i];
+        if (isChatModelResponseFunctionCall(item)) {
+            res.splice(i + 1, 0, emptyThought);
+            return res;
+        }
+    }
+    res.unshift(emptyThought);
+    return res;
+}
+//# sourceMappingURL=QwenChatWrapper.js.map

package/dist/chatWrappers/QwenChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QwenChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/QwenChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAqC,MAAM,mBAAmB,CAAC;AAClF,OAAO,EAE4F,+BAA+B,EAC9H,0BAA0B,EAC7B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAC,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,oBAAoB,EAAC,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAE7G,mGAAmG;AACnG,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAC5B,WAAW,GAAW,MAAM,CAAC;IAC7B,SAAS,CAAc;IAEvB,mBAAmB,CAAU;IAC7B,QAAQ,CAAwB;IAChD,gBAAgB,CAAkB,yBAAyB,CAAU;IACrE,gBAAgB,CAAkB,2CAA2C,CAAU;IAE9D,QAAQ,CAAsB;IAEvD,YAAmB,UAgCf,EAAE;QACF,KAAK,EAAE,CAAC;QAER,MAAM,EACF,mBAAmB,GAAG,IAAI,EAC1B,QAAQ,GAAG,MAAM,EACjB,SAAS,GAAG,GAAG,EACf,kCAAkC,GAAG,KAAK,EAC1C,yBAAyB,GAAG,KAAK,EACjC,2CAA2C,GAAG,KAAK,EACtD,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAC/C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;QAC3D,IAAI,CAAC,2CAA2C,GAAG,2CAA2C,CAAC;QAE/F,IAAI,SAAS,KAAK,GAAG;YACjB,IAAI,CAAC,QAAQ,GAAG;gBACZ,sBAAsB,EAAE,IAAI;gBAC5B,SAAS,EAAE;oBACP,IAAI,EAAE;wBACF,mBAAmB,EAAE,IAAI;wBACzB,MAAM,EAAE,SAAS,CAAC;4BACd,kCAAkC;gCAC9B,CAAC,CAAC,IAAI;gCACN,CAAC,CAAC,EAAE;4BACR,IAAI,iBAAiB,CAAC,aAAa,CAAC,EAAE,cAAc;yBACvD,CAAC;wBACF,YAAY,EAAE,kBAAkB;wBAChC,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;wBAC/D,0BAA0B,EAAE,EAAE;qBACjC;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;wBAC/D,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC,CAAC;qBACjE;oBACD,WAAW,EAAE;wBACT,IAAI,EAAE;4BACF,aAAa,EAAE,EAAE;4BACjB,YAAY,EAAE,kCAAkC;gCAC5C,CAAC,CAAC,EAAE;gCACJ,CAAC,CAAC,IAAI;4BACV,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;yBAClE;wBACD,MAAM,EAAE;4BACJ,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;4BACnE,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qCAAqC,CAAC,CAAC;yBACzF;qBACJ;iBACJ;gBACD,QAAQ,EAAE;oBACN,gCAAgC,EAAE,IAAI;oBACtC,OAAO,EAAE;wBACL,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;wBACrD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;qBACzD;iBACJ;aACJ,CAAC;;YAEF,IAAI,CAAC,QAAQ,GAAG;gBACZ,sBAAsB,EAAE,IAAI;gBAC5B,SAAS,EAAE;oBACP,IAAI,EAAE;wBACF,mBAAmB,EAAE,IAAI;wBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;wBACnE,YAAY,EAAE,yBAAyB;wBACvC,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,2CAA2C,CAAC,CAAC;wBACrF,0BAA0B,EAAE,EAAE;qBACjC;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;wBAC/D,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC,CAAC;qBACjE;oBACD,WAAW,EAAE;wBACT,IAAI,EAAE;4BACF,aAAa,EAAE,kCAAkC;gCAC7C,CAAC,CAAC,MAAM;gCACR,CAAC,CAAC,EAAE;4BACR,YAAY,EAAE,IAAI;4BAClB,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;yBAClE;wBACD,MAAM,EAAE;4BACJ,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;4BACnE,aAAa,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,qCAAqC,CAAC,CAAC;yBACzF;qBACJ;iBACJ;gBACD,QAAQ,EAAE;oBACN,gCAAgC,EAAE,IAAI;oBACtC,OAAO,EAAE;wBACL,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,WAAW,CAAC,CAAC;wBACrD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;qBACzD;iBACJ;aACJ,CAAC;IACV,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,oBAAoB,GAAG,IAAI,CAAC,2CAA2C,CAAC,WAAW,EAAE,kBAAkB,EAAE;YAC3G,cAAc,EAAE,sBAAsB;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAIZ,EAAE,CAAC;QAER,IAAI,WAAW,GAAgB,EAAE,CAAC;QAClC,IAAI,SAAS,GAAgB,EAAE,CAAC;QAChC,IAAI,UAAU,GAAgB,EAAE,CAAC;QACjC,IAAI,qBAAqB,GAAoB,IAAI,CAAC;QAElD,SAAS,KAAK;YACV,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBACvE,WAAW,CAAC,IAAI,CAAC;oBACb,MAAM,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC;oBACjD,IAAI,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC;oBAC7C,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC;iBAClD,CAAC,CAAC;YAEP,WAAW,GAAG,EAAE,CAAC;YACjB,SAAS,GAAG,EAAE,CAAC;YACf,UAAU,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,oBAAoB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,IAAI,GAAG,oBAAoB,CAAC,CAAC,CAAE,CAAC;YACtC,MAAM,UAAU,GAAG,CAAC,KAAK,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;YAEzD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,IAAI,qBAAqB,KAAK,QAAQ;oBAClC,KAAK,EAAE,CAAC;gBAEZ,qBAAqB,GAAG,QAAQ,CAAC;gBACjC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,KAAK,EAAE,CAAC;gBAER,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,KAAK,EAAE,CAAC;gBAER,IAAI,wBAAwB,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,YAAY,IAAI,UAAU,CAAC;oBACzE,CAAC,CAAC,iCAAiC,CAAC,IAAI,CAAC,QAAQ,CAAC;oBAClD,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAEpB,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,UAAU;oBACvC,wBAAwB,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CACrE,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,CAC9E,CAAC,CAAC;qBACF,IAAI,UAAU,IAAI,IAAI,CAAC,2CAA2C,EAAE,CAAC;oBACtE,wBAAwB,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAiC,EAAE;wBAC3G,IAAI,OAAO,QAAQ,KAAK,QAAQ;4BAC5B,OAAO,CAAC,QAAQ,CAAC,CAAC;wBAEtB,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;wBAC7D,IAAI,gBAAgB,IAAI,IAAI,IAAI,0BAA0B,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,CAAC,WAAW,KAAK,SAAS;4BACtH,OAAO,CAAC,QAAQ,CAAC,CAAC;wBAEtB,OAAO,CAAC;gCACJ,IAAI,EAAE,SAAS;gCACf,WAAW,EAAE,SAAS;gCACtB,IAAI,EAAE,EAAE;gCACR,KAAK,EAAE,IAAI;gCACX,GAAG,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,CAAC,CAAC,MAAM,EAAE;6BAC5E,EAAE,QAAQ,CAAC,CAAC;oBACjB,CAAC,CAAC,CAAC;gBACP,CAAC;gBAED,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,wBAAwB,CAAC,CAAC,CAAC;YAC9E,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,KAAK,EAAE,CAAC;QAER,MAAM,WAAW,GAAG,SAAS,CACzB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAC,EAAE,KAAK,EAAE,EAAE;YAC7C,MAAM,UAAU,GAAG,KAAK,KAAK,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;YAEpD,OAAO,SAAS,CAAC;gBACb,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACxB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,sBAAsB,CAAC;wBAC7C,MAAM;wBACN,IAAI,iBAAiB,CAAC,cAAc,CAAC;qBACxC,CAAC;gBAEN,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;oBACtB,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;wBAC3C,IAAI;wBACJ,IAAI,iBAAiB,CAAC,cAAc,CAAC;qBACxC,CAAC;gBAEN,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;oBACtC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;oBACf,CAAC,CAAC,SAAS,CAAC;wBACR,IAAI,iBAAiB,CAAC,yBAAyB,CAAC;wBAChD,KAAK;wBAEL,UAAU;4BACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;4BACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC;qBAC9C,CAAC;aACT,CAAC,CAAC;QACP,CAAC,CAAC,CACL,CAAC;QAEF,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,YAAY,CAAC;aAC1B;SACJ,CAAC;IACN,CAAC;IAEe,0BAA0B,CAAC,YAAoB,EAAE,cAAmB,EAAE,MAAW;QAC7F,IAAI,IAAI,CAAC,yBAAyB,IAAI,OAAO,MAAM,KAAK,QAAQ;YAC5D,OAAO,KAAK,CAAC,2BAA2B,CAAC,YAAY,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QAEnF,OAAO,KAAK,CAAC,0BAA0B,CAAC,YAAY,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;IAClF,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,SAAS,KAAK,GAAG;YACtB,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;gBAC9B,SAAS;gBACT,EAAE;gBACF,mEAAmE;gBACnE,EAAE;gBACF,SAAS,CAAC,mDAAmD,EAAE,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,EAAE,YAAY,CAAC;gBACtH,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBAC3C,+BAA+B,CAAC,yBAAyB,CAAC,EAAC,cAAc,EAAC,CAAC;gBAC3E,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,EAAE;gBACF,SAAS,CAAC,uFAAuF,EAAE,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,EAAE,YAAY,CAAC;gBAClK,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;gBAC/C,4DAA4D;gBAC5D,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;aACnD,CAAC,CAAC;;YAEH,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;gBAC9B,SAAS;gBACT,EAAE;gBACF,6CAA6C;gBAC7C,EAAE;gBACF,SAAS,CAAC,IAAI,iBAAiB,CAAC,SAAS,CAAC,CAAC;gBAC3C,+BAA+B,CAAC,yBAAyB,CAAC,EAAC,cAAc,EAAC,CAAC;gBAC3E,SAAS,CAAC,IAAI,iBAAiB,CAAC,UAAU,CAAC,CAAC;gBAC5C,EAAE;gBACF,SAAS,CAAC,qFAAqF,CAAC;gBAChG,EAAE;gBACF,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;gBAC/C,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,EAAE,uBAAuB,EAAE,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACnG,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,EAAE,qBAAqB,EAAE,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBAClG,SAAS;gBACT,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;gBAChD,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,EAAE,qBAAqB,EAAE,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBAClG,4CAA4C;gBAC5C,eAAe;gBACf,gBAAgB;gBAChB,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;gBAChD,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;gBAC/C,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;gBAChD,EAAE;gBACF,SAAS,CAAC,IAAI,iBAAiB,CAAC,aAAa,CAAC,CAAC;gBAC/C,WAAW;gBACX,SAAS,CAAC;oBACN,8DAA8D;oBAC9D,IAAI,iBAAiB,CAAC,2BAA2B,CAAC;oBAClD,+BAA+B;oBAC/B,IAAI,iBAAiB,CAAC,yBAAyB,CAAC;oBAChD,WAAW;iBACd,CAAC;gBACF,yCAAyC;gBACzC,yHAAyH;gBACzH,qJAAqJ;gBACrJ,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;aACnD,CAAC,CAAC;IACX,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,wBAAwB,CAAC,OAAiD;QAC7F,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC;QACrE,OAAO,CACH,YAAY,IAAI,IAAI;YACpB,YAAY,KAAK,oBAAoB,CAAC,KAAK;YAC3C,YAAY,KAAK,oBAAoB,CAAC,QAAQ;YAC9C,YAAY,KAAK,oBAAoB,CAAC,OAAO;YAC7C,YAAY,KAAK,oBAAoB,CAAC,KAAK;YAC3C,YAAY,KAAK,oBAAoB,CAAC,QAAQ;YAC9C,YAAY,KAAK,oBAAoB,CAAC,OAAO;YAC7C,YAAY,KAAK,oBAAoB,CAAC,UAAU;YAChD,YAAY,KAAK,oBAAoB,CAAC,MAAM;YAC5C,YAAY,KAAK,oBAAoB,CAAC,SAAS,CAClD,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,MAAM,CAAU,yDAAyD;QAC5E,OAAO;YACH,CAAC,EAAE,EAAE,EAAE,EAAE,EAAC,sCAAsC,EAAE,IAAI,EAAC,CAAC;YACxD,CAAC,EAAC,kCAAkC,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAC,sCAAsC,EAAE,IAAI,EAAC,CAAC;YAChG,CAAC,EAAC,QAAQ,EAAE,YAAY,EAAC,EAAE,EAAE,EAAE,EAAC,sCAAsC,EAAE,IAAI,EAAC,CAAC;YAC9E,CAAC,EAAC,QAAQ,EAAE,YAAY,EAAE,kCAAkC,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAC,sCAAsC,EAAE,IAAI,EAAC,CAAC;YAExH,CAAC,EAAC,yBAAyB,EAAE,IAAI,EAAC,EAAE,EAAE,EAAE,EAAC,sCAAsC,EAAE,IAAI,EAAC,CAAC;YACvF;gBACI,EAAC,yBAAyB,EAAE,IAAI,EAAE,kCAAkC,EAAE,IAAI,EAAC;gBAC3E,EAAE;gBACF,EAAC,sCAAsC,EAAE,IAAI,EAAC;aACjD;YACD,CAAC,EAAC,yBAAyB,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAC,EAAE,EAAE,EAAE,EAAC,sCAAsC,EAAE,IAAI,EAAC,CAAC;YAC/G;gBACI,EAAC,yBAAyB,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,kCAAkC,EAAE,IAAI,EAAC;gBACnG,EAAE;gBACF,EAAC,sCAAsC,EAAE,IAAI,EAAC;aACjD;YAED;gBACI,EAAC,SAAS,EAAE,KAAK,EAAC;gBAClB,EAAC,SAAS,EAAE,KAAK,EAAC;gBAClB,EAAC,sCAAsC,EAAE,IAAI,EAAE,sCAAsC,EAAE,IAAI,EAAC;aAC/F;YACD;gBACI,EAAC,SAAS,EAAE,KAAK,EAAE,kCAAkC,EAAE,IAAI,EAAC;gBAC5D,EAAC,SAAS,EAAE,KAAK,EAAC;gBAClB,EAAC,sCAAsC,EAAE,IAAI,EAAE,sCAAsC,EAAE,IAAI,EAAC;aAC/F;YACD;gBACI,EAAC,SAAS,EAAE,KAAK,EAAE,2CAA2C,EAAE,IAAI,EAAE,kCAAkC,EAAE,IAAI,EAAC;gBAC/G,EAAC,SAAS,EAAE,KAAK,EAAC;gBAClB,EAAC,sCAAsC,EAAE,IAAI,EAAE,sCAAsC,EAAE,IAAI,EAAC;aAC/F;YACD;gBACI,EAAC,SAAS,EAAE,KAAK,EAAE,2CAA2C,EAAE,IAAI,EAAC;gBACrE,EAAC,SAAS,EAAE,KAAK,EAAC;gBAClB,EAAC,sCAAsC,EAAE,IAAI,EAAE,sCAAsC,EAAE,IAAI,EAAC;aAC/F;SACJ,CAAC;IACN,CAAC;CACJ;AAED,SAAS,iCAAiC,CAAC,QAAuC;IAC9E,MAAM,YAAY,GAAqB;QACnC,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,SAAS;QACtB,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,yBAAyB,CAAC,CAAC,CAAC,MAAM,EAAE;KAC5E,CAAC;IACF,MAAM,GAAG,GAAkC,CAAC,GAAG,QAAQ,CAAC,CAAC;IAEzD,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAEpB,IAAI,+BAA+B,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;YACnC,OAAO,GAAG,CAAC;QACf,CAAC;IACL,CAAC;IAED,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,OAAO,GAAG,CAAC;AACf,CAAC"}

package/dist/chatWrappers/SeedChatWrapper.d.ts

@@ -0,0 +1,25 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { ChatModelFunctions, ChatWrapperGenerateContextStateOptions, ChatWrapperGeneratedContextState, ChatWrapperSettings } from "../types.js";
+export declare class SeedChatWrapper extends ChatWrapper {
+    readonly wrapperName: string;
+    readonly thinkingBudget: number | 0 | null;
+    readonly settings: ChatWrapperSettings;
+    constructor(options?: {
+        /**
+         * The thinking budget to instruct the model to conform to.
+         *
+         * This is purely a request, the model may ignore it.
+         *
+         * Set to `0` to instruct the model to not use any reasoning.
+         *
+         * When set to `null`, the instruction will be omitted (unlimited reasoning).
+         *
+         * Defaults to `null`.
+         */
+        thinkingBudget?: number | 0 | null;
+    });
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }: ChatWrapperGenerateContextStateOptions): ChatWrapperGeneratedContextState;
+    generateAvailableFunctionsSystemText(availableFunctions: ChatModelFunctions, { documentParams }: {
+        documentParams?: boolean;
+    }): import("../utils/LlamaText.js")._LlamaText;
+}

package/dist/chatWrappers/SeedChatWrapper.js

@@ -0,0 +1,183 @@
+import { ChatWrapper } from "../ChatWrapper.js";
+import { isChatModelResponseSegment } from "../types.js";
+import { SpecialToken, LlamaText, SpecialTokensText } from "../utils/LlamaText.js";
+import { ChatModelFunctionsDocumentationGenerator } from "./utils/ChatModelFunctionsDocumentationGenerator.js";
+const defaultThinkingBudget = null;
+// source: https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct/blob/main/chat_template.jinja
+export class SeedChatWrapper extends ChatWrapper {
+    wrapperName = "Seed";
+    thinkingBudget;
+    settings = {
+        supportsSystemMessages: true,
+        functions: {
+            call: {
+                optionalPrefixSpace: true,
+                prefix: LlamaText(new SpecialTokensText("<seed:tool_call>\n"), "<function="),
+                paramsPrefix: LlamaText(new SpecialTokensText(">")),
+                suffix: LlamaText(new SpecialTokensText("\n</function>\n</seed:tool_call>\n")),
+                emptyCallParamsPlaceholder: {}
+            },
+            result: {
+                prefix: LlamaText(new SpecialTokensText("<seed:bos>tool\n")),
+                suffix: LlamaText(new SpecialTokensText("<seed:eos>"))
+            }
+        },
+        segments: {
+            thought: {
+                prefix: LlamaText(new SpecialTokensText("<seed:think>")),
+                suffix: LlamaText(new SpecialTokensText("</seed:think>")),
+                reopenAfterFunctionCalls: true
+            }
+        }
+    };
+    constructor(options = {}) {
+        super();
+        const { thinkingBudget = defaultThinkingBudget } = options;
+        this.thinkingBudget = thinkingBudget;
+    }
+    generateContextState({ chatHistory, availableFunctions, documentFunctionParams }) {
+        const hasFunctions = Object.keys(availableFunctions ?? {}).length > 0;
+        const modifiedChatHistory = chatHistory.slice();
+        let systemMessage = LlamaText();
+        if (modifiedChatHistory[0]?.type === "system") {
+            systemMessage = LlamaText.fromJSON(modifiedChatHistory[0].text);
+            modifiedChatHistory.shift();
+        }
+        const contextContent = [];
+        if (systemMessage.values.length > 0 || hasFunctions)
+            contextContent.push(LlamaText([
+                new SpecialTokensText("<seed:bos>system\n"),
+                this._getFirstSystemMessage(systemMessage, availableFunctions, { documentParams: documentFunctionParams }),
+                new SpecialTokensText("\n<seed:eos>")
+            ]));
+        const thinkingBudgetSystemMessage = this._getThinkingBudgetSystemMessage();
+        if (thinkingBudgetSystemMessage.values.length > 0)
+            contextContent.push(LlamaText([
+                new SpecialTokensText("<seed:bos>system\n"),
+                thinkingBudgetSystemMessage,
+                new SpecialTokensText("\n<seed:eos>")
+            ]));
+        for (let i = 0; i < modifiedChatHistory.length; i++) {
+            const isLastItem = i === modifiedChatHistory.length - 1;
+            const item = modifiedChatHistory[i];
+            if (item == null)
+                continue;
+            if (item.type === "system") {
+                contextContent.push(LlamaText([
+                    new SpecialTokensText("<seed:bos>system\n"),
+                    LlamaText.fromJSON(item.text),
+                    isLastItem
+                        ? LlamaText([])
+                        : new SpecialTokensText("\n<seed:eos>")
+                ]));
+            }
+            else if (item.type === "user") {
+                contextContent.push(LlamaText([
+                    new SpecialTokensText("<seed:bos>system\n"),
+                    item.text,
+                    isLastItem
+                        ? LlamaText([])
+                        : new SpecialTokensText("\n<seed:eos>")
+                ]));
+            }
+            else if (item.type === "model") {
+                const injectNoThinkingThought = this.thinkingBudget === 0 && (isLastItem ||
+                    !item.response.some((item) => (isChatModelResponseSegment(item) && item.segmentType === "thought")));
+                contextContent.push(LlamaText([
+                    new SpecialTokensText("<seed:bos>assistant\n"),
+                    !injectNoThinkingThought
+                        ? []
+                        : [
+                            new SpecialTokensText("<seed:think>\n"),
+                            [
+                                new SpecialTokensText("<seed:cot_budget_reflect>"),
+                                "The current thinking budget is 0, so I will directly start answering the question.",
+                                new SpecialTokensText("</seed:cot_budget_reflect>")
+                            ],
+                            new SpecialTokensText("\n</seed:think>")
+                        ],
+                    this.generateModelResponseText(item.response, true),
+                    isLastItem
+                        ? LlamaText([])
+                        : new SpecialTokensText("\n<seed:eos>")
+                ]));
+            }
+            else
+                void item;
+        }
+        const contextText = LlamaText(contextContent);
+        return {
+            contextText,
+            stopGenerationTriggers: [
+                LlamaText(new SpecialToken("EOS")),
+                LlamaText(new SpecialTokensText("<seed:eos>")),
+                LlamaText("<seed:eos>")
+            ]
+        };
+    }
+    generateAvailableFunctionsSystemText(availableFunctions, { documentParams = true }) {
+        const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
+        if (!functionsDocumentationGenerator.hasAnyFunctions)
+            return LlamaText([]);
+        return LlamaText.joinValues("\n", [
+            "",
+            "Tool List:",
+            ("You are authorized to use the following tools (described in JSON Schema format). " +
+                "Before performing any task, you must decide how to call them based on the descriptions and parameters of these tools."),
+            functionsDocumentationGenerator.getSeedFunctionSignatures({ documentParams }),
+            "When invoking tools, strictly adhere to the following format:", // the original text for this is in Chinese, translated to English here
+            new SpecialTokensText("<seed:tool_call>\n<function=example_function_name>\n{\"example_parameter_1\": \"value_1\", \"example_parameter_2\": \"This is the value for the second parameter\"}</function>\n</seed:tool_call>")
+        ]);
+    }
+    /** @internal */
+    _getFirstSystemMessage(systemPrompt, availableFunctions, { documentParams = true } = {}) {
+        const res = [];
+        const functionsDocumentationGenerator = new ChatModelFunctionsDocumentationGenerator(availableFunctions);
+        if (systemPrompt.values.length === 0 && functionsDocumentationGenerator.hasAnyFunctions)
+            res.push(LlamaText("You are Doubao, a helpful AI assistant. You may call one or more functions to assist with the user query."));
+        else if (systemPrompt.values.length > 0)
+            res.push(systemPrompt);
+        if (functionsDocumentationGenerator.hasAnyFunctions)
+            res.push(this.generateAvailableFunctionsSystemText(availableFunctions, { documentParams }));
+        return LlamaText(res);
+    }
+    /** @internal */
+    _getThinkingBudgetSystemMessage() {
+        if (this.thinkingBudget == null || this.thinkingBudget < 0)
+            return LlamaText([]);
+        if (this.thinkingBudget === 0)
+            return LlamaText([
+                "You are an intelligent assistant that can answer questions in one step without the need for reasoning and thinking, " +
+                    "that is, your thinking budget is 0. " +
+                    "Next, please skip the thinking process and directly start answering the user's questions."
+            ]);
+        let reflectionInterval = 1024;
+        const reflectionIntervals = new Map([
+            [16384, 1024],
+            [8192, 1024],
+            [4096, 512],
+            [2048, 512],
+            [1024, 256],
+            [512, 128],
+            [0, 0]
+        ]);
+        for (const [maxBudget, interval] of reflectionIntervals.entries()) {
+            if (this.thinkingBudget <= maxBudget) {
+                reflectionInterval = interval;
+                break;
+            }
+        }
+        return LlamaText([
+            new SpecialTokensText("<seed:bos>system\n"),
+            "You are an intelligent assistant with reflective ability. In the process of thinking and reasoning, you need to strictly follow the thinking budget, which is ",
+            this.thinkingBudget,
+            ". That is, you need to complete your thinking within ",
+            this.thinkingBudget,
+            " tokens and start answering the user's questions. You will reflect on your thinking process every ",
+            reflectionInterval,
+            " tokens, stating how many tokens have been used and how many are left.",
+            new SpecialTokensText("\n<seed:eos>")
+        ]);
+    }
+}
+//# sourceMappingURL=SeedChatWrapper.js.map

package/dist/chatWrappers/SeedChatWrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SeedChatWrapper.js","sourceRoot":"","sources":["../../src/chatWrappers/SeedChatWrapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAEH,0BAA0B,EAC7B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAC,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACjF,OAAO,EAAC,wCAAwC,EAAC,MAAM,qDAAqD,CAAC;AAE7G,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAEnC,oGAAoG;AACpG,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAC5B,WAAW,GAAW,MAAM,CAAC;IAE7B,cAAc,CAAoB;IAEzB,QAAQ,GAAwB;QACrD,sBAAsB,EAAE,IAAI;QAC5B,SAAS,EAAE;YACP,IAAI,EAAE;gBACF,mBAAmB,EAAE,IAAI;gBACzB,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,oBAAoB,CAAC,EAAE,YAAY,CAAC;gBAC5E,YAAY,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACnD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,oCAAoC,CAAC,CAAC;gBAC9E,0BAA0B,EAAE,EAAE;aACjC;YACD,MAAM,EAAE;gBACJ,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;gBAC5D,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;aACzD;SACJ;QACD,QAAQ,EAAE;YACN,OAAO,EAAE;gBACL,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC,CAAC;gBACxD,MAAM,EAAE,SAAS,CAAC,IAAI,iBAAiB,CAAC,eAAe,CAAC,CAAC;gBACzD,wBAAwB,EAAE,IAAI;aACjC;SACJ;KACJ,CAAC;IAEF,YAAmB,UAaf,EAAE;QACF,KAAK,EAAE,CAAC;QAER,MAAM,EACF,cAAc,GAAG,qBAAqB,EACzC,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAEe,oBAAoB,CAAC,EACjC,WAAW,EAAE,kBAAkB,EAAE,sBAAsB,EAClB;QACrC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACtE,MAAM,mBAAmB,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;QAEhD,IAAI,aAAa,GAAc,SAAS,EAAE,CAAC;QAC3C,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5C,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAChE,mBAAmB,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAED,MAAM,cAAc,GAAgB,EAAE,CAAC;QAEvC,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY;YAC/C,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;gBACN,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;gBAC3C,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,kBAAkB,EAAE,EAAC,cAAc,EAAE,sBAAsB,EAAC,CAAC;gBACxG,IAAI,iBAAiB,CAAC,cAAc,CAAC;aACxC,CAAC,CACL,CAAC;QAEN,MAAM,2BAA2B,GAAG,IAAI,CAAC,+BAA+B,EAAE,CAAC;QAC3E,IAAI,2BAA2B,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAC7C,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;gBACN,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;gBAC3C,2BAA2B;gBAC3B,IAAI,iBAAiB,CAAC,cAAc,CAAC;aACxC,CAAC,CACL,CAAC;QAEN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,mBAAmB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,MAAM,UAAU,GAAG,CAAC,KAAK,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAEpC,IAAI,IAAI,IAAI,IAAI;gBACZ,SAAS;YAEb,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzB,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC3C,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC7B,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC;iBAC9C,CAAC,CACL,CAAC;YACN,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;oBAC3C,IAAI,CAAC,IAAI;oBACT,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC;iBAC9C,CAAC,CACL,CAAC;YACN,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC/B,MAAM,uBAAuB,GAAG,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,CACzD,UAAU;oBACV,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CACf,CAAC,IAAI,EAAE,EAAE,CAAC,CACN,0BAA0B,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,CACrE,CACJ,CACJ,CAAC;gBAEF,cAAc,CAAC,IAAI,CACf,SAAS,CAAC;oBACN,IAAI,iBAAiB,CAAC,uBAAuB,CAAC;oBAC9C,CAAC,uBAAuB;wBACpB,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC;4BACE,IAAI,iBAAiB,CAAC,gBAAgB,CAAC;4BACvC;gCACI,IAAI,iBAAiB,CAAC,2BAA2B,CAAC;gCAClD,oFAAoF;gCACpF,IAAI,iBAAiB,CAAC,4BAA4B,CAAC;6BACtD;4BACD,IAAI,iBAAiB,CAAC,iBAAiB,CAAC;yBAC3C;oBACL,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC;oBACnD,UAAU;wBACN,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;wBACf,CAAC,CAAC,IAAI,iBAAiB,CAAC,cAAc,CAAC;iBAC9C,CAAC,CACL,CAAC;YACN,CAAC;;gBACG,KAAM,IAAqB,CAAC;QACpC,CAAC;QAED,MAAM,WAAW,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC;QAE9C,OAAO;YACH,WAAW;YACX,sBAAsB,EAAE;gBACpB,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;gBAClC,SAAS,CAAC,IAAI,iBAAiB,CAAC,YAAY,CAAC,CAAC;gBAC9C,SAAS,CAAC,YAAY,CAAC;aAC1B;SACJ,CAAC;IACN,CAAC;IAEe,oCAAoC,CAAC,kBAAsC,EAAE,EAAC,cAAc,GAAG,IAAI,EAElH;QACG,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,CAAC,+BAA+B,CAAC,eAAe;YAChD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,OAAO,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAC9B,EAAE;YACF,YAAY;YACZ,CACI,mFAAmF;gBACnF,uHAAuH,CAC1H;YACD,+BAA+B,CAAC,yBAAyB,CAAC,EAAC,cAAc,EAAC,CAAC;YAC3E,+DAA+D,EAAE,uEAAuE;YACxI,IAAI,iBAAiB,CAAC,mMAAmM,CAAC;SAC7N,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,sBAAsB,CAC1B,YAAuB,EACvB,kBAAuC,EACvC,EAAC,cAAc,GAAG,IAAI,KAAgC,EAAE;QAExD,MAAM,GAAG,GAAgB,EAAE,CAAC;QAE5B,MAAM,+BAA+B,GAAG,IAAI,wCAAwC,CAAC,kBAAkB,CAAC,CAAC;QAEzG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,+BAA+B,CAAC,eAAe;YACnF,GAAG,CAAC,IAAI,CACJ,SAAS,CAAC,2GAA2G,CAAC,CACzH,CAAC;aACD,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE3B,IAAI,+BAA+B,CAAC,eAAe;YAC/C,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC,CAAC,kBAAmB,EAAE,EAAC,cAAc,EAAC,CAAC,CAAC,CAAC;QAE/F,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,gBAAgB;IACR,+BAA+B;QACnC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC;YACtD,OAAO,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzB,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC;YACzB,OAAO,SAAS,CAAC;gBACb,sHAAsH;oBACtH,sCAAsC;oBACtC,2FAA2F;aAC9F,CAAC,CAAC;QAEP,IAAI,kBAAkB,GAAW,IAAI,CAAC;QACtC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAiB;YAChD,CAAC,KAAK,EAAE,IAAI,CAAC;YACb,CAAC,IAAI,EAAE,IAAI,CAAC;YACZ,CAAC,IAAI,EAAE,GAAG,CAAC;YACX,CAAC,IAAI,EAAE,GAAG,CAAC;YACX,CAAC,IAAI,EAAE,GAAG,CAAC;YACX,CAAC,GAAG,EAAE,GAAG,CAAC;YACV,CAAC,CAAC,EAAE,CAAC,CAAC;SACT,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,mBAAmB,CAAC,OAAO,EAAE,EAAE,CAAC;YAChE,IAAI,IAAI,CAAC,cAAc,IAAI,SAAS,EAAE,CAAC;gBACnC,kBAAkB,GAAG,QAAQ,CAAC;gBAC9B,MAAM;YACV,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;YACb,IAAI,iBAAiB,CAAC,oBAAoB,CAAC;YAC3C,gKAAgK;YAChK,IAAI,CAAC,cAAc;YACnB,uDAAuD;YACvD,IAAI,CAAC,cAAc;YACnB,oGAAoG;YACpG,kBAAkB;YAClB,wEAAwE;YACxE,IAAI,iBAAiB,CAAC,cAAc,CAAC;SACxC,CAAC,CAAC;IACP,CAAC;CACJ"}