node-llama-cpp 2.8.4 → 3.0.0-beta.2

package/dist/llamaEvaluator/LlamaChatSession.js

@@ -1,236 +0,0 @@
-import { defaultChatSystemPrompt } from "../config.js";
-import { withLock } from "../utils/withLock.js";
-import { AbortError } from "../AbortError.js";
-import { GeneralChatPromptWrapper } from "../chatWrappers/GeneralChatPromptWrapper.js";
-import { getChatWrapperByBos } from "../chatWrappers/createChatWrapperByBos.js";
-import { generateContextTextFromConversationHistory } from "../chatWrappers/generateContextTextFromConversationHistory.js";
-import { removeNullFields } from "../utils/removeNullFields.js";
-import { LlamaModel } from "./LlamaModel.js";
-import { LlamaGrammarEvaluationState } from "./LlamaGrammarEvaluationState.js";
-const UNKNOWN_UNICODE_CHAR = "\ufffd";
-export class LlamaChatSession {
-    _systemPrompt;
-    _printLLamaSystemInfo;
-    _promptWrapper;
-    _promptIndex = 0;
-    _initialized = false;
-    _lastStopString = null;
-    _lastStopStringSuffix = null;
-    _conversationHistoryToLoad = null;
-    _ctx;
-    /**
-     * @param {LlamaChatSessionOptions} options
-     */
-    constructor({ context, printLLamaSystemInfo = false, promptWrapper = new GeneralChatPromptWrapper(), systemPrompt = defaultChatSystemPrompt, conversationHistory }) {
-        this._ctx = context;
-        this._printLLamaSystemInfo = printLLamaSystemInfo;
-        this._systemPrompt = systemPrompt;
-        this._conversationHistoryToLoad = (conversationHistory != null && conversationHistory.length > 0)
-            ? conversationHistory
-            : null;
-        if (promptWrapper === "auto") {
-            const chatWrapper = getChatWrapperByBos(context.getBosString());
-            if (chatWrapper != null)
-                this._promptWrapper = new chatWrapper();
-            else
-                this._promptWrapper = new GeneralChatPromptWrapper();
-        }
-        else
-            this._promptWrapper = promptWrapper;
-    }
-    get initialized() {
-        return this._initialized;
-    }
-    get context() {
-        return this._ctx;
-    }
-    async init() {
-        await withLock(this, "init", async () => {
-            if (this._initialized)
-                return;
-            if (this._printLLamaSystemInfo)
-                console.log("Llama system info", LlamaModel.systemInfo);
-            this._initialized = true;
-        });
-    }
-    /**
-     * @param {string} prompt
-     * @param {object} options
-     * @returns {Promise<string>}
-     */
-    async prompt(prompt, { onToken, signal, maxTokens, temperature, topK, topP, grammar = this.context._chatGrammar, trimWhitespaceSuffix = false, repeatPenalty } = {}) {
-        const { text } = await this.promptWithMeta(prompt, {
-            onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix, repeatPenalty
-        });
-        return text;
-    }
-    /**
-     * @param {string} prompt
-     * @param {LLamaChatPromptOptions} options
-     */
-    async promptWithMeta(prompt, { onToken, signal, maxTokens, temperature, topK, topP, grammar = this.context._chatGrammar, trimWhitespaceSuffix = false, repeatPenalty } = {}) {
-        if (!this.initialized)
-            await this.init();
-        return await withLock(this, "prompt", async () => {
-            let promptText = "";
-            if (this._promptIndex == 0 && this._conversationHistoryToLoad != null) {
-                const { text, stopString, stopStringSuffix } = generateContextTextFromConversationHistory(this._promptWrapper, this._conversationHistoryToLoad, {
-                    systemPrompt: this._systemPrompt,
-                    currentPromptIndex: this._promptIndex,
-                    lastStopString: this._lastStopString,
-                    lastStopStringSuffix: this._promptIndex == 0
-                        ? (this._ctx.prependBos
-                            ? this._ctx.getBosString()
-                            : null)
-                        : this._lastStopStringSuffix
-                });
-                promptText += text;
-                this._lastStopString = stopString;
-                this._lastStopStringSuffix = stopStringSuffix;
-                this._promptIndex += this._conversationHistoryToLoad.length;
-                this._conversationHistoryToLoad = null;
-            }
-            promptText += this._promptWrapper.wrapPrompt(prompt, {
-                systemPrompt: this._systemPrompt,
-                promptIndex: this._promptIndex,
-                lastStopString: this._lastStopString,
-                lastStopStringSuffix: this._promptIndex == 0
-                    ? (this._ctx.prependBos
-                        ? this._ctx.getBosString()
-                        : null)
-                    : this._lastStopStringSuffix
-            });
-            this._promptIndex++;
-            this._lastStopString = null;
-            this._lastStopStringSuffix = null;
-            const { text, stopReason, stopString, stopStringSuffix } = await this._evalTokens(this._ctx.encode(promptText), {
-                onToken, signal, maxTokens, temperature, topK, topP, grammar, trimWhitespaceSuffix,
-                repeatPenalty: repeatPenalty == false ? { lastTokens: 0 } : repeatPenalty
-            });
-            this._lastStopString = stopString;
-            this._lastStopStringSuffix = stopStringSuffix;
-            return {
-                text,
-                stopReason,
-                stopString,
-                stopStringSuffix
-            };
-        });
-    }
-    async _evalTokens(tokens, { onToken, signal, maxTokens, temperature, topK, topP, grammar = this.context._chatGrammar, trimWhitespaceSuffix = false, repeatPenalty: { lastTokens: repeatPenaltyLastTokens = 64, punishTokensFilter, penalizeNewLine, penalty, frequencyPenalty, presencePenalty } = {} } = {}) {
-        let stopStrings = this._promptWrapper.getStopStrings();
-        if (grammar != null)
-            stopStrings = stopStrings.concat(grammar.stopStrings);
-        const stopStringIndexes = Array(stopStrings.length).fill(0);
-        const skippedChunksQueue = [];
-        const res = [];
-        const grammarEvaluationState = grammar != null
-            ? new LlamaGrammarEvaluationState({ grammar })
-            : undefined;
-        const repeatPenaltyEnabled = repeatPenaltyLastTokens > 0;
-        let stopReason = "eosToken";
-        const getPenaltyTokens = () => {
-            let punishTokens = res.slice(-repeatPenaltyLastTokens);
-            if (punishTokensFilter != null)
-                punishTokens = punishTokensFilter(punishTokens);
-            if (!penalizeNewLine) {
-                const nlToken = this.context.getNlToken();
-                if (nlToken != null)
-                    punishTokens = punishTokens.filter(token => token !== nlToken);
-            }
-            return Uint32Array.from(punishTokens);
-        };
-        const evaluationIterator = this._ctx.evaluate(tokens, removeNullFields({
-            temperature, topK, topP, grammarEvaluationState,
-            repeatPenalty: !repeatPenaltyEnabled ? undefined : {
-                punishTokens: getPenaltyTokens,
-                penalty,
-                frequencyPenalty,
-                presencePenalty
-            }
-        }));
-        for await (const chunk of evaluationIterator) {
-            if (signal?.aborted)
-                throw new AbortError();
-            const tokenStr = this._ctx.decode(Uint32Array.from([chunk]));
-            const { shouldReturn, skipTokenEvent, stopString, stopStringSuffix } = this._checkStopString(tokenStr, stopStrings, stopStringIndexes);
-            if (shouldReturn) {
-                skippedChunksQueue.push(chunk);
-                const skippedChunksText = skippedChunksQueue.length > 0
-                    ? this._ctx.decode(Uint32Array.from(skippedChunksQueue))
-                    : "";
-                let [queuedTextBeforeStopString] = skippedChunksText.split(stopString);
-                if (grammar?.trimWhitespaceSuffix || trimWhitespaceSuffix)
-                    queuedTextBeforeStopString = queuedTextBeforeStopString.trimEnd();
-                if (queuedTextBeforeStopString.length > 0) {
-                    const beforeStopStringTokens = Array.from(this._ctx.encode(queuedTextBeforeStopString));
-                    res.push(...beforeStopStringTokens);
-                    onToken?.(beforeStopStringTokens);
-                    skippedChunksQueue.length = 0;
-                }
-                stopReason = "stopString";
-                return {
-                    text: this._ctx.decode(Uint32Array.from(res)),
-                    stopReason,
-                    stopString,
-                    stopStringSuffix
-                };
-            }
-            // if the token is unknown, it means it's not complete character
-            if (tokenStr === UNKNOWN_UNICODE_CHAR || skipTokenEvent || ((grammar?.trimWhitespaceSuffix || trimWhitespaceSuffix) && tokenStr.trim() === "")) {
-                skippedChunksQueue.push(chunk);
-                continue;
-            }
-            if (skippedChunksQueue.length > 0) {
-                res.push(...skippedChunksQueue);
-                onToken?.(skippedChunksQueue);
-                skippedChunksQueue.length = 0;
-            }
-            res.push(chunk);
-            onToken?.([chunk]);
-            if (maxTokens != null && maxTokens > 0 && res.length >= maxTokens) {
-                stopReason = "maxTokens";
-                break;
-            }
-        }
-        let resText = this._ctx.decode(Uint32Array.from(res));
-        if (grammar?.trimWhitespaceSuffix || trimWhitespaceSuffix)
-            resText = resText.trimEnd();
-        return {
-            text: resText,
-            stopReason,
-            stopString: null,
-            stopStringSuffix: null
-        };
-    }
-    _checkStopString(tokenStr, stopStrings, stopStringIndexes) {
-        let skipTokenEvent = false;
-        for (let stopStringIndex = 0; stopStringIndex < stopStrings.length; stopStringIndex++) {
-            const stopString = stopStrings[stopStringIndex];
-            let localShouldSkipTokenEvent = false;
-            let i = 0;
-            for (; i < tokenStr.length && stopStringIndexes[stopStringIndex] !== stopString.length; i++) {
-                if (tokenStr[i] === stopString[stopStringIndexes[stopStringIndex]]) {
-                    stopStringIndexes[stopStringIndex]++;
-                    localShouldSkipTokenEvent = true;
-                }
-                else {
-                    stopStringIndexes[stopStringIndex] = 0;
-                    localShouldSkipTokenEvent = false;
-                }
-            }
-            if (stopStringIndexes[stopStringIndex] === stopString.length) {
-                return {
-                    shouldReturn: true,
-                    stopString,
-                    stopStringSuffix: tokenStr.length === i
-                        ? null
-                        : tokenStr.slice(i)
-                };
-            }
-            skipTokenEvent ||= localShouldSkipTokenEvent;
-        }
-        return { skipTokenEvent };
-    }
-}
-//# sourceMappingURL=LlamaChatSession.js.map

package/dist/llamaEvaluator/LlamaChatSession.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LlamaChatSession.js","sourceRoot":"","sources":["../../src/llamaEvaluator/LlamaChatSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,uBAAuB,EAAC,MAAM,cAAc,CAAC;AACrD,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAE9C,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAC,wBAAwB,EAAC,MAAM,6CAA6C,CAAC;AACrF,OAAO,EAAC,mBAAmB,EAAC,MAAM,2CAA2C,CAAC;AAE9E,OAAO,EAAC,0CAA0C,EAAC,MAAM,+DAA+D,CAAC;AACzH,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAC,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAG3C,OAAO,EAAC,2BAA2B,EAAC,MAAM,kCAAkC,CAAC;AAE7E,MAAM,oBAAoB,GAAG,QAAQ,CAAC;AAqGtC,MAAM,OAAO,gBAAgB;IACR,aAAa,CAAS;IACtB,qBAAqB,CAAU;IAC/B,cAAc,CAAoB;IAC3C,YAAY,GAAW,CAAC,CAAC;IACzB,YAAY,GAAY,KAAK,CAAC;IAC9B,eAAe,GAAkB,IAAI,CAAC;IACtC,qBAAqB,GAAkB,IAAI,CAAC;IAC5C,0BAA0B,GAA8C,IAAI,CAAC;IACpE,IAAI,CAAe;IAEpC;;OAEG;IACH,YAAmB,EACf,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,GAAG,IAAI,wBAAwB,EAAE,EAC9C,YAAY,GAAG,uBAAuB,EACtC,mBAAmB,EACG;QACtB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC;QACpB,IAAI,CAAC,qBAAqB,GAAG,oBAAoB,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,0BAA0B,GAAG,CAAC,mBAAmB,IAAI,IAAI,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7F,CAAC,CAAC,mBAAmB;YACrB,CAAC,CAAC,IAAI,CAAC;QAEX,IAAI,aAAa,KAAK,MAAM,EAAE;YAC1B,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;YAEhE,IAAI,WAAW,IAAI,IAAI;gBACnB,IAAI,CAAC,cAAc,GAAG,IAAI,WAAW,EAAE,CAAC;;gBAExC,IAAI,CAAC,cAAc,GAAG,IAAI,wBAAwB,EAAE,CAAC;SAC5D;;YACG,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IAC5C,CAAC;IAED,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,IAAI;QACb,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;YACpC,IAAI,IAAI,CAAC,YAAY;gBACjB,OAAO;YAEX,IAAI,IAAI,CAAC,qBAAqB;gBAC1B,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;YAE5D,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC7B,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,EAChC,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EACnC,oBAAoB,GAAG,KAAK,EAC5B,aAAa,KACW,EAAE;QAC1B,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;YAC7C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,oBAAoB,EAAE,aAAa;SACpG,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,EACxC,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EACnC,oBAAoB,GAAG,KAAK,EAC5B,aAAa,KACW,EAAE;QAC1B,IAAI,CAAC,IAAI,CAAC,WAAW;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAEtB,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC7C,IAAI,UAAU,GAAG,EAAE,CAAC;YAEpB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,IAAI,CAAC,0BAA0B,IAAI,IAAI,EAAE;gBACnE,MAAM,EAAC,IAAI,EAAE,UAAU,EAAE,gBAAgB,EAAC,GACtC,0CAA0C,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,0BAA0B,EAAE;oBAC7F,YAAY,EAAE,IAAI,CAAC,aAAa;oBAChC,kBAAkB,EAAE,IAAI,CAAC,YAAY;oBACrC,cAAc,EAAE,IAAI,CAAC,eAAe;oBACpC,oBAAoB,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;wBACxC,CAAC,CAAC,CACE,IAAI,CAAC,IAAI,CAAC,UAAU;4BAChB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;4BAC1B,CAAC,CAAC,IAAI,CACb;wBACD,CAAC,CAAC,IAAI,CAAC,qBAAqB;iBACnC,CAAC,CAAC;gBAEP,UAAU,IAAI,IAAI,CAAC;gBACnB,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC;gBAClC,IAAI,CAAC,qBAAqB,GAAG,gBAAgB,CAAC;gBAC9C,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC;gBAE5D,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC;aAC1C;YAED,UAAU,IAAI,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE;gBACjD,YAAY,EAAE,IAAI,CAAC,aAAa;gBAChC,WAAW,EAAE,IAAI,CAAC,YAAY;gBAC9B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,oBAAoB,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;oBACxC,CAAC,CAAC,CACE,IAAI,CAAC,IAAI,CAAC,UAAU;wBAChB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE;wBAC1B,CAAC,CAAC,IAAI,CACb;oBACD,CAAC,CAAC,IAAI,CAAC,qBAAqB;aACnC,CAAC,CAAC;YACH,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;YAElC,MAAM,EAAC,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAC,GAClD,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE;gBACjD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,oBAAoB;gBAClF,aAAa,EAAE,aAAa,IAAI,KAAK,CAAC,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAC,CAAC,aAAa;aAC1E,CAAC,CAAC;YACP,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC;YAClC,IAAI,CAAC,qBAAqB,GAAG,gBAAgB,CAAC;YAE9C,OAAO;gBACH,IAAI;gBACJ,UAAU;gBACV,UAAU;gBACV,gBAAgB;aACnB,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAmB,EAAE,EAC3C,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EACnC,oBAAoB,GAAG,KAAK,EAC5B,aAAa,EAAE,EACX,UAAU,EAAE,uBAAuB,GAAG,EAAE,EACxC,kBAAkB,EAClB,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,eAAe,EAClB,GAAG,EAAE,KAWN,EAAE;QACF,IAAI,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;QAEvD,IAAI,OAAO,IAAI,IAAI;YACf,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAE1D,MAAM,iBAAiB,GAAa,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,kBAAkB,GAAY,EAAE,CAAC;QACvC,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,MAAM,sBAAsB,GAAG,OAAO,IAAI,IAAI;YAC1C,CAAC,CAAC,IAAI,2BAA2B,CAAC,EAAC,OAAO,EAAC,CAAC;YAC5C,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,oBAAoB,GAAG,uBAAuB,GAAG,CAAC,CAAC;QACzD,IAAI,UAAU,GAA4C,UAAU,CAAC;QAErE,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC;YAEvD,IAAI,kBAAkB,IAAI,IAAI;gBAC1B,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAEpD,IAAI,CAAC,eAAe,EAAE;gBAClB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBAE1C,IAAI,OAAO,IAAI,IAAI;oBACf,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC;aACtE;YAED,OAAO,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1C,CAAC,CAAC;QAEF,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;YACnE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,sBAAsB;YAC/C,aAAa,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC/C,YAAY,EAAE,gBAAgB;gBAC9B,OAAO;gBACP,gBAAgB;gBAChB,eAAe;aAClB;SACJ,CAAC,CAAC,CAAC;QAEJ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,EAAE;YAC1C,IAAI,MAAM,EAAE,OAAO;gBACf,MAAM,IAAI,UAAU,EAAE,CAAC;YAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7D,MAAM,EACF,YAAY,EAAE,cAAc,EAAE,UAAU,EAAE,gBAAgB,EAC7D,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;YAEpE,IAAI,YAAY,EAAE;gBACd,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,MAAM,GAAG,CAAC;oBACnD,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;oBACxD,CAAC,CAAC,EAAE,CAAC;gBAET,IAAI,CAAC,0BAA0B,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAEvE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB;oBACrD,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;gBAEtE,IAAI,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAAE;oBACvC,MAAM,sBAAsB,GAAY,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC,CAAC;oBAEjG,GAAG,CAAC,IAAI,CAAC,GAAG,sBAAsB,CAAC,CAAC;oBACpC,OAAO,EAAE,CAAC,sBAAsB,CAAC,CAAC;oBAClC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC;iBACjC;gBAED,UAAU,GAAG,YAAY,CAAC;gBAE1B,OAAO;oBACH,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC7C,UAAU;oBACV,UAAU;oBACV,gBAAgB;iBACnB,CAAC;aACL;YAED,gEAAgE;YAChE,IAAI,QAAQ,KAAK,oBAAoB,IAAI,cAAc,IAAI,CACvD,CAAC,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,CACpF,EAAE;gBACC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,SAAS;aACZ;YAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;gBAChC,OAAO,EAAE,CAAC,kBAAkB,CAAC,CAAC;gBAC9B,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC;aACjC;YAED,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAEnB,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE;gBAC/D,UAAU,GAAG,WAAW,CAAC;gBACzB,MAAM;aACT;SACJ;QAED,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAEtD,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB;YACrD,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAEhC,OAAO;YACH,IAAI,EAAE,OAAO;YACb,UAAU;YACV,UAAU,EAAE,IAAI;YAChB,gBAAgB,EAAE,IAAI;SACzB,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,QAAgB,EAAE,WAAqB,EAAE,iBAA2B;QACzF,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,WAAW,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE;YACnF,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,CAAC,CAAC;YAEhD,IAAI,yBAAyB,GAAG,KAAK,CAAC;YACtC,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,iBAAiB,CAAC,eAAe,CAAC,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACzF,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,EAAE;oBAChE,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC;oBACrC,yBAAyB,GAAG,IAAI,CAAC;iBACpC;qBAAM;oBACH,iBAAiB,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;oBACvC,yBAAyB,GAAG,KAAK,CAAC;iBACrC;aACJ;YAED,IAAI,iBAAiB,CAAC,eAAe,CAAC,KAAK,UAAU,CAAC,MAAM,EAAE;gBAC1D,OAAO;oBACH,YAAY,EAAE,IAAI;oBAClB,UAAU;oBACV,gBAAgB,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;wBACnC,CAAC,CAAC,IAAI;wBACN,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;iBAC1B,CAAC;aACL;YAED,cAAc,KAAK,yBAAyB,CAAC;SAChD;QAED,OAAO,EAAC,cAAc,EAAC,CAAC;IAC5B,CAAC;CACJ"}

package/dist/llamaEvaluator/LlamaContext.d.ts

@@ -1,98 +0,0 @@
-import { Token } from "../types.js";
-import { LlamaModel } from "./LlamaModel.js";
-import { LlamaGrammarEvaluationState } from "./LlamaGrammarEvaluationState.js";
-import { LlamaGrammar } from "./LlamaGrammar.js";
-export type LlamaContextOptions = {
-    model: LlamaModel;
-    prependBos?: boolean;
-    /**
-     * @deprecated use the `grammar` option on `LlamaChatSession`'s `prompt` function
-     * or the `grammarEvaluationState` option on `LlamaContext`'s `evaluate` function instead
-     * @hidden
-     */
-    grammar?: LlamaGrammar;
-    /** If null, a random seed will be used */
-    seed?: number | null;
-    /** text context size */
-    contextSize?: number;
-    /** prompt processing batch size */
-    batchSize?: number;
-    /** the llama_eval() call computes all logits, not just the last one */
-    logitsAll?: boolean;
-    /** embedding mode only */
-    embedding?: boolean;
-    /** number of threads to use to evaluate tokens */
-    threads?: number;
-};
-export type LlamaContextRepeatPenalty = {
-    /** Tokens to lower the predication probability of to be the next predicted token */
-    punishTokens: Uint32Array | (() => Uint32Array);
-    /**
-     * The relative amount to lower the probability of the tokens in `punishTokens` by
-     * Defaults to `1.1`.
-     * Set to `1` to disable.
-     */
-    penalty?: number;
-    /**
-     * For n time a token is in the `punishTokens` array, lower its probability by `n * frequencyPenalty`
-     * Disabled by default (`0`).
-     * Set to a value between `0` and `1` to enable.
-     */
-    frequencyPenalty?: number;
-    /**
-     * Lower the probability of all the tokens in the `punishTokens` array by `presencePenalty`
-     * Disabled by default (`0`).
-     * Set to a value between `0` and `1` to enable.
-     */
-    presencePenalty?: number;
-};
-export declare class LlamaContext {
-    private readonly _model;
-    private readonly _ctx;
-    private readonly _prependBos;
-    private _prependTokens;
-    /**
-     * @param {LlamaContextOptions} options
-     */
-    constructor({ model, prependBos, grammar, seed, contextSize, batchSize, logitsAll, embedding, threads }: LlamaContextOptions);
-    encode(text: string): Uint32Array;
-    decode(tokens: Uint32Array | Token[]): string;
-    get prependBos(): boolean;
-    /**
-     * @returns {Token | null} The BOS (Beginning Of Sequence) token.
-     */
-    getBosToken(): Token | null;
-    /**
-     * @returns {Token | null} The EOS (End Of Sequence) token.
-     */
-    getEosToken(): Token | null;
-    /**
-     * @returns {Token | null} The NL (New Line) token.
-     */
-    getNlToken(): Token | null;
-    /**
-     * @returns {string | null} The BOS (Beginning Of Sequence) token as a string.
-     */
-    getBosString(): string | null;
-    /**
-     * @returns {string | null} The EOS (End Of Sequence) token as a string.
-     */
-    getEosString(): string | null;
-    /**
-     * @returns {string | null} The NL (New Line) token as a string.
-     */
-    getNlString(): string | null;
-    getContextSize(): number;
-    /**
-     * @param {Uint32Array} tokens
-     * @param {object} options
-     * @returns {AsyncGenerator<Token, void>}
-     */
-    evaluate(tokens: Uint32Array, { temperature, topK, topP, grammarEvaluationState, repeatPenalty }?: {
-        temperature?: number;
-        topK?: number;
-        topP?: number;
-        grammarEvaluationState?: LlamaGrammarEvaluationState;
-        repeatPenalty?: LlamaContextRepeatPenalty;
-    }): AsyncGenerator<Token, void>;
-}

package/dist/llamaEvaluator/LlamaContext.js

@@ -1,140 +0,0 @@
-import { removeNullFields } from "../utils/removeNullFields.js";
-import { LLAMAContext } from "./LlamaBins.js";
-export class LlamaContext {
-    _model;
-    _ctx;
-    _prependBos;
-    _prependTokens;
-    /** @internal */
-    _chatGrammar;
-    /**
-     * @param {LlamaContextOptions} options
-     */
-    constructor({ model, prependBos = true, grammar, seed = model._contextOptions.seed, contextSize = model._contextOptions.contextSize, batchSize = model._contextOptions.batchSize, logitsAll = model._contextOptions.logitsAll, embedding = model._contextOptions.embedding, threads = model._contextOptions.threads }) {
-        this._model = model;
-        this._ctx = new LLAMAContext(model._model, removeNullFields({
-            seed: seed != null ? Math.max(-1, seed) : undefined,
-            contextSize,
-            batchSize,
-            logitsAll,
-            embedding,
-            threads
-        }));
-        this._prependBos = prependBos;
-        this._prependTokens = [];
-        this._chatGrammar = grammar;
-        if (prependBos) {
-            this._prependTokens.unshift(this._ctx.tokenBos());
-        }
-    }
-    encode(text) {
-        if (text === "")
-            return new Uint32Array();
-        return this._ctx.encode(text);
-    }
-    decode(tokens) {
-        if (tokens.length === 0)
-            return "";
-        if (tokens instanceof Uint32Array)
-            return this._ctx.decode(tokens);
-        return this._ctx.decode(Uint32Array.from(tokens));
-    }
-    get prependBos() {
-        return this._prependBos;
-    }
-    /**
-     * @returns {Token | null} The BOS (Beginning Of Sequence) token.
-     */
-    getBosToken() {
-        const bosToken = this._ctx.tokenBos();
-        if (bosToken === -1)
-            return null;
-        return bosToken;
-    }
-    /**
-     * @returns {Token | null} The EOS (End Of Sequence) token.
-     */
-    getEosToken() {
-        const eosToken = this._ctx.tokenEos();
-        if (eosToken === -1)
-            return null;
-        return eosToken;
-    }
-    /**
-     * @returns {Token | null} The NL (New Line) token.
-     */
-    getNlToken() {
-        const nlToken = this._ctx.tokenNl();
-        if (nlToken === -1)
-            return null;
-        return nlToken;
-    }
-    /**
-     * @returns {string | null} The BOS (Beginning Of Sequence) token as a string.
-     */
-    getBosString() {
-        const bosToken = this.getBosToken();
-        if (bosToken == null)
-            return null;
-        return this._ctx.getTokenString(bosToken);
-    }
-    /**
-     * @returns {string | null} The EOS (End Of Sequence) token as a string.
-     */
-    getEosString() {
-        const eosToken = this.getEosToken();
-        if (eosToken == null)
-            return null;
-        return this._ctx.getTokenString(eosToken);
-    }
-    /**
-     * @returns {string | null} The NL (New Line) token as a string.
-     */
-    getNlString() {
-        const nlToken = this.getNlToken();
-        if (nlToken == null)
-            return null;
-        return this._ctx.getTokenString(nlToken);
-    }
-    getContextSize() {
-        return this._ctx.getContextSize();
-    }
-    /**
-     * @param {Uint32Array} tokens
-     * @param {object} options
-     * @returns {AsyncGenerator<Token, void>}
-     */
-    async *evaluate(tokens, { temperature = this._model._evaluationOptions.temperature, topK = this._model._evaluationOptions.topK, topP = this._model._evaluationOptions.topP, grammarEvaluationState, repeatPenalty } = {}) {
-        let evalTokens = tokens;
-        if (this._prependTokens.length > 0) {
-            const tokenArray = this._prependTokens.concat(Array.from(tokens));
-            evalTokens = Uint32Array.from(tokenArray);
-            this._prependTokens = [];
-        }
-        if (evalTokens.length === 0)
-            return;
-        // eslint-disable-next-line no-constant-condition
-        while (true) {
-            // Evaluate to get the next token.
-            const nextToken = await this._ctx.eval(evalTokens, removeNullFields({
-                temperature,
-                topK,
-                topP,
-                repeatPenalty: repeatPenalty?.penalty,
-                repeatPenaltyTokens: repeatPenalty?.punishTokens instanceof Function
-                    ? repeatPenalty.punishTokens()
-                    : repeatPenalty?.punishTokens,
-                repeatPenaltyPresencePenalty: repeatPenalty?.presencePenalty,
-                repeatPenaltyFrequencyPenalty: repeatPenalty?.frequencyPenalty,
-                grammarEvaluationState: grammarEvaluationState?._state
-            }));
-            // the assistant finished answering
-            if (nextToken === this._ctx.tokenEos())
-                break;
-            yield nextToken;
-            // Create tokens for the next eval.
-            evalTokens = Uint32Array.from([nextToken]);
-        }
-    }
-}
-//# sourceMappingURL=LlamaContext.js.map

package/dist/llamaEvaluator/LlamaContext.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LlamaContext.js","sourceRoot":"","sources":["../../src/llamaEvaluator/LlamaContext.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAE9D,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AA8D5C,MAAM,OAAO,YAAY;IACJ,MAAM,CAAa;IACnB,IAAI,CAAe;IACnB,WAAW,CAAU;IAC9B,cAAc,CAAU;IAEhC,gBAAgB;IACA,YAAY,CAAgB;IAG5C;;OAEG;IACH,YAAmB,EACf,KAAK,EACL,UAAU,GAAG,IAAI,EACjB,OAAO,EACP,IAAI,GAAG,KAAK,CAAC,eAAe,CAAC,IAAI,EACjC,WAAW,GAAG,KAAK,CAAC,eAAe,CAAC,WAAW,EAC/C,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC,SAAS,EAC3C,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC,SAAS,EAC3C,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC,SAAS,EAC3C,OAAO,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,EACrB;QAClB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,gBAAgB,CAAC;YACxD,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YACnD,WAAW;YACX,SAAS;YACT,SAAS;YACT,SAAS;YACT,OAAO;SACV,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;QAE5B,IAAI,UAAU,EAAE;YACZ,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;SACrD;IACL,CAAC;IAEM,MAAM,CAAC,IAAY;QACtB,IAAI,IAAI,KAAK,EAAE;YACX,OAAO,IAAI,WAAW,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAEM,MAAM,CAAC,MAA6B;QACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YACnB,OAAO,EAAE,CAAC;QAEd,IAAI,MAAM,YAAY,WAAW;YAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEpC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED;;OAEG;IACI,WAAW;QACd,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEtC,IAAI,QAAQ,KAAK,CAAC,CAAC;YACf,OAAO,IAAI,CAAC;QAEhB,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,WAAW;QACd,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEtC,IAAI,QAAQ,KAAK,CAAC,CAAC;YACf,OAAO,IAAI,CAAC;QAEhB,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,UAAU;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAEpC,IAAI,OAAO,KAAK,CAAC,CAAC;YACd,OAAO,IAAI,CAAC;QAEhB,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;OAEG;IACI,YAAY;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAEpC,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACI,YAAY;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAEpC,IAAI,QAAQ,IAAI,IAAI;YAChB,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACI,WAAW;QACd,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElC,IAAI,OAAO,IAAI,IAAI;YACf,OAAO,IAAI,CAAC;QAEhB,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC;IAEM,cAAc;QACjB,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAmB,EAAE,EACxC,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,EACxD,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,EAC1C,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,EAC1C,sBAAsB,EACtB,aAAa,KAIb,EAAE;QACF,IAAI,UAAU,GAAG,MAAM,CAAC;QAExB,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YAChC,MAAM,UAAU,GAAY,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAE3E,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1C,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;SAC5B;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YACvB,OAAO;QAEX,iDAAiD;QACjD,OAAO,IAAI,EAAE;YACT,kCAAkC;YAClC,MAAM,SAAS,GAAU,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBACvE,WAAW;gBACX,IAAI;gBACJ,IAAI;gBACJ,aAAa,EAAE,aAAa,EAAE,OAAO;gBACrC,mBAAmB,EAAE,aAAa,EAAE,YAAY,YAAY,QAAQ;oBAChE,CAAC,CAAC,aAAa,CAAC,YAAY,EAAE;oBAC9B,CAAC,CAAC,aAAa,EAAE,YAAY;gBACjC,4BAA4B,EAAE,aAAa,EAAE,eAAe;gBAC5D,6BAA6B,EAAE,aAAa,EAAE,gBAAgB;gBAC9D,sBAAsB,EAAE,sBAAsB,EAAE,MAAM;aACzD,CAAC,CAAC,CAAC;YAEJ,mCAAmC;YACnC,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAClC,MAAM;YAEV,MAAM,SAAS,CAAC;YAEhB,mCAAmC;YACnC,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;SAC9C;IACL,CAAC;CACJ"}

package/dist/utils/getTextCompletion.d.ts

@@ -1,3 +0,0 @@
-export declare function getTextCompletion(text: null, fullText: string | string[]): null;
-export declare function getTextCompletion(text: string, fullText: string | string[]): string | null;
-export declare function getTextCompletion(text: string | null, fullText: string | string[]): string | null;

package/dist/utils/getTextCompletion.js

@@ -1,12 +0,0 @@
-export function getTextCompletion(text, fullText) {
-    if (text == null) {
-        return null;
-    }
-    const fullTexts = typeof fullText === "string" ? [fullText] : fullText;
-    for (const fullText of fullTexts) {
-        if (fullText.startsWith(text))
-            return fullText.slice(text.length);
-    }
-    return null;
-}
-//# sourceMappingURL=getTextCompletion.js.map

package/dist/utils/getTextCompletion.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"getTextCompletion.js","sourceRoot":"","sources":["../../src/utils/getTextCompletion.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,iBAAiB,CAAC,IAAmB,EAAE,QAA2B;IAC9E,IAAI,IAAI,IAAI,IAAI,EAAE;QACd,OAAO,IAAI,CAAC;KACf;IAED,MAAM,SAAS,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEvE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAC9B,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;YACzB,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;KAC1C;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/utils/withLock.d.ts

@@ -1 +0,0 @@
-export declare function withLock<ReturnType>(scope: any, key: string, callback: () => Promise<ReturnType>): Promise<ReturnType>;

package/dist/utils/withLock.js

@@ -1,19 +0,0 @@
-const locks = new Map();
-export async function withLock(scope, key, callback) {
-    while (locks.get(scope)?.has(key)) {
-        await locks.get(scope)?.get(key);
-    }
-    const promise = callback();
-    if (!locks.has(scope))
-        locks.set(scope, new Map());
-    locks.get(scope).set(key, promise);
-    try {
-        return await promise;
-    }
-    finally {
-        locks.get(scope)?.delete(key);
-        if (locks.get(scope)?.size === 0)
-            locks.delete(scope);
-    }
-}
-//# sourceMappingURL=withLock.js.map

package/dist/utils/withLock.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"withLock.js","sourceRoot":"","sources":["../../src/utils/withLock.ts"],"names":[],"mappings":"AAAA,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkC,CAAC;AAExD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAa,KAAU,EAAE,GAAW,EAAE,QAAmC;IACnG,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE;QAC/B,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;KACpC;IAED,MAAM,OAAO,GAAG,QAAQ,EAAE,CAAC;IAE3B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QACjB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IAEhC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAEpC,IAAI;QACA,OAAO,MAAM,OAAO,CAAC;KACxB;YAAS;QACN,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QAE9B,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC;YAC5B,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KAC3B;AACL,CAAC"}