@realtimex/node-llama-cpp 0.1.0

package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js

@@ -0,0 +1,266 @@
+import { withLock } from "lifecycle-utils";
+import { pushAll } from "../../../utils/pushAll.js";
+import { getConsoleLogPrefix } from "../../../utils/getConsoleLogPrefix.js";
+import { LlamaSampler } from "../LlamaSampler.js";
+import { TokenPredictor } from "../TokenPredictor.js";
+const defaultPredictionMinTokens = 0;
+const defaultPredictionMaxTokens = 16;
+const defaultPredictionMinConfidence = 0.6;
+/**
+ * Predicts the next tokens by evaluating the current state of the target sequence
+ * on a draft sequence from a smaller and faster draft model.
+ * @see [Using Token Predictors: Draft Model Token Predictor](https://node-llama-cpp.withcat.ai/guide/token-prediction#draft-model)
+ */
+export class DraftSequenceTokenPredictor extends TokenPredictor {
+    /** @internal */ _draftSequence;
+    /** @internal */ _minTokens;
+    /** @internal */ _maxTokens;
+    /** @internal */ _minConfidence;
+    /** @internal */ _stateTokens = [];
+    /** @internal */ _pendingEvalTokens = [];
+    /** @internal */ _predictedTokens = [];
+    /** @internal */ _evaluateOptions = {};
+    /** @internal */ _overrideEvaluateOptions = {};
+    /** @internal */ _grammarEvaluationStateOption;
+    /** @internal */ _currentEvaluationAbortController = new AbortController();
+    /** @internal */ _resetAbortController = new AbortController();
+    /** @internal */ _stopped = true;
+    /** @internal */ _waitForPredictionExhaustion = false;
+    /** @internal */ _minTokensCallbacks = [];
+    /** @internal */ _resetPredictions = false;
+    /** @internal */ _iterator;
+    /** @internal */ _active = false;
+    /** @internal */ _disposed = false;
+    constructor(draftSequence, options = {}) {
+        super();
+        this._draftSequence = draftSequence;
+        this._minTokens = Math.floor(Math.max(0, options?.minTokens ?? defaultPredictionMinTokens));
+        this._maxTokens = Math.floor(Math.max(this._minTokens, options?.maxTokens ?? defaultPredictionMaxTokens));
+        this._overrideEvaluateOptions = options.evaluateOptions ?? {};
+        this._minConfidence = Math.min(1, Math.max(0, options?.minConfidence ?? defaultPredictionMinConfidence));
+        if (draftSequence.disposed)
+            throw new Error("The draft sequence is disposed");
+    }
+    get draftSequence() {
+        return this._draftSequence;
+    }
+    get minTokens() {
+        return this._minTokens;
+    }
+    get maxTokens() {
+        return this._maxTokens;
+    }
+    get minConfidence() {
+        return this._minConfidence;
+    }
+    async reset({ targetSequence, stateTokens, evaluateOptions }) {
+        this._currentEvaluationAbortController.abort();
+        this._resetAbortController.abort();
+        this._currentEvaluationAbortController = new AbortController();
+        this._resetAbortController = new AbortController();
+        this._stopped = true;
+        this._waitForPredictionExhaustion = false;
+        this._iterator?.return();
+        this._iterator = undefined;
+        const currentAbortSignal = this._resetAbortController.signal;
+        targetSequence.context._ctx.ensureDraftContextIsCompatibleForSpeculative(this._draftSequence.context._ctx);
+        try {
+            await withLock([this, "evaluate"], currentAbortSignal, async () => {
+                this._stateTokens = stateTokens.slice();
+                this._pendingEvalTokens = [];
+                this._predictedTokens = [];
+                this._resetPredictions = false;
+                while (this._minTokensCallbacks.length > 0)
+                    this._minTokensCallbacks.shift()?.();
+                const lastToken = this._stateTokens.pop();
+                if (lastToken != null)
+                    this._pendingEvalTokens.push(lastToken);
+                this._evaluateOptions = evaluateOptions;
+                this._grammarEvaluationStateOption = this._evaluateOptions.grammarEvaluationState instanceof Function
+                    ? this._evaluateOptions.grammarEvaluationState()?.clone()
+                    : this._evaluateOptions.grammarEvaluationState?.clone();
+                const newStateTokens = this._stateTokens.slice(-this._draftSequence.context.contextSize + 1);
+                await this._draftSequence.adaptStateToTokens(newStateTokens, true);
+                newStateTokens.splice(0, this._draftSequence.nextTokenIndex);
+                await this._draftSequence.evaluateWithoutGeneratingNewTokens(newStateTokens, {
+                    contextShift: this._evaluateOptions.contextShift,
+                    evaluationPriority: this._evaluateOptions.evaluationPriority
+                });
+            });
+        }
+        catch (err) {
+            if (err !== currentAbortSignal.reason)
+                throw err;
+        }
+    }
+    pushTokens(tokens) {
+        const grammarEvaluationStateOption = this._evaluateOptions.grammarEvaluationState instanceof Function
+            ? this._evaluateOptions.grammarEvaluationState()?.clone()
+            : this._evaluateOptions.grammarEvaluationState?.clone();
+        void withLock([this, "pushTokens"], async () => {
+            this._grammarEvaluationStateOption = grammarEvaluationStateOption;
+            const tokensToPush = tokens.slice();
+            while (!this._resetPredictions && tokensToPush.length > 0) {
+                const token = tokensToPush.shift();
+                if (this._predictedTokens.length > 0 && this._predictedTokens[0] === token) {
+                    this._predictedTokens.shift();
+                }
+                else {
+                    tokensToPush.unshift(token);
+                    break;
+                }
+            }
+            if (tokensToPush.length === 0) {
+                if (!this._waitForPredictionExhaustion || this._predictedTokens.length === 0)
+                    this._resume();
+                return;
+            }
+            this._currentEvaluationAbortController.abort();
+            this._currentEvaluationAbortController = new AbortController();
+            pushAll(this._pendingEvalTokens, tokensToPush);
+            this._resetPredictions = true;
+            this._resume();
+        });
+    }
+    predictTokens() {
+        if (this._stopped && this._pendingEvalTokens.length === 0 && !this._resetPredictions)
+            return this._predictedTokens;
+        this._stopped = false;
+        if (!this._waitForPredictionExhaustion || this._predictedTokens.length === 0) {
+            this._waitForPredictionExhaustion = false;
+            this._resume();
+        }
+        if (this._predictedTokens.length >= this._minTokens && !this._resetPredictions)
+            return this._predictedTokens;
+        if (!this._active || (this._waitForPredictionExhaustion && this._predictedTokens.length > 0)) {
+            if (this._resetPredictions)
+                return [];
+            return this._predictedTokens;
+        }
+        return new Promise((accept) => void this._minTokensCallbacks.push(accept))
+            .then(() => {
+            if (this._resetPredictions)
+                return [];
+            return this._predictedTokens;
+        });
+    }
+    stop(untilPredictionsExhausted = false) {
+        this._stopped = true;
+        this._currentEvaluationAbortController.abort();
+        this._currentEvaluationAbortController = new AbortController();
+        if (untilPredictionsExhausted)
+            this._waitForPredictionExhaustion = true;
+        void withLock([this, "evaluate"], async () => {
+            this._iterator?.return();
+            this._iterator = undefined;
+        });
+    }
+    dispose() {
+        this._disposed = true;
+        this._stopped = true;
+        this._resetAbortController.abort();
+        this._currentEvaluationAbortController.abort();
+        void withLock([this, "evaluate"], async () => {
+            this._iterator?.return();
+            this._iterator = undefined;
+        });
+    }
+    /** @internal */
+    _canIterate() {
+        return !this._disposed && !this._stopped && (this._predictedTokens.length < this._maxTokens || this._resetPredictions);
+    }
+    /** @internal */
+    _resume() {
+        if (this._active || !this._canIterate())
+            return;
+        this._active = true;
+        void withLock([this, "evaluate"], async () => {
+            try {
+                const abortSignal = this._currentEvaluationAbortController.signal;
+                if (!this._canIterate() || abortSignal.aborted)
+                    return;
+                const resetPredications = async () => {
+                    this._iterator?.return();
+                    this._iterator = undefined;
+                    this._waitForPredictionExhaustion = false;
+                    this._resetPredictions = false;
+                    const tokenToDelete = Math.max(0, Math.min(this._predictedTokens.length - 1, this._draftSequence.context.contextSize));
+                    this._predictedTokens = [];
+                    await this._draftSequence.eraseContextTokenRanges([{
+                            start: this._draftSequence.nextTokenIndex - tokenToDelete,
+                            end: this._draftSequence.nextTokenIndex
+                        }]);
+                };
+                const createIterator = () => {
+                    const tokens = this._pendingEvalTokens;
+                    this._pendingEvalTokens = [];
+                    return this.draftSequence.evaluateWithMetadata(tokens, { confidence: true }, {
+                        ...this._evaluateOptions,
+                        ...this._overrideEvaluateOptions,
+                        grammarEvaluationState: this._getGrammarEvaluationStateWithTokens(tokens)
+                    });
+                };
+                if (this._resetPredictions)
+                    await resetPredications();
+                if (!this._canIterate() || abortSignal.aborted)
+                    return;
+                let iterator = createIterator();
+                this._iterator = iterator;
+                while (this._canIterate() && !abortSignal.aborted) {
+                    const { value, done } = await iterator.next();
+                    let shouldBreak = done;
+                    if (value != null) {
+                        const { token, confidence } = value;
+                        if (this._minConfidence != null && this._minConfidence !== 0 && this._minConfidence !== 1 &&
+                            confidence < this._minConfidence) {
+                            this._iterator = undefined;
+                            await iterator.return();
+                            this._waitForPredictionExhaustion = true;
+                            shouldBreak = true;
+                        }
+                        else
+                            this._predictedTokens.push(token);
+                    }
+                    if (this._resetPredictions && !abortSignal.aborted) {
+                        await resetPredications();
+                        iterator = createIterator();
+                        this._iterator = iterator;
+                        continue;
+                    }
+                    if (this._predictedTokens.length >= this._minTokens) {
+                        while (this._minTokensCallbacks.length > 0)
+                            this._minTokensCallbacks.shift()?.();
+                    }
+                    if (shouldBreak) {
+                        this._iterator = undefined;
+                        await iterator.return();
+                        this._waitForPredictionExhaustion = true;
+                        while (this._minTokensCallbacks.length > 0)
+                            this._minTokensCallbacks.shift()?.();
+                        break;
+                    }
+                }
+            }
+            finally {
+                this._active = false;
+            }
+        });
+    }
+    /** @internal */
+    _getGrammarEvaluationStateWithTokens(tokens) {
+        if (this._grammarEvaluationStateOption == null)
+            return undefined;
+        const clone = this._grammarEvaluationStateOption.clone();
+        for (const token of tokens) {
+            const canAddToken = LlamaSampler._canBeNextTokenForGrammarEvaluationState(this._draftSequence.model._llama, clone, token);
+            if (!canAddToken) {
+                console.warn(getConsoleLogPrefix(false, false), "The pushed tokens are incompatible with the grammar evaluation state. The grammar will be ignored.");
+                this._grammarEvaluationStateOption = undefined;
+                return undefined;
+            }
+            LlamaSampler._acceptTokenOnGrammarEvaluationState(this._draftSequence.model._llama, clone, token);
+        }
+        return clone;
+    }
+}
+//# sourceMappingURL=DraftSequenceTokenPredictor.js.map

package/dist/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DraftSequenceTokenPredictor.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AAGzC,OAAO,EAAC,OAAO,EAAC,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAC,mBAAmB,EAAC,MAAM,uCAAuC,CAAC;AAE1E,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAEpD,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAE3C;;;;GAIG;AACH,MAAM,OAAO,2BAA4B,SAAQ,cAAc;IAC3D,gBAAgB,CAAkB,cAAc,CAAuB;IACvE,gBAAgB,CAAkB,UAAU,CAAS;IACrD,gBAAgB,CAAkB,UAAU,CAAS;IACrD,gBAAgB,CAAkB,cAAc,CAAU;IAC1D,gBAAgB,CAAS,YAAY,GAAY,EAAE,CAAC;IACpD,gBAAgB,CAAS,kBAAkB,GAAY,EAAE,CAAC;IAC1D,gBAAgB,CAAS,gBAAgB,GAAY,EAAE,CAAC;IACxD,gBAAgB,CAAS,gBAAgB,GAA4B,EAAE,CAAC;IACxE,gBAAgB,CAAS,wBAAwB,GAA4B,EAAE,CAAC;IAChF,gBAAgB,CAAS,6BAA6B,CAA+B;IACrF,gBAAgB,CAAS,iCAAiC,GAAoB,IAAI,eAAe,EAAE,CAAC;IACpG,gBAAgB,CAAS,qBAAqB,GAAoB,IAAI,eAAe,EAAE,CAAC;IACxF,gBAAgB,CAAS,QAAQ,GAAY,IAAI,CAAC;IAClD,gBAAgB,CAAS,4BAA4B,GAAY,KAAK,CAAC;IACvE,gBAAgB,CAAS,mBAAmB,GAAsB,EAAE,CAAC;IACrE,gBAAgB,CAAS,iBAAiB,GAAY,KAAK,CAAC;IAC5D,gBAAgB,CAAS,SAAS,CAAqF;IACvH,gBAAgB,CAAS,OAAO,GAAY,KAAK,CAAC;IAClD,gBAAgB,CAAS,SAAS,GAAY,KAAK,CAAC;IAEpD,YAAmB,aAAmC,EAAE,UAkCpD,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,IAAI,0BAA0B,CAAC,CAAC,CAAC;QAC5F,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,0BAA0B,CAAC,CAAC,CAAC;QAC1G,IAAI,CAAC,wBAAwB,GAAG,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC;QAC9D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,IAAI,8BAA8B,CAAC,CAAC,CAAC;QAEzG,IAAI,aAAa,CAAC,QAAQ;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAW,aAAa;QACpB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,IAAW,aAAa;QACpB,OAAO,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,EAAC,cAAc,EAAE,WAAW,EAAE,eAAe,EAI/D;QACG,IAAI,CAAC,iCAAiC,CAAC,KAAK,EAAE,CAAC;QAC/C,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,iCAAiC,GAAG,IAAI,eAAe,EAAE,CAAC;QAC/D,IAAI,CAAC,qBAAqB,GAAG,IAAI,eAAe,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,4BAA4B,GAAG,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,MAAM,kBAAkB,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC;QAE7D,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,4CAA4C,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAE3G,IAAI,CAAC;YACD,MAAM,QAAQ,CAAC,CAAC,IAAmC,EAAE,UAAU,CAAC,EAAE,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC7F,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;gBACxC,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;gBAC7B,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;gBAE/B,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC;oBACtC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC;gBAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;gBAC1C,IAAI,SAAS,IAAI,IAAI;oBACjB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAE5C,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;gBACxC,IAAI,CAAC,6BAA6B,GAAG,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,YAAY,QAAQ;oBACjG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE;oBACzD,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,KAAK,EAAE,CAAC;gBAE5D,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;gBAC7F,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;gBAEnE,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;gBAE7D,MAAM,IAAI,CAAC,cAAc,CAAC,kCAAkC,CAAC,cAAc,EAAE;oBACzE,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,YAAY;oBAChD,kBAAkB,EAAE,IAAI,CAAC,gBAAgB,CAAC,kBAAkB;iBAC/D,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,KAAK,kBAAkB,CAAC,MAAM;gBACjC,MAAM,GAAG,CAAC;QAClB,CAAC;IACL,CAAC;IAEM,UAAU,CAAC,MAAe;QAC7B,MAAM,4BAA4B,GAAG,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,YAAY,QAAQ;YACjG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE;YACzD,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,KAAK,EAAE,CAAC;QAC5D,KAAK,QAAQ,CAAC,CAAC,IAAmC,EAAE,YAAY,CAAC,EAAE,KAAK,IAAI,EAAE;YAC1E,IAAI,CAAC,6BAA6B,GAAG,4BAA4B,CAAC;YAElE,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC,iBAAiB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAG,CAAC;gBAEpC,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;oBACzE,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;gBAClC,CAAC;qBAAM,CAAC;oBACJ,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC5B,MAAM;gBACV,CAAC;YACL,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;oBACxE,IAAI,CAAC,OAAO,EAAE,CAAC;gBAEnB,OAAO;YACX,CAAC;YAED,IAAI,CAAC,iCAAiC,CAAC,KAAK,EAAE,CAAC;YAC/C,IAAI,CAAC,iCAAiC,GAAG,IAAI,eAAe,EAAE,CAAC;YAE/D,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;YAC/C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAE9B,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,aAAa;QAChB,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAChF,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAEjC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,4BAA4B,GAAG,KAAK,CAAC;YAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,iBAAiB;YAC1E,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAEjC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3F,IAAI,IAAI,CAAC,iBAAiB;gBACtB,OAAO,EAAE,CAAC;YAEd,OAAO,IAAI,CAAC,gBAAgB,CAAC;QACjC,CAAC;QAED,OAAO,IAAI,OAAO,CAAO,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC3E,IAAI,CAAC,GAAG,EAAE;YACP,IAAI,IAAI,CAAC,iBAAiB;gBACtB,OAAO,EAAE,CAAC;YAEd,OAAO,IAAI,CAAC,gBAAgB,CAAC;QACjC,CAAC,CAAC,CAAC;IACX,CAAC;IAEe,IAAI,CAAC,4BAAqC,KAAK;QAC3D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,iCAAiC,CAAC,KAAK,EAAE,CAAC;QAC/C,IAAI,CAAC,iCAAiC,GAAG,IAAI,eAAe,EAAE,CAAC;QAE/D,IAAI,yBAAyB;YACzB,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC;QAE7C,KAAK,QAAQ,CAAC,CAAC,IAAmC,EAAE,UAAU,CAAC,EAAE,KAAK,IAAI,EAAE;YACxE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC,CAAC;IACP,CAAC;IAEe,OAAO;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,CAAC,iCAAiC,CAAC,KAAK,EAAE,CAAC;QAE/C,KAAK,QAAQ,CAAC,CAAC,IAAmC,EAAE,UAAU,CAAC,EAAE,KAAK,IAAI,EAAE;YACxE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,WAAW;QACf,OAAO,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC3H,CAAC;IAED,gBAAgB;IACR,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnC,OAAO;QAEX,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,KAAK,QAAQ,CAAC,CAAC,IAAmC,EAAE,UAAU,CAAC,EAAE,KAAK,IAAI,EAAE;YACxE,IAAI,CAAC;gBACD,MAAM,WAAW,GAAG,IAAI,CAAC,iCAAiC,CAAC,MAAM,CAAC;gBAElE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,WAAW,CAAC,OAAO;oBAC1C,OAAO;gBAEX,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE;oBACjC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;oBACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC3B,IAAI,CAAC,4BAA4B,GAAG,KAAK,CAAC;oBAC1C,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;oBAC/B,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;oBACvH,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;oBAC3B,MAAM,IAAI,CAAC,cAAc,CAAC,uBAAuB,CAAC,CAAC;4BAC/C,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,cAAc,GAAG,aAAa;4BACzD,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,cAAc;yBAC1C,CAAC,CAAC,CAAC;gBACR,CAAC,CAAC;gBAEF,MAAM,cAAc,GAAG,GAAG,EAAE;oBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC;oBACvC,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;oBAC7B,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,MAAM,EAAE,EAAC,UAAU,EAAE,IAAI,EAAC,EAAE;wBACvE,GAAG,IAAI,CAAC,gBAAgB;wBACxB,GAAG,IAAI,CAAC,wBAAwB;wBAChC,sBAAsB,EAAE,IAAI,CAAC,oCAAoC,CAAC,MAAM,CAAC;qBAC5E,CAAC,CAAC;gBACP,CAAC,CAAC;gBAEF,IAAI,IAAI,CAAC,iBAAiB;oBACtB,MAAM,iBAAiB,EAAE,CAAC;gBAE9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,WAAW,CAAC,OAAO;oBAC1C,OAAO;gBAEX,IAAI,QAAQ,GAAG,cAAc,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;gBAC1B,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBAChD,MAAM,EAAC,KAAK,EAAE,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,WAAW,GAAG,IAAI,CAAC;oBACvB,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;wBAChB,MAAM,EAAC,KAAK,EAAE,UAAU,EAAC,GAAG,KAAK,CAAC;wBAElC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,KAAK,CAAC;4BACrF,UAAU,GAAG,IAAI,CAAC,cAAc,EAClC,CAAC;4BACC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;4BAC3B,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;4BACxB,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC;4BACzC,WAAW,GAAG,IAAI,CAAC;wBACvB,CAAC;;4BACG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC1C,CAAC;oBAED,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;wBACjD,MAAM,iBAAiB,EAAE,CAAC;wBAC1B,QAAQ,GAAG,cAAc,EAAE,CAAC;wBAC5B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;wBAC1B,SAAS;oBACb,CAAC;oBAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;wBAClD,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC;4BACtC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC;oBAC7C,CAAC;oBAED,IAAI,WAAW,EAAE,CAAC;wBACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;wBAC3B,MAAM,QAAQ,CAAC,MAAM,EAAE,CAAC;wBACxB,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC;wBAEzC,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC;4BACtC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC;wBAEzC,MAAM;oBACV,CAAC;gBACL,CAAC;YACL,CAAC;oBAAS,CAAC;gBACP,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACzB,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,oCAAoC,CAAC,MAAe;QACxD,IAAI,IAAI,CAAC,6BAA6B,IAAI,IAAI;YAC1C,OAAO,SAAS,CAAC;QAErB,MAAM,KAAK,GAAG,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,YAAY,CAAC,wCAAwC,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAE1H,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,oGAAoG,CAAC,CAAC;gBACtJ,IAAI,CAAC,6BAA6B,GAAG,SAAS,CAAC;gBAC/C,OAAO,SAAS,CAAC;YACrB,CAAC;YAED,YAAY,CAAC,oCAAoC,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACtG,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ"}

package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.d.ts

@@ -0,0 +1,58 @@
+import { Token } from "../../../types.js";
+import { TokenPredictor } from "../TokenPredictor.js";
+/**
+ * Attempts to find the last few generated tokens in the input (prompt) tokens to predict the next tokens.
+ *
+ * This is useful in input-grounded tasks (when the model frequently repeats some of the input tokens in the output,
+ * such as in text summarization or modifying code).
+ *
+ * This works in all completion classes, including `LlamaChatSession`, `LlamaChat`, and `LlamaCompletion`.
+ *
+ * Based on https://github.com/apoorvumang/prompt-lookup-decoding.
+ * @see [Using Token Predictors: Input Lookup Token Predictor](https://node-llama-cpp.withcat.ai/guide/token-prediction#input-lookup)
+ */
+export declare class InputLookupTokenPredictor extends TokenPredictor {
+    constructor(options?: {
+        patternLength?: {
+            /**
+             * Min pattern length to look for in the input tokens.
+             *
+             * Defaults to `1`.
+             */
+            min?: number;
+            /**
+             * Max pattern length to look for in the input tokens.
+             *
+             * Set to `0` to disable the max pattern size.
+             *
+             * Defaults to `0`.
+             */
+            max?: number;
+        };
+        predictionLength?: {
+            /**
+             * Minimum number of tokens to predict.
+             *
+             * Defaults to `1`.
+             */
+            min?: number;
+            /**
+             * Maximum number of tokens to predict.
+             *
+             * Defaults to `3`.
+             */
+            max?: number;
+        };
+    });
+    get patternMinLength(): number;
+    get patternMaxLength(): number;
+    get predictionMinLength(): number;
+    get predictionMaxLength(): number;
+    reset({ stateTokens }: {
+        stateTokens: Token[];
+    }): void;
+    updateInputTokens(tokens: Token[]): void;
+    pushTokens(tokens: Token[]): void;
+    predictTokens(): Token[];
+    dispose(): void;
+}

package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js

@@ -0,0 +1,138 @@
+import { DisposedError } from "lifecycle-utils";
+import { pushAll } from "../../../utils/pushAll.js";
+import { TokenPredictor } from "../TokenPredictor.js";
+const defaultPatternMinLength = 1;
+const defaultPatternMaxLength = 0;
+const defaultPredictionMinLength = 1;
+const defaultPredictionMaxLength = 3;
+/**
+ * Attempts to find the last few generated tokens in the input (prompt) tokens to predict the next tokens.
+ *
+ * This is useful in input-grounded tasks (when the model frequently repeats some of the input tokens in the output,
+ * such as in text summarization or modifying code).
+ *
+ * This works in all completion classes, including `LlamaChatSession`, `LlamaChat`, and `LlamaCompletion`.
+ *
+ * Based on https://github.com/apoorvumang/prompt-lookup-decoding.
+ * @see [Using Token Predictors: Input Lookup Token Predictor](https://node-llama-cpp.withcat.ai/guide/token-prediction#input-lookup)
+ */
+export class InputLookupTokenPredictor extends TokenPredictor {
+    /** @internal */ _patternMinLength;
+    /** @internal */ _patternMaxLength;
+    /** @internal */ _predictionMinLength;
+    /** @internal */ _predictionMaxLength;
+    /** @internal */ _lastPredictionMatchStartIndex = undefined;
+    /** @internal */ _lastPredictionMatchLength = undefined;
+    /** @internal */ _stateTokens = [];
+    /** @internal */ _inputTokens = [];
+    /** @internal */ _disposed = false;
+    constructor(options = {}) {
+        super();
+        this._patternMinLength = Math.floor(Math.max(1, options?.patternLength?.min ?? defaultPatternMinLength));
+        this._patternMaxLength = Math.floor(Math.max(0, Math.max(this._patternMinLength, options?.patternLength?.max ?? defaultPatternMaxLength)));
+        this._predictionMinLength = Math.floor(Math.max(1, options.predictionLength?.min ?? defaultPredictionMinLength));
+        this._predictionMaxLength = Math.floor(Math.max(this._patternMinLength, options.predictionLength?.max ?? defaultPredictionMaxLength));
+    }
+    get patternMinLength() {
+        return this._patternMinLength;
+    }
+    get patternMaxLength() {
+        return this._patternMaxLength;
+    }
+    get predictionMinLength() {
+        return this._predictionMinLength;
+    }
+    get predictionMaxLength() {
+        return this._predictionMaxLength;
+    }
+    reset({ stateTokens }) {
+        this._stateTokens = stateTokens.slice();
+        delete this._lastPredictionMatchStartIndex;
+        delete this._lastPredictionMatchLength;
+    }
+    updateInputTokens(tokens) {
+        this._inputTokens = tokens.slice();
+        delete this._lastPredictionMatchStartIndex;
+        delete this._lastPredictionMatchLength;
+    }
+    pushTokens(tokens) {
+        pushAll(this._stateTokens, tokens);
+        if (this._lastPredictionMatchStartIndex != null && this._lastPredictionMatchLength != null) {
+            this._lastPredictionMatchLength += tokens.length;
+        }
+    }
+    predictTokens() {
+        if (this._disposed)
+            throw new DisposedError();
+        if (this._inputTokens.length === 0 || this._stateTokens.length === 0)
+            return [];
+        if (this._lastPredictionMatchStartIndex != null && this._lastPredictionMatchLength != null) {
+            for (let p = this._lastPredictionMatchStartIndex + this._lastPredictionMatchLength - 1, s = this._stateTokens.length - 1; p >= this._lastPredictionMatchStartIndex && s >= 0; p--, s--) {
+                if (this._inputTokens[p] !== this._stateTokens[s]) {
+                    delete this._lastPredictionMatchStartIndex;
+                    delete this._lastPredictionMatchLength;
+                    break;
+                }
+            }
+            if (this._lastPredictionMatchStartIndex != null && this._lastPredictionMatchLength != null) {
+                const predictionEndIndex = this._lastPredictionMatchStartIndex + this._lastPredictionMatchLength;
+                if (predictionEndIndex < this._inputTokens.length) {
+                    return this._inputTokens.slice(predictionEndIndex, predictionEndIndex + this._predictionMaxLength);
+                }
+            }
+        }
+        const [matchStartIndex, matchLength] = this._findLongestPatternIndex(this._inputTokens, this._stateTokens);
+        if (matchStartIndex == null || matchLength == null)
+            return [];
+        const predictionEndIndex = matchStartIndex + matchLength;
+        const res = this._inputTokens.slice(predictionEndIndex, predictionEndIndex + this._predictionMaxLength);
+        if (res.length >= this._predictionMinLength) {
+            this._lastPredictionMatchStartIndex = matchStartIndex;
+            this._lastPredictionMatchLength = matchLength;
+            return res;
+        }
+        return [];
+    }
+    dispose() {
+        this._disposed = true;
+        this._stateTokens = [];
+        this._inputTokens = [];
+        delete this._lastPredictionMatchStartIndex;
+        delete this._lastPredictionMatchLength;
+    }
+    /** @internal */
+    _findLongestPatternIndex(findIn, lookupPattern) {
+        const checkIndexes = [];
+        let bestIndex = -1;
+        let bestIndexDiff = -1;
+        for (let i = findIn.length - this._predictionMinLength; i >= 0; i--) {
+            const token = findIn[i];
+            for (let j = checkIndexes.length - 1; j >= 0; j--) {
+                const startIndex = checkIndexes[j];
+                const indexDiff = startIndex - i;
+                if (lookupPattern[lookupPattern.length - 1 - indexDiff] !== token || (this._patternMaxLength > 0 && indexDiff >= this._patternMaxLength)) {
+                    checkIndexes.splice(j, 1);
+                    if (indexDiff >= this._patternMinLength && indexDiff >= bestIndexDiff) {
+                        bestIndex = startIndex;
+                        bestIndexDiff = indexDiff;
+                    }
+                }
+            }
+            if (token === lookupPattern[lookupPattern.length - 1])
+                checkIndexes.unshift(i);
+        }
+        for (let j = checkIndexes.length - 1; j >= 0; j--) {
+            const startIndex = checkIndexes[j];
+            const indexDiff = startIndex + 1;
+            checkIndexes.splice(j, 1);
+            if (indexDiff >= this._patternMinLength && indexDiff >= bestIndexDiff) {
+                bestIndex = startIndex;
+                bestIndexDiff = indexDiff;
+            }
+        }
+        if (bestIndex >= 0)
+            return [bestIndex - (bestIndexDiff - 1), bestIndexDiff];
+        return [];
+    }
+}
+//# sourceMappingURL=InputLookupTokenPredictor.js.map

package/dist/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InputLookupTokenPredictor.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAC,OAAO,EAAC,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAEpD,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAErC;;;;;;;;;;GAUG;AACH,MAAM,OAAO,yBAA0B,SAAQ,cAAc;IACzD,gBAAgB,CAAkB,iBAAiB,CAAS;IAC5D,gBAAgB,CAAkB,iBAAiB,CAAS;IAC5D,gBAAgB,CAAkB,oBAAoB,CAAS;IAC/D,gBAAgB,CAAkB,oBAAoB,CAAS;IAC/D,gBAAgB,CAAS,8BAA8B,GAAuB,SAAS,CAAC;IACxF,gBAAgB,CAAS,0BAA0B,GAAuB,SAAS,CAAC;IACpF,gBAAgB,CAAS,YAAY,GAAY,EAAE,CAAC;IACpD,gBAAgB,CAAS,YAAY,GAAY,EAAE,CAAC;IACpD,gBAAgB,CAAS,SAAS,GAAG,KAAK,CAAC;IAE3C,YAAmB,UAkCf,EAAE;QACF,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,IAAI,uBAAuB,CAAC,CAAC,CAAC;QACzG,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAC/B,IAAI,CAAC,GAAG,CACJ,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,IAAI,uBAAuB,CAAC,CAC3F,CACJ,CAAC;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,gBAAgB,EAAE,GAAG,IAAI,0BAA0B,CAAC,CAAC,CAAC;QACjH,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAClC,IAAI,CAAC,GAAG,CACJ,IAAI,CAAC,iBAAiB,EACtB,OAAO,CAAC,gBAAgB,EAAE,GAAG,IAAI,0BAA0B,CAC9D,CACJ,CAAC;IACN,CAAC;IAED,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED,IAAW,mBAAmB;QAC1B,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAED,IAAW,mBAAmB;QAC1B,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,EAAC,WAAW,EAExB;QACG,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,8BAA8B,CAAC;QAC3C,OAAO,IAAI,CAAC,0BAA0B,CAAC;IAC3C,CAAC;IAEe,iBAAiB,CAAC,MAAe;QAC7C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,8BAA8B,CAAC;QAC3C,OAAO,IAAI,CAAC,0BAA0B,CAAC;IAC3C,CAAC;IAEM,UAAU,CAAC,MAAe;QAC7B,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAEnC,IAAI,IAAI,CAAC,8BAA8B,IAAI,IAAI,IAAI,IAAI,CAAC,0BAA0B,IAAI,IAAI,EAAE,CAAC;YACzF,IAAI,CAAC,0BAA0B,IAAI,MAAM,CAAC,MAAM,CAAC;QACrD,CAAC;IACL,CAAC;IAEM,aAAa;QAChB,IAAI,IAAI,CAAC,SAAS;YACd,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;YAChE,OAAO,EAAE,CAAC;QAEd,IAAI,IAAI,CAAC,8BAA8B,IAAI,IAAI,IAAI,IAAI,CAAC,0BAA0B,IAAI,IAAI,EAAE,CAAC;YACzF,KACI,IAAI,CAAC,GAAG,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC,0BAA0B,GAAG,CAAC,EAC7E,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EACpC,CAAC,IAAI,IAAI,CAAC,8BAA8B,IAAI,CAAC,IAAI,CAAC,EAClD,CAAC,EAAE,EAAE,CAAC,EAAE,EACV,CAAC;gBACC,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChD,OAAO,IAAI,CAAC,8BAA8B,CAAC;oBAC3C,OAAO,IAAI,CAAC,0BAA0B,CAAC;oBACvC,MAAM;gBACV,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,8BAA8B,IAAI,IAAI,IAAI,IAAI,CAAC,0BAA0B,IAAI,IAAI,EAAE,CAAC;gBACzF,MAAM,kBAAkB,GAAG,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC,0BAA0B,CAAC;gBACjG,IAAI,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;oBAChD,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,kBAAkB,EAAE,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACvG,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,CAAC,eAAe,EAAE,WAAW,CAAC,GAAG,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3G,IAAI,eAAe,IAAI,IAAI,IAAI,WAAW,IAAI,IAAI;YAC9C,OAAO,EAAE,CAAC;QAEd,MAAM,kBAAkB,GAAG,eAAe,GAAG,WAAW,CAAC;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,kBAAkB,EAAE,kBAAkB,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAExG,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1C,IAAI,CAAC,8BAA8B,GAAG,eAAe,CAAC;YACtD,IAAI,CAAC,0BAA0B,GAAG,WAAW,CAAC;YAC9C,OAAO,GAAG,CAAC;QACf,CAAC;QAED,OAAO,EAAE,CAAC;IACd,CAAC;IAEe,OAAO;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,8BAA8B,CAAC;QAC3C,OAAO,IAAI,CAAC,0BAA0B,CAAC;IAC3C,CAAC;IAED,gBAAgB;IACR,wBAAwB,CAAC,MAAe,EAAE,aAAsB;QACpE,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;QACnB,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAExB,KAAK,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAE,CAAC;gBACpC,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC;gBACjC,IAAI,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,KAAK,IAAI,CACjE,IAAI,CAAC,iBAAiB,GAAG,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,iBAAiB,CACpE,EAAE,CAAC;oBACA,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAE1B,IAAI,SAAS,IAAI,IAAI,CAAC,iBAAiB,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;wBACpE,SAAS,GAAG,UAAU,CAAC;wBACvB,aAAa,GAAG,SAAS,CAAC;oBAC9B,CAAC;gBACL,CAAC;YACL,CAAC;YAED,IAAI,KAAK,KAAK,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;gBACjD,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAE,CAAC;YACpC,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,CAAC;YACjC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAE1B,IAAI,SAAS,IAAI,IAAI,CAAC,iBAAiB,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;gBACpE,SAAS,GAAG,UAAU,CAAC;gBACvB,aAAa,GAAG,SAAS,CAAC;YAC9B,CAAC;QACL,CAAC;QAED,IAAI,SAAS,IAAI,CAAC;YACd,OAAO,CAAC,SAAS,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAE5D,OAAO,EAAE,CAAC;IACd,CAAC;CACJ"}