@realtimex/node-llama-cpp 0.1.0

package/dist/utils/createModelDownloader.js

@@ -0,0 +1,486 @@
+import process from "process";
+import path from "path";
+import { downloadFile, downloadSequence } from "ipull";
+import fs from "fs-extra";
+import chalk from "chalk";
+import { createSplitPartFilename, resolveSplitGgufParts } from "../gguf/utils/resolveSplitGgufParts.js";
+import { getFilenameForBinarySplitGgufPartUrls, resolveBinarySplitGgufPartUrls } from "../gguf/utils/resolveBinarySplitGgufPartUrls.js";
+import { cliModelsDirectory, isCI } from "../config.js";
+import { safeEventCallback } from "./safeEventCallback.js";
+import { resolveModelFileAccessTokensTryHeaders } from "./modelFileAccessTokens.js";
+import { pushAll } from "./pushAll.js";
+import { resolveModelDestination } from "./resolveModelDestination.js";
+import { getAuthorizationHeader, resolveParsedModelUri } from "./parseModelUri.js";
+import withOra from "./withOra.js";
+/**
+ * Create a model downloader to download a model from a URI.
+ * Uses [`ipull`](https://github.com/ido-pluto/ipull) to download a model file as fast as possible with parallel connections
+ * and other optimizations.
+ *
+ * If the uri points to a `.gguf` file that is split into multiple parts (for example, `model-00001-of-00009.gguf`),
+ * all the parts will be downloaded to the specified directory.
+ *
+ * If the uri points to a `.gguf` file that is binary split into multiple parts (for example, `model.gguf.part1of9`),
+ * all the parts will be spliced into a single file and be downloaded to the specified directory.
+ *
+ * If the uri points to a `.gguf` file that is not split or binary spliced (for example, `model.gguf`),
+ * the file will be downloaded to the specified directory.
+ *
+ * The supported URI schemes are:
+ * - **HTTP:** `https://`, `http://`
+ * - **Hugging Face:** `hf:<user>/<model>:<quant>` (`:<quant>` is optional, but recommended)
+ * - **Hugging Face:** `hf:<user>/<model>/<file-path>#<branch>` (`#<branch>` is optional)
+ * @example
+ * ```typescript
+ * import {fileURLToPath} from "url";
+ * import path from "path";
+ * import {createModelDownloader, getLlama} from "node-llama-cpp";
+ *
+ * const __dirname = path.dirname(fileURLToPath(import.meta.url));
+ *
+ * const downloader = await createModelDownloader({
+ *     modelUri: "https://example.com/model.gguf",
+ *     dirPath: path.join(__dirname, "models")
+ * });
+ * const modelPath = await downloader.download();
+ *
+ * const llama = await getLlama();
+ * const model = await llama.loadModel({
+ *     modelPath
+ * });
+ * ```
+ * @example
+ * ```typescript
+ * import {fileURLToPath} from "url";
+ * import path from "path";
+ * import {createModelDownloader, getLlama} from "node-llama-cpp";
+ *
+ * const __dirname = path.dirname(fileURLToPath(import.meta.url));
+ *
+ * const downloader = await createModelDownloader({
+ *     modelUri: "hf:user/model:quant",
+ *     dirPath: path.join(__dirname, "models")
+ * });
+ * const modelPath = await downloader.download();
+ *
+ * const llama = await getLlama();
+ * const model = await llama.loadModel({
+ *     modelPath
+ * });
+ * ```
+ */
+export function createModelDownloader(options) {
+    return ModelDownloader._create(options);
+}
+/**
+ * Combine multiple models downloaders to a single downloader to download everything using as much parallelism as possible.
+ *
+ * You can check each individual model downloader for its download progress,
+ * but only the `onProgress` passed to the combined downloader will be called during the download.
+ *
+ * When combining `ModelDownloader` instances, the following options on each individual `ModelDownloader` are ignored:
+ * - `showCliProgress`
+ * - `onProgress`
+ * - `parallelDownloads`
+ *
+ * To set any of those options for the combined downloader, you have to pass them to the combined downloader instance.
+ * @example
+ * ```typescript
+ * import {fileURLToPath} from "url";
+ * import path from "path";
+ * import {createModelDownloader, combineModelDownloaders, getLlama} from "node-llama-cpp";
+ *
+ * const __dirname = path.dirname(fileURLToPath(import.meta.url));
+ *
+ * const downloaders = [
+ *     createModelDownloader({
+ *         modelUri: "https://example.com/model1.gguf",
+ *         dirPath: path.join(__dirname, "models")
+ *     }),
+ *     createModelDownloader({
+ *         modelUri: "hf:user/model2:quant",
+ *         dirPath: path.join(__dirname, "models")
+ *     }),
+ *     createModelDownloader({
+ *         modelUri: "hf:user/model/model3.gguf",
+ *         dirPath: path.join(__dirname, "models")
+ *     })
+ * ];
+ * const combinedDownloader = await combineModelDownloaders(downloaders, {
+ *     showCliProgress: true // show download progress in the CLI
+ * });
+ * const [
+ *     model1Path,
+ *     model2Path,
+ *     model3Path
+ * ] = await combinedDownloader.download();
+ *
+ * const llama = await getLlama();
+ * const model1 = await llama.loadModel({
+ *     modelPath: model1Path!
+ * });
+ * const model2 = await llama.loadModel({
+ *     modelPath: model2Path!
+ * });
+ * const model3 = await llama.loadModel({
+ *     modelPath: model3Path!
+ * });
+ * ```
+ */
+export async function combineModelDownloaders(downloaders, options) {
+    const downloader = CombinedModelDownloader._create(await Promise.all(downloaders), options);
+    await downloader._init();
+    return downloader;
+}
+export class ModelDownloader {
+    /** @internal */ _modelUrl;
+    /** @internal */ _dirPath;
+    /** @internal */ _fileName;
+    /** @internal */ _headers;
+    /** @internal */ _showCliProgress;
+    /** @internal */ _onProgress;
+    /** @internal */ _tokens;
+    /** @internal */ _endpoints;
+    /** @internal */ _deleteTempFileOnCancel;
+    /** @internal */ _skipExisting;
+    /** @internal */ _parallelDownloads;
+    /** @internal */ _specificFileDownloaders = [];
+    /** @internal */ _downloader;
+    /** @internal */ _entrypointFilename;
+    /** @internal */ _splitBinaryParts;
+    /** @internal */ _totalFiles;
+    /** @internal */ _tryHeaders = [];
+    constructor(options, { resolvedModelUrl, resolvedFileName }) {
+        const { dirPath = cliModelsDirectory, headers, showCliProgress = false, onProgress, deleteTempFileOnCancel = true, skipExisting = true, parallelDownloads = 4, tokens, endpoints } = options;
+        this._modelUrl = resolvedModelUrl;
+        this._dirPath = path.resolve(process.cwd(), dirPath);
+        this._fileName = resolvedFileName;
+        this._headers = headers;
+        this._showCliProgress = showCliProgress;
+        this._onProgress = safeEventCallback(onProgress);
+        this._deleteTempFileOnCancel = deleteTempFileOnCancel;
+        this._skipExisting = skipExisting;
+        this._parallelDownloads = parallelDownloads;
+        this._tokens = tokens;
+        this._endpoints = endpoints;
+        this._onDownloadProgress = this._onDownloadProgress.bind(this);
+    }
+    /**
+     * The filename of the entrypoint file that should be used to load the model.
+     */
+    get entrypointFilename() {
+        return this._entrypointFilename;
+    }
+    /**
+     * The full path to the entrypoint file that should be used to load the model.
+     */
+    get entrypointFilePath() {
+        return path.join(this._dirPath, this.entrypointFilename);
+    }
+    /**
+     * If the model is binary spliced from multiple parts, this will return the number of those binary parts.
+     */
+    get splitBinaryParts() {
+        return this._splitBinaryParts;
+    }
+    /**
+     * The total number of files that will be saved to the directory.
+     * For split files, this will be the number of split parts, as multiple files will be saved.
+     * For binary-split files, this will be 1, as the parts will be spliced into a single file.
+     */
+    get totalFiles() {
+        return this._totalFiles;
+    }
+    get totalSize() {
+        return this._specificFileDownloaders
+            .map((downloader) => downloader.status.totalBytes)
+            .reduce((acc, totalBytes) => acc + totalBytes, 0);
+    }
+    get downloadedSize() {
+        return this._specificFileDownloaders
+            .map((downloader) => downloader.status.transferredBytes)
+            .reduce((acc, transferredBytes) => acc + transferredBytes, 0);
+    }
+    /**
+     * @returns The path to the entrypoint file that should be used to load the model
+     */
+    async download({ signal } = {}) {
+        if (signal?.aborted)
+            throw signal.reason;
+        const onAbort = () => {
+            signal?.removeEventListener("abort", onAbort);
+            this.cancel();
+        };
+        if (signal != null)
+            signal.addEventListener("abort", onAbort);
+        try {
+            if (this._onProgress)
+                this._downloader.on("progress", this._onDownloadProgress);
+            await this._downloader.download();
+        }
+        catch (err) {
+            if (signal?.aborted)
+                throw signal.reason;
+            throw err;
+        }
+        finally {
+            if (this._onProgress)
+                this._downloader.off("progress", this._onDownloadProgress);
+            if (signal != null)
+                signal.removeEventListener("abort", onAbort);
+        }
+        return this.entrypointFilePath;
+    }
+    async cancel({ deleteTempFile = this._deleteTempFileOnCancel } = {}) {
+        for (const downloader of this._specificFileDownloaders)
+            await downloader.close({ deleteTempFile });
+        if (this._downloader !== this._specificFileDownloaders[0])
+            await this._downloader?.close({ deleteTempFile });
+    }
+    /** @internal */
+    _onDownloadProgress() {
+        this._onProgress?.({
+            totalSize: this.totalSize,
+            downloadedSize: this.downloadedSize
+        });
+    }
+    /** @internal */
+    async resolveTryHeaders() {
+        if (this._tokens == null)
+            return;
+        pushAll(this._tryHeaders, await resolveModelFileAccessTokensTryHeaders(this._modelUrl, this._tokens, this._endpoints, this._headers));
+    }
+    /** @internal */
+    async _init() {
+        await this.resolveTryHeaders();
+        const binarySplitPartUrls = resolveBinarySplitGgufPartUrls(this._modelUrl);
+        await fs.ensureDir(this._dirPath);
+        if (binarySplitPartUrls instanceof Array) {
+            this._downloader = await downloadFile({
+                partURLs: binarySplitPartUrls,
+                directory: this._dirPath,
+                fileName: this._fileName ?? getFilenameForBinarySplitGgufPartUrls(binarySplitPartUrls),
+                cliProgress: this._showCliProgress,
+                cliStyle: isCI ? "ci" : "fancy",
+                headers: this._headers ?? {},
+                tryHeaders: this._tryHeaders.slice(),
+                skipExisting: this._skipExisting
+            });
+            this._specificFileDownloaders.push(this._downloader);
+            this._entrypointFilename = this._downloader.fileName;
+            this._splitBinaryParts = binarySplitPartUrls.length;
+            this._totalFiles = 1;
+            if (this._downloader.fileName == null || this._downloader.fileName === "")
+                throw new Error("Failed to get the file name from the given URL");
+            return;
+        }
+        const splitGgufPartUrls = resolveSplitGgufParts(this._modelUrl);
+        if (splitGgufPartUrls.length === 1) {
+            this._downloader = await downloadFile({
+                url: splitGgufPartUrls[0],
+                directory: this._dirPath,
+                fileName: this._fileName ?? undefined,
+                cliProgress: this._showCliProgress,
+                cliStyle: isCI ? "ci" : "fancy",
+                headers: this._headers ?? {},
+                tryHeaders: this._tryHeaders.slice(),
+                skipExisting: this._skipExisting
+            });
+            this._specificFileDownloaders.push(this._downloader);
+            this._entrypointFilename = this._downloader.fileName;
+            this._totalFiles = 1;
+            if (this._downloader.fileName == null || this._downloader.fileName === "")
+                throw new Error("Failed to get the file name from the given URL");
+            return;
+        }
+        const partDownloads = splitGgufPartUrls.map((url, index) => downloadFile({
+            url,
+            directory: this._dirPath,
+            fileName: this._fileName != null
+                ? createSplitPartFilename(this._fileName, index + 1, splitGgufPartUrls.length)
+                : undefined,
+            headers: this._headers ?? {},
+            tryHeaders: this._tryHeaders.slice(),
+            skipExisting: this._skipExisting
+        }));
+        this._downloader = await downloadSequence({
+            cliProgress: this._showCliProgress,
+            cliStyle: isCI ? "ci" : "fancy",
+            parallelDownloads: this._parallelDownloads
+        }, ...partDownloads);
+        const firstDownload = await partDownloads[0];
+        this._specificFileDownloaders = await Promise.all(partDownloads);
+        this._entrypointFilename = firstDownload.fileName;
+        this._totalFiles = partDownloads.length;
+        if (this._entrypointFilename == null || this._entrypointFilename === "")
+            throw new Error("Failed to get the file name from the given URL");
+        return;
+    }
+    /** @internal */
+    static async _create(options) {
+        const { modelUri, modelUrl, dirPath = cliModelsDirectory, fileName, _showUriResolvingProgress = false } = options;
+        const resolvedModelUri = modelUri || modelUrl;
+        if (resolvedModelUri == null || dirPath == null)
+            throw new Error("modelUri and dirPath cannot be null");
+        async function getModelUrlAndFilename() {
+            const resolvedModelDestination = resolveModelDestination(resolvedModelUri, undefined, options.endpoints);
+            if (resolvedModelDestination.type == "file")
+                return {
+                    resolvedModelUrl: path.resolve(dirPath, resolvedModelDestination.path),
+                    resolvedFileName: fileName
+                };
+            else if (resolvedModelDestination.type === "url")
+                return {
+                    resolvedModelUrl: resolvedModelDestination.url,
+                    resolvedFileName: fileName
+                };
+            else if (resolvedModelDestination.parsedUri.type === "resolved")
+                return {
+                    resolvedModelUrl: resolvedModelDestination.parsedUri.resolvedUrl,
+                    resolvedFileName: fileName || resolvedModelDestination.parsedUri.fullFilename
+                };
+            const resolvedUri = _showUriResolvingProgress
+                ? await withOra({
+                    loading: chalk.blue("Resolving model URI"),
+                    success: chalk.blue("Resolved model URI"),
+                    fail: chalk.blue("Failed to resolve model URI"),
+                    noSuccessLiveStatus: true
+                }, () => {
+                    return resolveParsedModelUri(resolvedModelDestination.parsedUri, {
+                        tokens: options.tokens,
+                        endpoints: options.endpoints,
+                        authorizationHeader: getAuthorizationHeader(options.headers)
+                    });
+                })
+                : await resolveParsedModelUri(resolvedModelDestination.parsedUri, {
+                    tokens: options.tokens,
+                    endpoints: options.endpoints,
+                    authorizationHeader: getAuthorizationHeader(options.headers)
+                });
+            return {
+                resolvedModelUrl: resolvedUri.resolvedUrl,
+                resolvedFileName: fileName || resolvedUri.fullFilename
+            };
+        }
+        const modelDownloader = new ModelDownloader(options, await getModelUrlAndFilename());
+        await modelDownloader._init();
+        return modelDownloader;
+    }
+}
+export class CombinedModelDownloader {
+    /** @internal */ _downloaders;
+    /** @internal */ _showCliProgress;
+    /** @internal */ _onProgress;
+    /** @internal */ _parallelDownloads;
+    /** @internal */ _lock = {};
+    /** @internal */ _downloader;
+    /**
+     * When combining `ModelDownloader` instances, the following options on each individual `ModelDownloader` are ignored:
+     * - `showCliProgress`
+     * - `onProgress`
+     * - `parallelDownloads`
+     *
+     * To set any of those options for the combined downloader, you have to pass them to the combined downloader instance
+     */
+    constructor(downloaders, options) {
+        const { showCliProgress = false, onProgress, parallelDownloads = 4 } = options ?? {};
+        this._downloaders = Object.freeze(downloaders);
+        this._showCliProgress = showCliProgress;
+        this._onProgress = onProgress;
+        this._parallelDownloads = parallelDownloads;
+        this._onDownloadProgress = this._onDownloadProgress.bind(this);
+    }
+    async cancel() {
+        for (const modelDownloader of this._downloaders) {
+            if (modelDownloader._specificFileDownloaders.every((downloader) => downloader.status.downloadStatus === "Finished"))
+                continue;
+            for (const downloader of modelDownloader._specificFileDownloaders)
+                await downloader.close({
+                    deleteTempFile: modelDownloader._deleteTempFileOnCancel
+                });
+        }
+    }
+    /**
+     * @returns The paths to the entrypoint files that should be used to load the models
+     */
+    async download({ signal } = {}) {
+        if (signal?.aborted)
+            throw signal.reason;
+        const onAbort = () => {
+            signal?.removeEventListener("abort", onAbort);
+            this.cancel();
+        };
+        if (signal != null)
+            signal.addEventListener("abort", onAbort);
+        try {
+            if (this._onProgress)
+                this._downloader.on("progress", this._onDownloadProgress);
+            await this._downloader.download();
+        }
+        catch (err) {
+            if (signal?.aborted)
+                throw signal.reason;
+            throw err;
+        }
+        finally {
+            if (this._onProgress)
+                this._downloader.off("progress", this._onDownloadProgress);
+            if (signal != null)
+                signal.removeEventListener("abort", onAbort);
+        }
+        return this.entrypointFilePaths;
+    }
+    get modelDownloaders() {
+        return this._downloaders;
+    }
+    /**
+     * The filename of the entrypoint files that should be used to load the models.
+     */
+    get entrypointFilenames() {
+        return this._downloaders.map((downloader) => downloader.entrypointFilename);
+    }
+    /**
+     * The full paths to the entrypoint files that should be used to load the models.
+     */
+    get entrypointFilePaths() {
+        return this._downloaders.map((downloader) => downloader.entrypointFilePath);
+    }
+    /**
+     * The accumulation of `totalFiles` of all the model downloaders
+     */
+    get totalFiles() {
+        return this._downloaders
+            .map((downloader) => downloader.totalFiles)
+            .reduce((acc, totalFiles) => acc + totalFiles, 0);
+    }
+    get totalSize() {
+        return this._downloaders
+            .map((downloader) => downloader.totalSize)
+            .reduce((acc, totalBytes) => acc + totalBytes, 0);
+    }
+    get downloadedSize() {
+        return this._downloaders
+            .map((downloader) => downloader.downloadedSize)
+            .reduce((acc, transferredBytes) => acc + transferredBytes, 0);
+    }
+    /** @internal */
+    _onDownloadProgress() {
+        this._onProgress?.({
+            totalSize: this.totalSize,
+            downloadedSize: this.downloadedSize
+        });
+    }
+    /** @internal */
+    async _init() {
+        this._downloader = await downloadSequence({
+            cliProgress: this._showCliProgress,
+            cliStyle: isCI ? "ci" : "fancy",
+            parallelDownloads: this._parallelDownloads
+        }, ...this._downloaders.flatMap((downloader) => downloader._specificFileDownloaders));
+    }
+    /** @internal */
+    static _create(downloaders, options) {
+        return new CombinedModelDownloader(downloaders, options);
+    }
+}
+//# sourceMappingURL=createModelDownloader.js.map

package/dist/utils/createModelDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createModelDownloader.js","sourceRoot":"","sources":["../../src/utils/createModelDownloader.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAoD,YAAY,EAAE,gBAAgB,EAAC,MAAM,OAAO,CAAC;AACxG,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,uBAAuB,EAAE,qBAAqB,EAAC,MAAM,wCAAwC,CAAC;AACtG,OAAO,EAAC,qCAAqC,EAAE,8BAA8B,EAAC,MAAM,iDAAiD,CAAC;AACtI,OAAO,EAAC,kBAAkB,EAAE,IAAI,EAAC,MAAM,cAAc,CAAC;AACtD,OAAO,EAAC,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAwB,sCAAsC,EAAC,MAAM,4BAA4B,CAAC;AAEzG,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AACrC,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAC,sBAAsB,EAAE,qBAAqB,EAAC,MAAM,oBAAoB,CAAC;AACjF,OAAO,OAAO,MAAM,cAAc,CAAC;AAuEnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAA+B;IACjE,OAAO,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC5C,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsDG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CACzC,WAA2D,EAC3D,OAAwC;IAExC,MAAM,UAAU,GAAG,uBAAuB,CAAC,OAAO,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;IAC5F,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,MAAM,OAAO,eAAe;IACxB,gBAAgB,CAAkB,SAAS,CAAS;IACpD,gBAAgB,CAAkB,QAAQ,CAAS;IACnD,gBAAgB,CAAkB,SAAS,CAAU;IACrD,gBAAgB,CAAkB,QAAQ,CAA0B;IACpE,gBAAgB,CAAkB,gBAAgB,CAAU;IAC5D,gBAAgB,CAAkB,WAAW,CAAwC;IACrF,gBAAgB,CAAkB,OAAO,CAAyB;IAClE,gBAAgB,CAAkB,UAAU,CAA0B;IACtE,gBAAgB,CAAiB,uBAAuB,CAAU;IAClE,gBAAgB,CAAkB,aAAa,CAAU;IACzD,gBAAgB,CAAkB,kBAAkB,CAAS;IAE7D,gBAAgB,CAAQ,wBAAwB,GAA2B,EAAE,CAAC;IAC9E,gBAAgB,CAAS,WAAW,CAAsD;IAC1F,gBAAgB,CAAS,mBAAmB,CAAU;IACtD,gBAAgB,CAAS,iBAAiB,CAAU;IACpD,gBAAgB,CAAS,WAAW,CAAU;IAC9C,gBAAgB,CAAS,WAAW,GAA6B,EAAE,CAAC;IAEpE,YAAoB,OAA+B,EAAE,EAAC,gBAAgB,EAAE,gBAAgB,EAGvF;QACG,MAAM,EACF,OAAO,GAAG,kBAAkB,EAAE,OAAO,EAAE,eAAe,GAAG,KAAK,EAAE,UAAU,EAAE,sBAAsB,GAAG,IAAI,EACzG,YAAY,GAAG,IAAI,EAAE,iBAAiB,GAAG,CAAC,EAAE,MAAM,EAAE,SAAS,EAChE,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,CAAC,uBAAuB,GAAG,sBAAsB,CAAC;QACtD,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAE5B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAoB,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,WAAY,CAAC;IAC7B,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,wBAAwB;aAC/B,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;aACjD,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,wBAAwB;aAC/B,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC;aACvD,MAAM,CAAC,CAAC,GAAG,EAAE,gBAAgB,EAAE,EAAE,CAAC,GAAG,GAAG,gBAAgB,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,QAAQ,CAAC,EAClB,MAAM,KAGN,EAAE;QACF,IAAI,MAAM,EAAE,OAAO;YACf,MAAM,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC;QAEF,IAAI,MAAM,IAAI,IAAI;YACd,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,WAAW;gBAChB,IAAI,CAAC,WAAY,CAAC,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAE/D,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,MAAM,EAAE,OAAO;gBACf,MAAM,MAAM,CAAC,MAAM,CAAC;YAExB,MAAM,GAAG,CAAC;QACd,CAAC;gBAAS,CAAC;YACP,IAAI,IAAI,CAAC,WAAW;gBAChB,IAAI,CAAC,WAAY,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAEhE,IAAI,MAAM,IAAI,IAAI;gBACd,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,EAChB,cAAc,GAAG,IAAI,CAAC,uBAAuB,KAQ7C,EAAE;QACF,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,wBAAwB;YAClD,MAAM,UAAU,CAAC,KAAK,CAAC,EAAC,cAAc,EAAC,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;YACrD,MAAM,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,EAAC,cAAc,EAAC,CAAC,CAAC;IACxD,CAAC;IAED,gBAAgB;IACR,mBAAmB;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,cAAc;SACtC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACR,KAAK,CAAC,iBAAiB;QAC3B,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI;YACpB,OAAO;QAEX,OAAO,CACH,IAAI,CAAC,WAAW,EAChB,MAAM,sCAAsC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAC7G,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,KAAK,CAAC,KAAK;QACd,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,mBAAmB,GAAG,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE3E,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,mBAAmB,YAAY,KAAK,EAAE,CAAC;YACvC,IAAI,CAAC,WAAW,GAAG,MAAM,YAAY,CAAC;gBAClC,QAAQ,EAAE,mBAAmB;gBAC7B,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,qCAAqC,CAAC,mBAAmB,CAAC;gBACtF,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;gBAC/B,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;gBAC5B,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;gBACpC,YAAY,EAAE,IAAI,CAAC,aAAa;aACnC,CAAC,CAAC;YACH,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAErD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YACrD,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,MAAM,CAAC;YACpD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YAErB,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,KAAK,EAAE;gBACrE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAEtE,OAAO;QACX,CAAC;QAED,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,GAAG,MAAM,YAAY,CAAC;gBAClC,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAE;gBAC1B,SAAS,EAAE,IAAI,CAAC,QAAQ;gBACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,SAAS;gBACrC,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;gBAC/B,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;gBAC5B,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;gBACpC,YAAY,EAAE,IAAI,CAAC,aAAa;aACnC,CAAC,CAAC;YACH,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAErD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YACrD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;YAErB,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,KAAK,EAAE;gBACrE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAEtE,OAAO;QACX,CAAC;QAED,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC;YACrE,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;gBAC5B,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,iBAAiB,CAAC,MAAM,CAAC;gBAC9E,CAAC,CAAC,SAAS;YACf,OAAO,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;YAC5B,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;YACpC,YAAY,EAAE,IAAI,CAAC,aAAa;SACnC,CAAC,CAAC,CAAC;QAEJ,IAAI,CAAC,WAAW,GAAG,MAAM,gBAAgB,CACrC;YACI,WAAW,EAAE,IAAI,CAAC,gBAAgB;YAClC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YAC/B,iBAAiB,EAAE,IAAI,CAAC,kBAAkB;SAC7C,EACD,GAAG,aAAa,CACnB,CAAC;QACF,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,CAAC,CAAE,CAAC;QAC9C,IAAI,CAAC,wBAAwB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEjE,IAAI,CAAC,mBAAmB,GAAG,aAAa,CAAC,QAAQ,CAAC;QAClD,IAAI,CAAC,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC;QAExC,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,IAAI,IAAI,CAAC,mBAAmB,KAAK,EAAE;YACnE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAEtE,OAAO;IACX,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAA+B;QACvD,MAAM,EACF,QAAQ,EAAE,QAAQ,EAAE,OAAO,GAAG,kBAAkB,EAAE,QAAQ,EAAE,yBAAyB,GAAG,KAAK,EAChG,GAAG,OAGH,CAAC;QACF,MAAM,gBAAgB,GAAG,QAAQ,IAAI,QAAQ,CAAC;QAE9C,IAAI,gBAAgB,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI;YAC3C,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAE3D,KAAK,UAAU,sBAAsB;YAIjC,MAAM,wBAAwB,GAAG,uBAAuB,CAAC,gBAAiB,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE1G,IAAI,wBAAwB,CAAC,IAAI,IAAI,MAAM;gBACvC,OAAO;oBACH,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,wBAAwB,CAAC,IAAI,CAAC;oBACtE,gBAAgB,EAAE,QAAQ;iBAC7B,CAAC;iBACD,IAAI,wBAAwB,CAAC,IAAI,KAAK,KAAK;gBAC5C,OAAO;oBACH,gBAAgB,EAAE,wBAAwB,CAAC,GAAG;oBAC9C,gBAAgB,EAAE,QAAQ;iBAC7B,CAAC;iBACD,IAAI,wBAAwB,CAAC,SAAS,CAAC,IAAI,KAAK,UAAU;gBAC3D,OAAO;oBACH,gBAAgB,EAAE,wBAAwB,CAAC,SAAS,CAAC,WAAW;oBAChE,gBAAgB,EAAE,QAAQ,IAAI,wBAAwB,CAAC,SAAS,CAAC,YAAY;iBAChF,CAAC;YAEN,MAAM,WAAW,GAAG,yBAAyB;gBACzC,CAAC,CAAC,MAAM,OAAO,CAAC;oBACZ,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;oBAC1C,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC;oBACzC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC;oBAC/C,mBAAmB,EAAE,IAAI;iBAC5B,EAAE,GAAG,EAAE;oBACJ,OAAO,qBAAqB,CAAC,wBAAwB,CAAC,SAAS,EAAE;wBAC7D,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,mBAAmB,EAAE,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC;qBAC/D,CAAC,CAAC;gBACP,CAAC,CAAC;gBACF,CAAC,CAAC,MAAM,qBAAqB,CAAC,wBAAwB,CAAC,SAAS,EAAE;oBAC9D,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,mBAAmB,EAAE,sBAAsB,CAAC,OAAO,CAAC,OAAO,CAAC;iBAC/D,CAAC,CAAC;YAEP,OAAO;gBACH,gBAAgB,EAAE,WAAW,CAAC,WAAW;gBACzC,gBAAgB,EAAE,QAAQ,IAAI,WAAW,CAAC,YAAY;aACzD,CAAC;QACN,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,MAAM,sBAAsB,EAAE,CAAC,CAAC;QACrF,MAAM,eAAe,CAAC,KAAK,EAAE,CAAC;QAC9B,OAAO,eAAe,CAAC;IAC3B,CAAC;CACJ;AAkBD,MAAM,OAAO,uBAAuB;IAChC,gBAAgB,CAAkB,YAAY,CAA6B;IAC3E,gBAAgB,CAAkB,gBAAgB,CAAU;IAC5D,gBAAgB,CAAkB,WAAW,CAAgD;IAC7F,gBAAgB,CAAkB,kBAAkB,CAAS;IAC7D,gBAAgB,CAAkB,KAAK,GAAG,EAAE,CAAC;IAC7C,gBAAgB,CAAS,WAAW,CAA+B;IAEnE;;;;;;;OAOG;IACH,YAAoB,WAA8B,EAAE,OAAwC;QACxF,MAAM,EACF,eAAe,GAAG,KAAK,EACvB,UAAU,EACV,iBAAiB,GAAG,CAAC,EACxB,GAAG,OAAO,IAAI,EAAE,CAAC;QAElB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,kBAAkB,GAAG,iBAAiB,CAAC;QAE5C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,CAAC;IAEM,KAAK,CAAC,MAAM;QACf,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9C,IAAI,eAAe,CAAC,wBAAwB,CAAC,KAAK,CAC9C,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,CAClE;gBACG,SAAS;YAEb,KAAK,MAAM,UAAU,IAAI,eAAe,CAAC,wBAAwB;gBAC7D,MAAM,UAAU,CAAC,KAAK,CAAC;oBACnB,cAAc,EAAE,eAAe,CAAC,uBAAuB;iBAC1D,CAAC,CAAC;QACX,CAAC;IACL,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,QAAQ,CAAC,EAClB,MAAM,KAGN,EAAE;QACF,IAAI,MAAM,EAAE,OAAO;YACf,MAAM,MAAM,CAAC,MAAM,CAAC;QAExB,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC,CAAC;QAEF,IAAI,MAAM,IAAI,IAAI;YACd,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,WAAW;gBAChB,IAAI,CAAC,WAAY,CAAC,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAE/D,MAAM,IAAI,CAAC,WAAY,CAAC,QAAQ,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,MAAM,EAAE,OAAO;gBACf,MAAM,MAAM,CAAC,MAAM,CAAC;YAExB,MAAM,GAAG,CAAC;QACd,CAAC;gBAAS,CAAC;YACP,IAAI,IAAI,CAAC,WAAW;gBAChB,IAAI,CAAC,WAAY,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAEhE,IAAI,MAAM,IAAI,IAAI;gBACd,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,IAAW,mBAAmB;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,IAAW,mBAAmB;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,IAAW,UAAU;QACjB,OAAO,IAAI,CAAC,YAAY;aACnB,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;aAC1C,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,YAAY;aACnB,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;aACzC,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,YAAY;aACnB,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC;aAC9C,MAAM,CAAC,CAAC,GAAG,EAAE,gBAAgB,EAAE,EAAE,CAAC,GAAG,GAAG,gBAAgB,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,gBAAgB;IACR,mBAAmB;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,cAAc;SACtC,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB;IACT,KAAK,CAAC,KAAK;QACd,IAAI,CAAC,WAAW,GAAG,MAAM,gBAAgB,CACrC;YACI,WAAW,EAAE,IAAI,CAAC,gBAAgB;YAClC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YAC/B,iBAAiB,EAAE,IAAI,CAAC,kBAAkB;SAC7C,EACD,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,wBAAwB,CAAC,CACpF,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,WAA8B,EAAE,OAAwC;QAC1F,OAAO,IAAI,uBAAuB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC7D,CAAC;CACJ"}

package/dist/utils/findBestOption.d.ts

@@ -0,0 +1,4 @@
+export declare function findBestOption<const O>({ generator, score }: {
+    generator: () => Generator<O>;
+    score: (option: O) => number | null;
+}): O | null;

package/dist/utils/findBestOption.js

@@ -0,0 +1,15 @@
+export function findBestOption({ generator, score }) {
+    let bestOption = null;
+    let bestScore = null;
+    for (const option of generator()) {
+        const currentScore = score(option);
+        if (currentScore === Infinity)
+            return option;
+        if (currentScore != null && (bestScore == null || currentScore > bestScore)) {
+            bestOption = option;
+            bestScore = currentScore;
+        }
+    }
+    return bestOption;
+}
+//# sourceMappingURL=findBestOption.js.map

package/dist/utils/findBestOption.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"findBestOption.js","sourceRoot":"","sources":["../../src/utils/findBestOption.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,cAAc,CAAU,EAAC,SAAS,EAAE,KAAK,EAGxD;IACG,IAAI,UAAU,GAAa,IAAI,CAAC;IAChC,IAAI,SAAS,GAAkB,IAAI,CAAC;IAEpC,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAEnC,IAAI,YAAY,KAAK,QAAQ;YACzB,OAAO,MAAM,CAAC;QAElB,IAAI,YAAY,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,YAAY,GAAG,SAAS,CAAC,EAAE,CAAC;YAC1E,UAAU,GAAG,MAAM,CAAC;YACpB,SAAS,GAAG,YAAY,CAAC;QAC7B,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}

package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.d.ts

@@ -0,0 +1,20 @@
+import { ChatHistoryItem, Tokenizer } from "../types.js";
+import { ChatWrapper } from "../ChatWrapper.js";
+export declare function findCharacterRemovalCountToFitChatHistoryInContext({ compressChatHistory, chatHistory, tokensCountToFit, tokenizer, chatWrapper, initialCharactersRemovalCount, estimatedCharactersPerToken, maxDecompressionAttempts, failedCompressionErrorMessage }: {
+    compressChatHistory(options: {
+        chatHistory: readonly ChatHistoryItem[];
+        charactersToRemove: number;
+        estimatedCharactersPerToken: number;
+    }): ChatHistoryItem[] | Promise<ChatHistoryItem[]>;
+    chatHistory: ChatHistoryItem[];
+    tokensCountToFit: number;
+    tokenizer: Tokenizer;
+    chatWrapper: ChatWrapper;
+    initialCharactersRemovalCount?: number;
+    estimatedCharactersPerToken?: number;
+    maxDecompressionAttempts?: number;
+    failedCompressionErrorMessage?: string;
+}): Promise<{
+    removedCharactersCount: number;
+    compressedChatHistory: ChatHistoryItem[];
+}>;

package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js

@@ -0,0 +1,85 @@
+const maxSequentialUnhelpfulIterations = 100;
+export async function findCharacterRemovalCountToFitChatHistoryInContext({ compressChatHistory, chatHistory, tokensCountToFit, tokenizer, chatWrapper, initialCharactersRemovalCount = 0, estimatedCharactersPerToken = 5, maxDecompressionAttempts = 2, failedCompressionErrorMessage = "Failed to compress chat history. Consider increasing the context size." }) {
+    let currentEstimatedCharactersPerToken = estimatedCharactersPerToken;
+    function getTokensCountForChatHistory(chatHistory) {
+        const { contextText } = chatWrapper.generateContextState({ chatHistory });
+        return contextText.tokenize(tokenizer, "trimLeadingSpace").length;
+    }
+    async function getResultForCharacterRemovalCount(characterRemovalCount) {
+        if (characterRemovalCount === 0)
+            return {
+                compressedHistory: chatHistory,
+                tokensCount: getTokensCountForChatHistory(chatHistory),
+                characterRemovalCount
+            };
+        const compressedHistory = await compressChatHistory({
+            chatHistory,
+            charactersToRemove: characterRemovalCount,
+            estimatedCharactersPerToken: currentEstimatedCharactersPerToken
+        });
+        return {
+            compressedHistory,
+            tokensCount: getTokensCountForChatHistory(compressedHistory),
+            characterRemovalCount
+        };
+    }
+    let latestCompressionAttempt = await getResultForCharacterRemovalCount(initialCharactersRemovalCount);
+    const firstCompressionAttempt = latestCompressionAttempt;
+    let latestCompressionAttemptTokensCount = latestCompressionAttempt.tokensCount;
+    let sameTokensCountRepetitions = 0;
+    if (latestCompressionAttempt.tokensCount === tokensCountToFit ||
+        (latestCompressionAttempt.tokensCount < tokensCountToFit && latestCompressionAttempt.characterRemovalCount === 0))
+        return {
+            removedCharactersCount: initialCharactersRemovalCount,
+            compressedChatHistory: latestCompressionAttempt.compressedHistory
+        };
+    let bestCompressionAttempt = latestCompressionAttempt;
+    for (let compressionAttempts = 0, decompressionAttempts = 0; bestCompressionAttempt.tokensCount !== tokensCountToFit;) {
+        if (compressionAttempts > 0) {
+            if (latestCompressionAttempt.tokensCount != firstCompressionAttempt.tokensCount &&
+                latestCompressionAttempt.characterRemovalCount != firstCompressionAttempt.characterRemovalCount)
+                currentEstimatedCharactersPerToken =
+                    Math.abs(latestCompressionAttempt.characterRemovalCount - firstCompressionAttempt.characterRemovalCount) /
+                        Math.abs(latestCompressionAttempt.tokensCount - firstCompressionAttempt.tokensCount);
+            if (!Number.isFinite(currentEstimatedCharactersPerToken) || currentEstimatedCharactersPerToken === 0)
+                currentEstimatedCharactersPerToken = estimatedCharactersPerToken;
+        }
+        const tokensLeftToRemove = latestCompressionAttempt.tokensCount - tokensCountToFit;
+        let additionalCharactersToRemove = Math.round(tokensLeftToRemove * currentEstimatedCharactersPerToken);
+        if (additionalCharactersToRemove === 0) {
+            if (tokensLeftToRemove > 0)
+                additionalCharactersToRemove = 1;
+            else if (tokensLeftToRemove < 0)
+                additionalCharactersToRemove = -1;
+        }
+        if (tokensLeftToRemove > 0)
+            compressionAttempts++;
+        else if (tokensLeftToRemove < 0)
+            decompressionAttempts++;
+        if (decompressionAttempts >= maxDecompressionAttempts)
+            break;
+        latestCompressionAttempt = await getResultForCharacterRemovalCount(latestCompressionAttempt.characterRemovalCount + additionalCharactersToRemove);
+        if ((bestCompressionAttempt.tokensCount > tokensCountToFit &&
+            latestCompressionAttempt.tokensCount <= bestCompressionAttempt.tokensCount) || (bestCompressionAttempt.tokensCount < tokensCountToFit &&
+            latestCompressionAttempt.tokensCount < tokensCountToFit &&
+            latestCompressionAttempt.tokensCount > bestCompressionAttempt.tokensCount) || (bestCompressionAttempt.tokensCount <= tokensCountToFit &&
+            latestCompressionAttempt.tokensCount <= tokensCountToFit &&
+            latestCompressionAttempt.characterRemovalCount < bestCompressionAttempt.characterRemovalCount))
+            bestCompressionAttempt = latestCompressionAttempt;
+        if (latestCompressionAttempt.tokensCount === latestCompressionAttemptTokensCount)
+            sameTokensCountRepetitions++;
+        else {
+            latestCompressionAttemptTokensCount = latestCompressionAttempt.tokensCount;
+            sameTokensCountRepetitions = 0;
+        }
+        if (decompressionAttempts === 0 &&
+            compressionAttempts >= maxSequentialUnhelpfulIterations &&
+            sameTokensCountRepetitions >= maxSequentialUnhelpfulIterations)
+            throw new Error(failedCompressionErrorMessage);
+    }
+    return {
+        removedCharactersCount: bestCompressionAttempt.characterRemovalCount,
+        compressedChatHistory: bestCompressionAttempt.compressedHistory
+    };
+}
+//# sourceMappingURL=findCharacterRemovalCountToFitChatHistoryInContext.js.map

package/dist/utils/findCharacterRemovalCountToFitChatHistoryInContext.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"findCharacterRemovalCountToFitChatHistoryInContext.js","sourceRoot":"","sources":["../../src/utils/findCharacterRemovalCountToFitChatHistoryInContext.ts"],"names":[],"mappings":"AAGA,MAAM,gCAAgC,GAAG,GAAG,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,kDAAkD,CAAC,EACrE,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,WAAW,EACX,6BAA6B,GAAG,CAAC,EACjC,2BAA2B,GAAG,CAAC,EAC/B,wBAAwB,GAAG,CAAC,EAC5B,6BAA6B,GAAG,wEAAwE,EAa3G;IAIG,IAAI,kCAAkC,GAAG,2BAA2B,CAAC;IAErE,SAAS,4BAA4B,CAAC,WAAuC;QACzE,MAAM,EAAC,WAAW,EAAC,GAAG,WAAW,CAAC,oBAAoB,CAAC,EAAC,WAAW,EAAC,CAAC,CAAC;QACtE,OAAO,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC,MAAM,CAAC;IACtE,CAAC;IAED,KAAK,UAAU,iCAAiC,CAAC,qBAA6B;QAC1E,IAAI,qBAAqB,KAAK,CAAC;YAC3B,OAAO;gBACH,iBAAiB,EAAE,WAAW;gBAC9B,WAAW,EAAE,4BAA4B,CAAC,WAAW,CAAC;gBACtD,qBAAqB;aACxB,CAAC;QAEN,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC;YAChD,WAAW;YACX,kBAAkB,EAAE,qBAAqB;YACzC,2BAA2B,EAAE,kCAAkC;SAClE,CAAC,CAAC;QAEH,OAAO;YACH,iBAAiB;YACjB,WAAW,EAAE,4BAA4B,CAAC,iBAAiB,CAAC;YAC5D,qBAAqB;SACxB,CAAC;IACN,CAAC;IAED,IAAI,wBAAwB,GAAG,MAAM,iCAAiC,CAAC,6BAA6B,CAAC,CAAC;IACtG,MAAM,uBAAuB,GAAG,wBAAwB,CAAC;IACzD,IAAI,mCAAmC,GAAG,wBAAwB,CAAC,WAAW,CAAC;IAC/E,IAAI,0BAA0B,GAAG,CAAC,CAAC;IAEnC,IAAI,wBAAwB,CAAC,WAAW,KAAK,gBAAgB;QACzD,CAAC,wBAAwB,CAAC,WAAW,GAAG,gBAAgB,IAAI,wBAAwB,CAAC,qBAAqB,KAAK,CAAC,CAAC;QAEjH,OAAO;YACH,sBAAsB,EAAE,6BAA6B;YACrD,qBAAqB,EAAE,wBAAwB,CAAC,iBAAiB;SACpE,CAAC;IAEN,IAAI,sBAAsB,GAAG,wBAAwB,CAAC;IACtD,KACI,IAAI,mBAAmB,GAAG,CAAC,EAAE,qBAAqB,GAAG,CAAC,EACtD,sBAAsB,CAAC,WAAW,KAAK,gBAAgB,GACzD,CAAC;QACC,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,wBAAwB,CAAC,WAAW,IAAI,uBAAuB,CAAC,WAAW;gBAC3E,wBAAwB,CAAC,qBAAqB,IAAI,uBAAuB,CAAC,qBAAqB;gBAE/F,kCAAkC;oBAC9B,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,qBAAqB,GAAG,uBAAuB,CAAC,qBAAqB,CAAC;wBACxG,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,WAAW,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;YAE7F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kCAAkC,CAAC,IAAI,kCAAkC,KAAK,CAAC;gBAChG,kCAAkC,GAAG,2BAA2B,CAAC;QACzE,CAAC;QAED,MAAM,kBAAkB,GAAG,wBAAwB,CAAC,WAAW,GAAG,gBAAgB,CAAC;QACnF,IAAI,4BAA4B,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,kCAAkC,CAAC,CAAC;QAEvG,IAAI,4BAA4B,KAAK,CAAC,EAAE,CAAC;YACrC,IAAI,kBAAkB,GAAG,CAAC;gBACtB,4BAA4B,GAAG,CAAC,CAAC;iBAChC,IAAI,kBAAkB,GAAG,CAAC;gBAC3B,4BAA4B,GAAG,CAAC,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,kBAAkB,GAAG,CAAC;YACtB,mBAAmB,EAAE,CAAC;aACrB,IAAI,kBAAkB,GAAG,CAAC;YAC3B,qBAAqB,EAAE,CAAC;QAE5B,IAAI,qBAAqB,IAAI,wBAAwB;YACjD,MAAM;QAEV,wBAAwB,GAAG,MAAM,iCAAiC,CAC9D,wBAAwB,CAAC,qBAAqB,GAAG,4BAA4B,CAChF,CAAC;QAEF,IAAI,CACA,sBAAsB,CAAC,WAAW,GAAG,gBAAgB;YACrD,wBAAwB,CAAC,WAAW,IAAI,sBAAsB,CAAC,WAAW,CAC7E,IAAI,CACD,sBAAsB,CAAC,WAAW,GAAG,gBAAgB;YACrD,wBAAwB,CAAC,WAAW,GAAG,gBAAgB;YACvD,wBAAwB,CAAC,WAAW,GAAG,sBAAsB,CAAC,WAAW,CAC5E,IAAI,CACD,sBAAsB,CAAC,WAAW,IAAI,gBAAgB;YACtD,wBAAwB,CAAC,WAAW,IAAI,gBAAgB;YACxD,wBAAwB,CAAC,qBAAqB,GAAG,sBAAsB,CAAC,qBAAqB,CAChG;YACG,sBAAsB,GAAG,wBAAwB,CAAC;QAEtD,IAAI,wBAAwB,CAAC,WAAW,KAAK,mCAAmC;YAC5E,0BAA0B,EAAE,CAAC;aAC5B,CAAC;YACF,mCAAmC,GAAG,wBAAwB,CAAC,WAAW,CAAC;YAC3E,0BAA0B,GAAG,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,qBAAqB,KAAK,CAAC;YAC3B,mBAAmB,IAAI,gCAAgC;YACvD,0BAA0B,IAAI,gCAAgC;YAE9D,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACvD,CAAC;IAED,OAAO;QACH,sBAAsB,EAAE,sBAAsB,CAAC,qBAAqB;QACpE,qBAAqB,EAAE,sBAAsB,CAAC,iBAAiB;KAClE,CAAC;AACN,CAAC"}