@milaboratories/pl-drivers 1.11.58 → 1.11.60

package/dist/drivers/download_url/driver.js

@@ -1,129 +1,111 @@
-import { Computable } from '@milaboratories/computable';
-import { TaskProcessor } from '@milaboratories/ts-helpers';
-import { randomUUID, createHash } from 'node:crypto';
-import * as path from 'node:path';
-import { RemoteFileDownloader } from '../../helpers/download.js';
-import { isDownloadNetworkError400 } from '../../helpers/download_errors.js';
-import { FilesCache } from '../helpers/files_cache.js';
-import { stringifyWithResourceId } from '@milaboratories/pl-client';
-import { isBlockUIURL } from '@milaboratories/pl-model-common';
-import { getPathForBlockUIURL } from '../urls/url.js';
-import { URLAborted, rmRFDir, DownloadByUrlTask } from './task.js';
+import { isDownloadNetworkError400 } from "../../helpers/download_errors.js";
+import { RemoteFileDownloader } from "../../helpers/download.js";
+import { FilesCache } from "../helpers/files_cache.js";
+import { getPathForBlockUIURL } from "../urls/url.js";
+import { DownloadByUrlTask, URLAborted, rmRFDir } from "./task.js";
+import { stringifyWithResourceId } from "@milaboratories/pl-client";
+import { TaskProcessor } from "@milaboratories/ts-helpers";
+import * as path$1 from "node:path";
+import { Computable } from "@milaboratories/computable";
+import { isBlockUIURL } from "@milaboratories/pl-model-common";
+import { createHash, randomUUID } from "node:crypto";
 
+//#region src/drivers/download_url/driver.ts
 /** Downloads .tar or .tar.gz archives by given URLs
- * and extracts them into saveDir. */
-class DownloadUrlDriver {
-    logger;
-    saveDir;
-    signer;
-    opts;
-    downloadHelper;
-    urlToDownload = new Map();
-    downloadQueue;
-    /** Writes and removes files to a hard drive and holds a counter for every
-     * file that should be kept. */
-    cache;
-    constructor(logger, httpClient, saveDir, signer, opts = {
-        cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB
-        withGunzip: true,
-        nConcurrentDownloads: 50,
-    }) {
-        this.logger = logger;
-        this.saveDir = saveDir;
-        this.signer = signer;
-        this.opts = opts;
-        this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads);
-        this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);
-        this.downloadHelper = new RemoteFileDownloader(httpClient);
-    }
-    /** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */
-    getUrl(url, ctx) {
-        // wrap result as computable, if we were not given an existing computable context
-        if (ctx === undefined)
-            return Computable.make((c) => this.getUrl(url, c));
-        const callerId = randomUUID();
-        // read as ~ golang's defer
-        ctx.addOnDestroy(() => this.releasePath(url, callerId));
-        const result = this.getUrlNoCtx(url, ctx.watcher, callerId);
-        if (result?.url === undefined)
-            ctx.markUnstable(`a path to the downloaded and untared archive might be undefined. The current result: ${result}`);
-        return result;
-    }
-    getUrlNoCtx(url, w, callerId) {
-        const key = url.toString();
-        const task = this.urlToDownload.get(key);
-        if (task !== undefined) {
-            task.attach(w, callerId);
-            return task.getUrl();
-        }
-        const newTask = this.setNewTask(w, url, callerId);
-        this.downloadQueue.push({
-            fn: async () => this.downloadUrl(newTask, callerId),
-            recoverableErrorPredicate: (e) => !(e instanceof URLAborted) && !isDownloadNetworkError400(e),
-        });
-        return newTask.getUrl();
-    }
-    getPathForBlockUI(url) {
-        if (!isBlockUIURL(url)) {
-            throw new Error(`getPathForBlockUI: ${url} is invalid`);
-        }
-        return getPathForBlockUIURL(this.signer, url, this.saveDir);
-    }
-    /** Downloads and extracts a tar archive if it wasn't downloaded yet. */
-    async downloadUrl(task, callerId) {
-        await task.download(this.downloadHelper, this.opts.withGunzip);
-        // Might be undefined if a error happened
-        if (task.getUrl()?.url !== undefined)
-            this.cache.addCache(task, callerId);
-    }
-    /** Removes a directory and aborts a downloading task when all callers
-     * are not interested in it. */
-    async releasePath(url, callerId) {
-        const key = url.toString();
-        const task = this.urlToDownload.get(key);
-        if (task == undefined)
-            return;
-        if (this.cache.existsFile(task.path)) {
-            const toDelete = this.cache.removeFile(task.path, callerId);
-            await Promise.all(toDelete.map(async (task) => {
-                await rmRFDir(task.path);
-                this.cache.removeCache(task);
-                this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removed` +
-                    `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`);
-            }));
-        }
-        else {
-            // The task is still in a downloading queue.
-            const deleted = task.counter.dec(callerId);
-            if (deleted)
-                this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removed from cache`);
-        }
-    }
-    /** Removes all files from a hard drive. */
-    async releaseAll() {
-        this.downloadQueue.stop();
-        await Promise.all(Array.from(this.urlToDownload.entries()).map(async ([, task]) => {
-            await rmRFDir(task.path);
-            this.cache.removeCache(task);
-            this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`);
-        }));
-    }
-    setNewTask(w, url, callerId) {
-        const result = new DownloadByUrlTask(this.logger, this.getFilePath(url), url, this.signer, this.saveDir);
-        result.attach(w, callerId);
-        this.urlToDownload.set(url.toString(), result);
-        return result;
-    }
-    removeTask(task, reason) {
-        task.abort(reason);
-        task.change.markChanged(`task for url ${task.url} removed: ${reason}`);
-        this.urlToDownload.delete(task.url.toString());
-    }
-    getFilePath(url) {
-        const sha256 = createHash("sha256").update(url.toString()).digest("hex");
-        return path.join(this.saveDir, sha256);
-    }
-}
+* and extracts them into saveDir. */
+var DownloadUrlDriver = class {
+	downloadHelper;
+	urlToDownload = /* @__PURE__ */ new Map();
+	downloadQueue;
+	/** Writes and removes files to a hard drive and holds a counter for every
+	* file that should be kept. */
+	cache;
+	constructor(logger, httpClient, saveDir, signer, opts = {
+		cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024,
+		withGunzip: true,
+		nConcurrentDownloads: 50
+	}) {
+		this.logger = logger;
+		this.saveDir = saveDir;
+		this.signer = signer;
+		this.opts = opts;
+		this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads);
+		this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);
+		this.downloadHelper = new RemoteFileDownloader(httpClient);
+	}
+	/** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */
+	getUrl(url, ctx) {
+		if (ctx === void 0) return Computable.make((c) => this.getUrl(url, c));
+		const callerId = randomUUID();
+		ctx.addOnDestroy(() => this.releasePath(url, callerId));
+		const result = this.getUrlNoCtx(url, ctx.watcher, callerId);
+		if (result?.url === void 0) ctx.markUnstable(`a path to the downloaded and untared archive might be undefined. The current result: ${result}`);
+		return result;
+	}
+	getUrlNoCtx(url, w, callerId) {
+		const key = url.toString();
+		const task = this.urlToDownload.get(key);
+		if (task !== void 0) {
+			task.attach(w, callerId);
+			return task.getUrl();
+		}
+		const newTask = this.setNewTask(w, url, callerId);
+		this.downloadQueue.push({
+			fn: async () => this.downloadUrl(newTask, callerId),
+			recoverableErrorPredicate: (e) => !(e instanceof URLAborted) && !isDownloadNetworkError400(e)
+		});
+		return newTask.getUrl();
+	}
+	getPathForBlockUI(url) {
+		if (!isBlockUIURL(url)) throw new Error(`getPathForBlockUI: ${url} is invalid`);
+		return getPathForBlockUIURL(this.signer, url, this.saveDir);
+	}
+	/** Downloads and extracts a tar archive if it wasn't downloaded yet. */
+	async downloadUrl(task, callerId) {
+		await task.download(this.downloadHelper, this.opts.withGunzip);
+		if (task.getUrl()?.url !== void 0) this.cache.addCache(task, callerId);
+	}
+	/** Removes a directory and aborts a downloading task when all callers
+	* are not interested in it. */
+	async releasePath(url, callerId) {
+		const key = url.toString();
+		const task = this.urlToDownload.get(key);
+		if (task == void 0) return;
+		if (this.cache.existsFile(task.path)) {
+			const toDelete = this.cache.removeFile(task.path, callerId);
+			await Promise.all(toDelete.map(async (task) => {
+				await rmRFDir(task.path);
+				this.cache.removeCache(task);
+				this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removedfrom cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`);
+			}));
+		} else if (task.counter.dec(callerId)) this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removed from cache`);
+	}
+	/** Removes all files from a hard drive. */
+	async releaseAll() {
+		this.downloadQueue.stop();
+		await Promise.all(Array.from(this.urlToDownload.entries()).map(async ([, task]) => {
+			await rmRFDir(task.path);
+			this.cache.removeCache(task);
+			this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`);
+		}));
+	}
+	setNewTask(w, url, callerId) {
+		const result = new DownloadByUrlTask(this.logger, this.getFilePath(url), url, this.signer, this.saveDir);
+		result.attach(w, callerId);
+		this.urlToDownload.set(url.toString(), result);
+		return result;
+	}
+	removeTask(task, reason) {
+		task.abort(reason);
+		task.change.markChanged(`task for url ${task.url} removed: ${reason}`);
+		this.urlToDownload.delete(task.url.toString());
+	}
+	getFilePath(url) {
+		const sha256 = createHash("sha256").update(url.toString()).digest("hex");
+		return path$1.join(this.saveDir, sha256);
+	}
+};
 
+//#endregion
 export { DownloadUrlDriver };
-//# sourceMappingURL=driver.js.map
+//# sourceMappingURL=driver.js.map

package/dist/drivers/download_url/driver.js.map

@@ -1 +1 @@
-{"version":3,"file":"driver.js","sources":["../../../src/drivers/download_url/driver.ts"],"sourcesContent":["import type { ComputableCtx, Watcher } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport { createHash, randomUUID } from \"node:crypto\";\nimport * as path from \"node:path\";\nimport type { Dispatcher } from \"undici\";\nimport { RemoteFileDownloader } from \"../../helpers/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport { FilesCache } from \"../helpers/files_cache\";\nimport { stringifyWithResourceId } from \"@milaboratories/pl-client\";\nimport type { BlockUIURL, FrontendDriver } from \"@milaboratories/pl-model-common\";\nimport { isBlockUIURL } from \"@milaboratories/pl-model-common\";\nimport { getPathForBlockUIURL } from \"../urls/url\";\nimport { DownloadByUrlTask, rmRFDir, URLAborted } from \"./task\";\n\nexport interface DownloadUrlSyncReader {\n  /** Returns a Computable that (when the time will come)\n   * downloads an archive from an URL,\n   * extracts it to the local dir and returns a path to that dir. */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n}\n\nexport interface UrlResult {\n  /** Path to the downloadable blob along with the signature and a custom protocol,\n   * might be undefined when the error happened. */\n  url?: BlockUIURL;\n  /** Error that happened when the archive were downloaded. */\n  error?: string;\n}\n\nexport type DownloadUrlDriverOps = {\n  /** A soft limit of the amount of blob storage, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one\n   * when they become unneeded.\n   * */\n  cacheSoftSizeBytes: number;\n\n  /** Whether to gunzip the downloaded archive (it will be untared automatically). */\n  withGunzip: boolean;\n\n  /** Max number of concurrent downloads while calculating computable states\n   * derived from this driver.\n   * */\n  nConcurrentDownloads: number;\n};\n\n/** Downloads .tar or .tar.gz archives by given URLs\n * and extracts them into saveDir. */\nexport class DownloadUrlDriver implements DownloadUrlSyncReader, FrontendDriver {\n  private readonly downloadHelper: RemoteFileDownloader;\n\n  private urlToDownload: Map<string, DownloadByUrlTask> = new Map();\n  private downloadQueue: TaskProcessor;\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadByUrlTask>;\n\n  constructor(\n    private readonly logger: MiLogger,\n    httpClient: Dispatcher,\n    private readonly saveDir: string,\n    private readonly signer: Signer,\n    private readonly opts: DownloadUrlDriverOps = {\n      cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n      withGunzip: true,\n      nConcurrentDownloads: 50,\n    },\n  ) {\n    this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads);\n    this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);\n    this.downloadHelper = new RemoteFileDownloader(httpClient);\n  }\n\n  /** Use to get a path result inside a computable context */\n  getUrl(url: URL, ctx: ComputableCtx): UrlResult | undefined;\n\n  /** Returns a Computable that do the work */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n\n  /** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */\n  getUrl(url: URL, ctx?: ComputableCtx): Computable<UrlResult | undefined> | UrlResult | undefined {\n    // wrap result as computable, if we were not given an existing computable context\n    if (ctx === undefined) return Computable.make((c) => this.getUrl(url, c));\n\n    const callerId = randomUUID();\n\n    // read as ~ golang's defer\n    ctx.addOnDestroy(() => this.releasePath(url, callerId));\n\n    const result = this.getUrlNoCtx(url, ctx.watcher, callerId);\n    if (result?.url === undefined)\n      ctx.markUnstable(\n        `a path to the downloaded and untared archive might be undefined. The current result: ${result}`,\n      );\n\n    return result;\n  }\n\n  getUrlNoCtx(url: URL, w: Watcher, callerId: string) {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n\n    if (task !== undefined) {\n      task.attach(w, callerId);\n      return task.getUrl();\n    }\n\n    const newTask = this.setNewTask(w, url, callerId);\n    this.downloadQueue.push({\n      fn: async () => this.downloadUrl(newTask, callerId),\n      recoverableErrorPredicate: (e) => !(e instanceof URLAborted) && !isDownloadNetworkError400(e),\n    });\n\n    return newTask.getUrl();\n  }\n\n  getPathForBlockUI(url: string): string {\n    if (!isBlockUIURL(url)) {\n      throw new Error(`getPathForBlockUI: ${url} is invalid`);\n    }\n\n    return getPathForBlockUIURL(this.signer, url, this.saveDir);\n  }\n\n  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */\n  async downloadUrl(task: DownloadByUrlTask, callerId: string) {\n    await task.download(this.downloadHelper, this.opts.withGunzip);\n    // Might be undefined if a error happened\n    if (task.getUrl()?.url !== undefined) this.cache.addCache(task, callerId);\n  }\n\n  /** Removes a directory and aborts a downloading task when all callers\n   * are not interested in it. */\n  async releasePath(url: URL, callerId: string): Promise<void> {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n    if (task == undefined) return;\n\n    if (this.cache.existsFile(task.path)) {\n      const toDelete = this.cache.removeFile(task.path, callerId);\n\n      await Promise.all(\n        toDelete.map(async (task: DownloadByUrlTask) => {\n          await rmRFDir(task.path);\n          this.cache.removeCache(task);\n\n          this.removeTask(\n            task,\n            `the task ${stringifyWithResourceId(task.info())} was removed` +\n              `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted)\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n    }\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    await Promise.all(\n      Array.from(this.urlToDownload.entries()).map(async ([, task]) => {\n        await rmRFDir(task.path);\n        this.cache.removeCache(task);\n\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`,\n        );\n      }),\n    );\n  }\n\n  private setNewTask(w: Watcher, url: URL, callerId: string) {\n    const result = new DownloadByUrlTask(\n      this.logger,\n      this.getFilePath(url),\n      url,\n      this.signer,\n      this.saveDir,\n    );\n    result.attach(w, callerId);\n    this.urlToDownload.set(url.toString(), result);\n\n    return result;\n  }\n\n  private removeTask(task: DownloadByUrlTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`task for url ${task.url} removed: ${reason}`);\n    this.urlToDownload.delete(task.url.toString());\n  }\n\n  private getFilePath(url: URL): string {\n    const sha256 = createHash(\"sha256\").update(url.toString()).digest(\"hex\");\n    return path.join(this.saveDir, sha256);\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;;AA+CA;AACqC;MACxB,iBAAiB,CAAA;AAWT,IAAA,MAAA;AAEA,IAAA,OAAA;AACA,IAAA,MAAA;AACA,IAAA,IAAA;AAdF,IAAA,cAAc;AAEvB,IAAA,aAAa,GAAmC,IAAI,GAAG,EAAE;AACzD,IAAA,aAAa;AAErB;AAC+B;AACvB,IAAA,KAAK;IAEb,WAAA,CACmB,MAAgB,EACjC,UAAsB,EACL,OAAe,EACf,MAAc,EACd,IAAA,GAA6B;QAC5C,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC1C,QAAA,UAAU,EAAE,IAAI;AAChB,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA,EAAA;QARgB,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,IAAI,GAAJ,IAAI;AAMrB,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC;AACnF,QAAA,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,IAAI,oBAAoB,CAAC,UAAU,CAAC;IAC5D;;IASA,MAAM,CAAC,GAAQ,EAAE,GAAmB,EAAA;;QAElC,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEzE,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;;AAG7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AAEvD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC;AAC3D,QAAA,IAAI,MAAM,EAAE,GAAG,KAAK,SAAS;AAC3B,YAAA,GAAG,CAAC,YAAY,CACd,wFAAwF,MAAM,CAAA,CAAE,CACjG;AAEH,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,WAAW,CAAC,GAAQ,EAAE,CAAU,EAAE,QAAgB,EAAA;AAChD,QAAA,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAExC,QAAA,IAAI,IAAI,KAAK,SAAS,EAAE;AACtB,YAAA,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AACxB,YAAA,OAAO,IAAI,CAAC,MAAM,EAAE;QACtB;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC;AACjD,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;AACtB,YAAA,EAAE,EAAE,YAAY,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC;AACnD,YAAA,yBAAyB,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,YAAY,UAAU,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC;AAC9F,SAAA,CAAC;AAEF,QAAA,OAAO,OAAO,CAAC,MAAM,EAAE;IACzB;AAEA,IAAA,iBAAiB,CAAC,GAAW,EAAA;AAC3B,QAAA,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE;AACtB,YAAA,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,CAAA,WAAA,CAAa,CAAC;QACzD;AAEA,QAAA,OAAO,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC;IAC7D;;AAGA,IAAA,MAAM,WAAW,CAAC,IAAuB,EAAE,QAAgB,EAAA;AACzD,QAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;;AAE9D,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAC3E;AAEA;AAC+B;AAC/B,IAAA,MAAM,WAAW,CAAC,GAAQ,EAAE,QAAgB,EAAA;AAC1C,QAAA,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;QACxC,IAAI,IAAI,IAAI,SAAS;YAAE;QAEvB,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;AACpC,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;AAE3D,YAAA,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,OAAO,IAAuB,KAAI;AAC7C,gBAAA,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;AACxB,gBAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;AAE5B,gBAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,YAAA,CAAc;AAC5D,oBAAA,CAAA,sBAAA,EAAyB,uBAAuB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACpF;YACH,CAAC,CAAC,CACH;QACH;aAAO;;YAEL,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;AAC1C,YAAA,IAAI,OAAO;AACT,gBAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,uBAAA,CAAyB,CAC1E;QACL;IACF;;AAGA,IAAA,MAAM,UAAU,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAEzB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,KAAI;AAC9D,YAAA,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;AACxB,YAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;AAE5B,YAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,wCAAA,CAA0C,CAC3F;QACH,CAAC,CAAC,CACH;IACH;AAEQ,IAAA,UAAU,CAAC,CAAU,EAAE,GAAQ,EAAE,QAAgB,EAAA;QACvD,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAClC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EACrB,GAAG,EACH,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,CACb;AACD,QAAA,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC1B,QAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC;AAE9C,QAAA,OAAO,MAAM;IACf;IAEQ,UAAU,CAAC,IAAuB,EAAE,MAAc,EAAA;AACxD,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AAClB,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,aAAA,EAAgB,IAAI,CAAC,GAAG,CAAA,UAAA,EAAa,MAAM,CAAA,CAAE,CAAC;AACtE,QAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;IAChD;AAEQ,IAAA,WAAW,CAAC,GAAQ,EAAA;AAC1B,QAAA,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QACxE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;IACxC;AACD;;;;"}
+{"version":3,"file":"driver.js","names":["path"],"sources":["../../../src/drivers/download_url/driver.ts"],"sourcesContent":["import type { ComputableCtx, Watcher } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport { createHash, randomUUID } from \"node:crypto\";\nimport * as path from \"node:path\";\nimport type { Dispatcher } from \"undici\";\nimport { RemoteFileDownloader } from \"../../helpers/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport { FilesCache } from \"../helpers/files_cache\";\nimport { stringifyWithResourceId } from \"@milaboratories/pl-client\";\nimport type { BlockUIURL, FrontendDriver } from \"@milaboratories/pl-model-common\";\nimport { isBlockUIURL } from \"@milaboratories/pl-model-common\";\nimport { getPathForBlockUIURL } from \"../urls/url\";\nimport { DownloadByUrlTask, rmRFDir, URLAborted } from \"./task\";\n\nexport interface DownloadUrlSyncReader {\n  /** Returns a Computable that (when the time will come)\n   * downloads an archive from an URL,\n   * extracts it to the local dir and returns a path to that dir. */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n}\n\nexport interface UrlResult {\n  /** Path to the downloadable blob along with the signature and a custom protocol,\n   * might be undefined when the error happened. */\n  url?: BlockUIURL;\n  /** Error that happened when the archive were downloaded. */\n  error?: string;\n}\n\nexport type DownloadUrlDriverOps = {\n  /** A soft limit of the amount of blob storage, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one\n   * when they become unneeded.\n   * */\n  cacheSoftSizeBytes: number;\n\n  /** Whether to gunzip the downloaded archive (it will be untared automatically). */\n  withGunzip: boolean;\n\n  /** Max number of concurrent downloads while calculating computable states\n   * derived from this driver.\n   * */\n  nConcurrentDownloads: number;\n};\n\n/** Downloads .tar or .tar.gz archives by given URLs\n * and extracts them into saveDir. */\nexport class DownloadUrlDriver implements DownloadUrlSyncReader, FrontendDriver {\n  private readonly downloadHelper: RemoteFileDownloader;\n\n  private urlToDownload: Map<string, DownloadByUrlTask> = new Map();\n  private downloadQueue: TaskProcessor;\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadByUrlTask>;\n\n  constructor(\n    private readonly logger: MiLogger,\n    httpClient: Dispatcher,\n    private readonly saveDir: string,\n    private readonly signer: Signer,\n    private readonly opts: DownloadUrlDriverOps = {\n      cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n      withGunzip: true,\n      nConcurrentDownloads: 50,\n    },\n  ) {\n    this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads);\n    this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);\n    this.downloadHelper = new RemoteFileDownloader(httpClient);\n  }\n\n  /** Use to get a path result inside a computable context */\n  getUrl(url: URL, ctx: ComputableCtx): UrlResult | undefined;\n\n  /** Returns a Computable that do the work */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n\n  /** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */\n  getUrl(url: URL, ctx?: ComputableCtx): Computable<UrlResult | undefined> | UrlResult | undefined {\n    // wrap result as computable, if we were not given an existing computable context\n    if (ctx === undefined) return Computable.make((c) => this.getUrl(url, c));\n\n    const callerId = randomUUID();\n\n    // read as ~ golang's defer\n    ctx.addOnDestroy(() => this.releasePath(url, callerId));\n\n    const result = this.getUrlNoCtx(url, ctx.watcher, callerId);\n    if (result?.url === undefined)\n      ctx.markUnstable(\n        `a path to the downloaded and untared archive might be undefined. The current result: ${result}`,\n      );\n\n    return result;\n  }\n\n  getUrlNoCtx(url: URL, w: Watcher, callerId: string) {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n\n    if (task !== undefined) {\n      task.attach(w, callerId);\n      return task.getUrl();\n    }\n\n    const newTask = this.setNewTask(w, url, callerId);\n    this.downloadQueue.push({\n      fn: async () => this.downloadUrl(newTask, callerId),\n      recoverableErrorPredicate: (e) => !(e instanceof URLAborted) && !isDownloadNetworkError400(e),\n    });\n\n    return newTask.getUrl();\n  }\n\n  getPathForBlockUI(url: string): string {\n    if (!isBlockUIURL(url)) {\n      throw new Error(`getPathForBlockUI: ${url} is invalid`);\n    }\n\n    return getPathForBlockUIURL(this.signer, url, this.saveDir);\n  }\n\n  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */\n  async downloadUrl(task: DownloadByUrlTask, callerId: string) {\n    await task.download(this.downloadHelper, this.opts.withGunzip);\n    // Might be undefined if a error happened\n    if (task.getUrl()?.url !== undefined) this.cache.addCache(task, callerId);\n  }\n\n  /** Removes a directory and aborts a downloading task when all callers\n   * are not interested in it. */\n  async releasePath(url: URL, callerId: string): Promise<void> {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n    if (task == undefined) return;\n\n    if (this.cache.existsFile(task.path)) {\n      const toDelete = this.cache.removeFile(task.path, callerId);\n\n      await Promise.all(\n        toDelete.map(async (task: DownloadByUrlTask) => {\n          await rmRFDir(task.path);\n          this.cache.removeCache(task);\n\n          this.removeTask(\n            task,\n            `the task ${stringifyWithResourceId(task.info())} was removed` +\n              `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted)\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n    }\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    await Promise.all(\n      Array.from(this.urlToDownload.entries()).map(async ([, task]) => {\n        await rmRFDir(task.path);\n        this.cache.removeCache(task);\n\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`,\n        );\n      }),\n    );\n  }\n\n  private setNewTask(w: Watcher, url: URL, callerId: string) {\n    const result = new DownloadByUrlTask(\n      this.logger,\n      this.getFilePath(url),\n      url,\n      this.signer,\n      this.saveDir,\n    );\n    result.attach(w, callerId);\n    this.urlToDownload.set(url.toString(), result);\n\n    return result;\n  }\n\n  private removeTask(task: DownloadByUrlTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`task for url ${task.url} removed: ${reason}`);\n    this.urlToDownload.delete(task.url.toString());\n  }\n\n  private getFilePath(url: URL): string {\n    const sha256 = createHash(\"sha256\").update(url.toString()).digest(\"hex\");\n    return path.join(this.saveDir, sha256);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAiDA,IAAa,oBAAb,MAAgF;CAC9E,AAAiB;CAEjB,AAAQ,gCAAgD,IAAI,KAAK;CACjE,AAAQ;;;CAIR,AAAQ;CAER,YACE,AAAiB,QACjB,YACA,AAAiB,SACjB,AAAiB,QACjB,AAAiB,OAA6B;EAC5C,oBAAoB,IAAI,OAAO,OAAO;EACtC,YAAY;EACZ,sBAAsB;EACvB,EACD;EATiB;EAEA;EACA;EACA;AAMjB,OAAK,gBAAgB,IAAI,cAAc,KAAK,QAAQ,KAAK,KAAK,qBAAqB;AACnF,OAAK,QAAQ,IAAI,WAAW,KAAK,KAAK,mBAAmB;AACzD,OAAK,iBAAiB,IAAI,qBAAqB,WAAW;;;CAU5D,OAAO,KAAU,KAAgF;AAE/F,MAAI,QAAQ,OAAW,QAAO,WAAW,MAAM,MAAM,KAAK,OAAO,KAAK,EAAE,CAAC;EAEzE,MAAM,WAAW,YAAY;AAG7B,MAAI,mBAAmB,KAAK,YAAY,KAAK,SAAS,CAAC;EAEvD,MAAM,SAAS,KAAK,YAAY,KAAK,IAAI,SAAS,SAAS;AAC3D,MAAI,QAAQ,QAAQ,OAClB,KAAI,aACF,wFAAwF,SACzF;AAEH,SAAO;;CAGT,YAAY,KAAU,GAAY,UAAkB;EAClD,MAAM,MAAM,IAAI,UAAU;EAC1B,MAAM,OAAO,KAAK,cAAc,IAAI,IAAI;AAExC,MAAI,SAAS,QAAW;AACtB,QAAK,OAAO,GAAG,SAAS;AACxB,UAAO,KAAK,QAAQ;;EAGtB,MAAM,UAAU,KAAK,WAAW,GAAG,KAAK,SAAS;AACjD,OAAK,cAAc,KAAK;GACtB,IAAI,YAAY,KAAK,YAAY,SAAS,SAAS;GACnD,4BAA4B,MAAM,EAAE,aAAa,eAAe,CAAC,0BAA0B,EAAE;GAC9F,CAAC;AAEF,SAAO,QAAQ,QAAQ;;CAGzB,kBAAkB,KAAqB;AACrC,MAAI,CAAC,aAAa,IAAI,CACpB,OAAM,IAAI,MAAM,sBAAsB,IAAI,aAAa;AAGzD,SAAO,qBAAqB,KAAK,QAAQ,KAAK,KAAK,QAAQ;;;CAI7D,MAAM,YAAY,MAAyB,UAAkB;AAC3D,QAAM,KAAK,SAAS,KAAK,gBAAgB,KAAK,KAAK,WAAW;AAE9D,MAAI,KAAK,QAAQ,EAAE,QAAQ,OAAW,MAAK,MAAM,SAAS,MAAM,SAAS;;;;CAK3E,MAAM,YAAY,KAAU,UAAiC;EAC3D,MAAM,MAAM,IAAI,UAAU;EAC1B,MAAM,OAAO,KAAK,cAAc,IAAI,IAAI;AACxC,MAAI,QAAQ,OAAW;AAEvB,MAAI,KAAK,MAAM,WAAW,KAAK,KAAK,EAAE;GACpC,MAAM,WAAW,KAAK,MAAM,WAAW,KAAK,MAAM,SAAS;AAE3D,SAAM,QAAQ,IACZ,SAAS,IAAI,OAAO,SAA4B;AAC9C,UAAM,QAAQ,KAAK,KAAK;AACxB,SAAK,MAAM,YAAY,KAAK;AAE5B,SAAK,WACH,MACA,YAAY,wBAAwB,KAAK,MAAM,CAAC,CAAC,oCACtB,wBAAwB,SAAS,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC,GAClF;KACD,CACH;aAGe,KAAK,QAAQ,IAAI,SAAS,CAExC,MAAK,WACH,MACA,YAAY,wBAAwB,KAAK,MAAM,CAAC,CAAC,yBAClD;;;CAKP,MAAM,aAAa;AACjB,OAAK,cAAc,MAAM;AAEzB,QAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,cAAc,SAAS,CAAC,CAAC,IAAI,OAAO,GAAG,UAAU;AAC/D,SAAM,QAAQ,KAAK,KAAK;AACxB,QAAK,MAAM,YAAY,KAAK;AAE5B,QAAK,WACH,MACA,YAAY,wBAAwB,KAAK,MAAM,CAAC,CAAC,0CAClD;IACD,CACH;;CAGH,AAAQ,WAAW,GAAY,KAAU,UAAkB;EACzD,MAAM,SAAS,IAAI,kBACjB,KAAK,QACL,KAAK,YAAY,IAAI,EACrB,KACA,KAAK,QACL,KAAK,QACN;AACD,SAAO,OAAO,GAAG,SAAS;AAC1B,OAAK,cAAc,IAAI,IAAI,UAAU,EAAE,OAAO;AAE9C,SAAO;;CAGT,AAAQ,WAAW,MAAyB,QAAgB;AAC1D,OAAK,MAAM,OAAO;AAClB,OAAK,OAAO,YAAY,gBAAgB,KAAK,IAAI,YAAY,SAAS;AACtE,OAAK,cAAc,OAAO,KAAK,IAAI,UAAU,CAAC;;CAGhD,AAAQ,YAAY,KAAkB;EACpC,MAAM,SAAS,WAAW,SAAS,CAAC,OAAO,IAAI,UAAU,CAAC,CAAC,OAAO,MAAM;AACxE,SAAOA,OAAK,KAAK,KAAK,SAAS,OAAO"}

package/dist/drivers/download_url/task.cjs

@@ -1,150 +1,117 @@
-'use strict';
-
-var computable = require('@milaboratories/computable');
-var tsHelpers = require('@milaboratories/ts-helpers');
-var fsp = require('node:fs/promises');
-var path = require('node:path');
-var node_stream = require('node:stream');
-var zlib = require('node:zlib');
-var tar = require('tar-fs');
-var download_errors = require('../../helpers/download_errors.cjs');
-var url = require('../urls/url.cjs');
-
-function _interopNamespaceDefault(e) {
-    var n = Object.create(null);
-    if (e) {
-        Object.keys(e).forEach(function (k) {
-            if (k !== 'default') {
-                var d = Object.getOwnPropertyDescriptor(e, k);
-                Object.defineProperty(n, k, d.get ? d : {
-                    enumerable: true,
-                    get: function () { return e[k]; }
-                });
-            }
-        });
-    }
-    n.default = e;
-    return Object.freeze(n);
-}
-
-var fsp__namespace = /*#__PURE__*/_interopNamespaceDefault(fsp);
-var path__namespace = /*#__PURE__*/_interopNamespaceDefault(path);
-var zlib__namespace = /*#__PURE__*/_interopNamespaceDefault(zlib);
-var tar__namespace = /*#__PURE__*/_interopNamespaceDefault(tar);
+const require_runtime = require('../../_virtual/_rolldown/runtime.cjs');
+const require_download_errors = require('../../helpers/download_errors.cjs');
+const require_url = require('../urls/url.cjs');
+let node_fs_promises = require("node:fs/promises");
+node_fs_promises = require_runtime.__toESM(node_fs_promises);
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let node_path = require("node:path");
+node_path = require_runtime.__toESM(node_path);
+let node_stream = require("node:stream");
+let _milaboratories_computable = require("@milaboratories/computable");
+let node_zlib = require("node:zlib");
+node_zlib = require_runtime.__toESM(node_zlib);
+let tar_fs = require("tar-fs");
+tar_fs = require_runtime.__toESM(tar_fs);
 
+//#region src/drivers/download_url/task.ts
 /** Downloads and extracts an archive to a directory. */
-class DownloadByUrlTask {
-    logger;
-    path;
-    url;
-    signer;
-    saveDir;
-    counter = new tsHelpers.CallersCounter();
-    change = new computable.ChangeSource();
-    signalCtl = new AbortController();
-    error;
-    done = false;
-    size = 0;
-    constructor(logger, path, url, signer, saveDir) {
-        this.logger = logger;
-        this.path = path;
-        this.url = url;
-        this.signer = signer;
-        this.saveDir = saveDir;
-    }
-    info() {
-        return {
-            url: this.url.toString(),
-            path: this.path,
-            done: this.done,
-            size: this.size,
-            error: this.error,
-        };
-    }
-    attach(w, callerId) {
-        this.counter.inc(callerId);
-        if (!this.done)
-            this.change.attachWatcher(w);
-    }
-    async download(clientDownload, withGunzip) {
-        try {
-            const size = await this.downloadAndUntar(clientDownload, withGunzip, this.signalCtl.signal);
-            this.setDone(size);
-            this.change.markChanged(`download of ${this.url} finished`);
-        }
-        catch (e) {
-            if (e instanceof URLAborted || download_errors.isDownloadNetworkError400(e)) {
-                this.setError(e);
-                this.change.markChanged(`download of ${this.url} failed`);
-                // Just in case we were half-way extracting an archive.
-                await rmRFDir(this.path);
-                return;
-            }
-            throw e;
-        }
-    }
-    async downloadAndUntar(clientDownload, withGunzip, signal) {
-        await tsHelpers.ensureDirExists(path__namespace.dirname(this.path));
-        if (await tsHelpers.fileExists(this.path)) {
-            return await dirSize(this.path);
-        }
-        const size = await clientDownload.withContent(this.url.toString(), {}, { signal }, async (content, size) => {
-            let processedContent = content;
-            if (withGunzip) {
-                const gunzip = node_stream.Transform.toWeb(zlib__namespace.createGunzip());
-                processedContent = content.pipeThrough(gunzip, { signal });
-            }
-            await tsHelpers.createPathAtomically(this.logger, this.path, async (fPath) => {
-                await fsp__namespace.mkdir(fPath); // throws if a directory already exists.
-                const untar = node_stream.Writable.toWeb(tar__namespace.extract(fPath));
-                await processedContent.pipeTo(untar, { signal });
-            });
-            return size;
-        });
-        return size;
-    }
-    getUrl() {
-        if (this.done)
-            return {
-                url: url.newBlockUIURL(this.signer, this.saveDir, tsHelpers.notEmpty(this.path)),
-            };
-        if (this.error)
-            return { error: this.error };
-        return undefined;
-    }
-    setDone(size) {
-        this.done = true;
-        this.size = size;
-    }
-    setError(e) {
-        this.error = String(e);
-    }
-    abort(reason) {
-        this.signalCtl.abort(new URLAborted(reason));
-    }
-}
+var DownloadByUrlTask = class {
+	counter = new _milaboratories_ts_helpers.CallersCounter();
+	change = new _milaboratories_computable.ChangeSource();
+	signalCtl = new AbortController();
+	error;
+	done = false;
+	size = 0;
+	constructor(logger, path, url, signer, saveDir) {
+		this.logger = logger;
+		this.path = path;
+		this.url = url;
+		this.signer = signer;
+		this.saveDir = saveDir;
+	}
+	info() {
+		return {
+			url: this.url.toString(),
+			path: this.path,
+			done: this.done,
+			size: this.size,
+			error: this.error
+		};
+	}
+	attach(w, callerId) {
+		this.counter.inc(callerId);
+		if (!this.done) this.change.attachWatcher(w);
+	}
+	async download(clientDownload, withGunzip) {
+		try {
+			const size = await this.downloadAndUntar(clientDownload, withGunzip, this.signalCtl.signal);
+			this.setDone(size);
+			this.change.markChanged(`download of ${this.url} finished`);
+		} catch (e) {
+			if (e instanceof URLAborted || require_download_errors.isDownloadNetworkError400(e)) {
+				this.setError(e);
+				this.change.markChanged(`download of ${this.url} failed`);
+				await rmRFDir(this.path);
+				return;
+			}
+			throw e;
+		}
+	}
+	async downloadAndUntar(clientDownload, withGunzip, signal) {
+		await (0, _milaboratories_ts_helpers.ensureDirExists)(node_path.dirname(this.path));
+		if (await (0, _milaboratories_ts_helpers.fileExists)(this.path)) return await dirSize(this.path);
+		return await clientDownload.withContent(this.url.toString(), {}, { signal }, async (content, size) => {
+			let processedContent = content;
+			if (withGunzip) {
+				const gunzip = node_stream.Transform.toWeb(node_zlib.createGunzip());
+				processedContent = content.pipeThrough(gunzip, { signal });
+			}
+			await (0, _milaboratories_ts_helpers.createPathAtomically)(this.logger, this.path, async (fPath) => {
+				await node_fs_promises.mkdir(fPath);
+				const untar = node_stream.Writable.toWeb(tar_fs.extract(fPath));
+				await processedContent.pipeTo(untar, { signal });
+			});
+			return size;
+		});
+	}
+	getUrl() {
+		if (this.done) return { url: require_url.newBlockUIURL(this.signer, this.saveDir, (0, _milaboratories_ts_helpers.notEmpty)(this.path)) };
+		if (this.error) return { error: this.error };
+	}
+	setDone(size) {
+		this.done = true;
+		this.size = size;
+	}
+	setError(e) {
+		this.error = String(e);
+	}
+	abort(reason) {
+		this.signalCtl.abort(new URLAborted(reason));
+	}
+};
 /** Throws when a downloading aborts. */
-class URLAborted extends Error {
-    name = "URLAborted";
-}
+var URLAborted = class extends Error {
+	name = "URLAborted";
+};
 /** Gets a directory size by calculating sizes recursively. */
 async function dirSize(dir) {
-    const files = await fsp__namespace.readdir(dir, { withFileTypes: true });
-    const sizes = await Promise.all(files.map(async (file) => {
-        const fPath = path__namespace.join(dir, file.name);
-        if (file.isDirectory())
-            return await dirSize(fPath);
-        const stat = await fsp__namespace.stat(fPath);
-        return stat.size;
-    }));
-    return sizes.reduce((sum, size) => sum + size, 0);
+	const files = await node_fs_promises.readdir(dir, { withFileTypes: true });
+	return (await Promise.all(files.map(async (file) => {
+		const fPath = node_path.join(dir, file.name);
+		if (file.isDirectory()) return await dirSize(fPath);
+		return (await node_fs_promises.stat(fPath)).size;
+	}))).reduce((sum, size) => sum + size, 0);
 }
 /** Do rm -rf on dir. */
 async function rmRFDir(path) {
-    await fsp__namespace.rm(path, { recursive: true, force: true });
+	await node_fs_promises.rm(path, {
+		recursive: true,
+		force: true
+	});
 }
 
+//#endregion
 exports.DownloadByUrlTask = DownloadByUrlTask;
 exports.URLAborted = URLAborted;
 exports.rmRFDir = rmRFDir;
-//# sourceMappingURL=task.cjs.map
+//# sourceMappingURL=task.cjs.map

package/dist/drivers/download_url/task.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"task.cjs","sources":["../../../src/drivers/download_url/task.ts"],"sourcesContent":["import type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport {\n  CallersCounter,\n  createPathAtomically,\n  ensureDirExists,\n  fileExists,\n  notEmpty,\n} from \"@milaboratories/ts-helpers\";\nimport * as fsp from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport { Transform, Writable } from \"node:stream\";\nimport * as zlib from \"node:zlib\";\nimport * as tar from \"tar-fs\";\nimport type { RemoteFileDownloader } from \"../../helpers/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport type { UrlResult } from \"./driver\";\nimport { newBlockUIURL } from \"../urls/url\";\n\n/** Downloads and extracts an archive to a directory. */\nexport class DownloadByUrlTask {\n  readonly counter = new CallersCounter();\n  readonly change = new ChangeSource();\n  private readonly signalCtl = new AbortController();\n  error: string | undefined;\n  done = false;\n  size = 0;\n\n  constructor(\n    private readonly logger: MiLogger,\n    readonly path: string,\n    readonly url: URL,\n    readonly signer: Signer,\n    readonly saveDir: string,\n  ) {}\n\n  public info() {\n    return {\n      url: this.url.toString(),\n      path: this.path,\n      done: this.done,\n      size: this.size,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.counter.inc(callerId);\n    if (!this.done) this.change.attachWatcher(w);\n  }\n\n  async download(clientDownload: RemoteFileDownloader, withGunzip: boolean) {\n    try {\n      const size = await this.downloadAndUntar(clientDownload, withGunzip, this.signalCtl.signal);\n      this.setDone(size);\n      this.change.markChanged(`download of ${this.url} finished`);\n    } catch (e: unknown) {\n      if (e instanceof URLAborted || isDownloadNetworkError400(e)) {\n        this.setError(e);\n        this.change.markChanged(`download of ${this.url} failed`);\n        // Just in case we were half-way extracting an archive.\n        await rmRFDir(this.path);\n        return;\n      }\n\n      throw e;\n    }\n  }\n\n  private async downloadAndUntar(\n    clientDownload: RemoteFileDownloader,\n    withGunzip: boolean,\n    signal: AbortSignal,\n  ): Promise<number> {\n    await ensureDirExists(path.dirname(this.path));\n\n    if (await fileExists(this.path)) {\n      return await dirSize(this.path);\n    }\n\n    const size = await clientDownload.withContent(\n      this.url.toString(),\n      {},\n      { signal },\n      async (content, size) => {\n        let processedContent = content;\n        if (withGunzip) {\n          const gunzip = Transform.toWeb(zlib.createGunzip());\n          processedContent = content.pipeThrough(gunzip, { signal });\n        }\n\n        await createPathAtomically(this.logger, this.path, async (fPath: string) => {\n          await fsp.mkdir(fPath); // throws if a directory already exists.\n          const untar = Writable.toWeb(tar.extract(fPath));\n          await processedContent.pipeTo(untar, { signal });\n        });\n\n        return size;\n      },\n    );\n\n    return size;\n  }\n\n  getUrl(): UrlResult | undefined {\n    if (this.done)\n      return {\n        url: newBlockUIURL(this.signer, this.saveDir, notEmpty(this.path)),\n      };\n\n    if (this.error) return { error: this.error };\n\n    return undefined;\n  }\n\n  private setDone(size: number) {\n    this.done = true;\n    this.size = size;\n  }\n\n  private setError(e: any) {\n    this.error = String(e);\n  }\n\n  abort(reason: string) {\n    this.signalCtl.abort(new URLAborted(reason));\n  }\n}\n\n/** Throws when a downloading aborts. */\nexport class URLAborted extends Error {\n  name = \"URLAborted\";\n}\n\n/** Gets a directory size by calculating sizes recursively. */\nasync function dirSize(dir: string): Promise<number> {\n  const files = await fsp.readdir(dir, { withFileTypes: true });\n  const sizes = await Promise.all(\n    files.map(async (file: any) => {\n      const fPath = path.join(dir, file.name);\n\n      if (file.isDirectory()) return await dirSize(fPath);\n\n      const stat = await fsp.stat(fPath);\n      return stat.size;\n    }),\n  );\n\n  return sizes.reduce((sum: any, size: any) => sum + size, 0);\n}\n\n/** Do rm -rf on dir. */\nexport async function rmRFDir(path: string) {\n  await fsp.rm(path, { recursive: true, force: true });\n}\n"],"names":["CallersCounter","ChangeSource","isDownloadNetworkError400","ensureDirExists","path","fileExists","Transform","zlib","createPathAtomically","fsp","Writable","tar","newBlockUIURL","notEmpty"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoBA;MACa,iBAAiB,CAAA;AAST,IAAA,MAAA;AACR,IAAA,IAAA;AACA,IAAA,GAAA;AACA,IAAA,MAAA;AACA,IAAA,OAAA;AAZF,IAAA,OAAO,GAAG,IAAIA,wBAAc,EAAE;AAC9B,IAAA,MAAM,GAAG,IAAIC,uBAAY,EAAE;AACnB,IAAA,SAAS,GAAG,IAAI,eAAe,EAAE;AAClD,IAAA,KAAK;IACL,IAAI,GAAG,KAAK;IACZ,IAAI,GAAG,CAAC;IAER,WAAA,CACmB,MAAgB,EACxB,IAAY,EACZ,GAAQ,EACR,MAAc,EACd,OAAe,EAAA;QAJP,IAAA,CAAA,MAAM,GAAN,MAAM;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,GAAG,GAAH,GAAG;QACH,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,OAAO,GAAP,OAAO;IACf;IAEI,IAAI,GAAA;QACT,OAAO;AACL,YAAA,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI;AAAE,YAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;IAC9C;AAEA,IAAA,MAAM,QAAQ,CAAC,cAAoC,EAAE,UAAmB,EAAA;AACtE,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AAC3F,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,YAAA,EAAe,IAAI,CAAC,GAAG,CAAA,SAAA,CAAW,CAAC;QAC7D;QAAE,OAAO,CAAU,EAAE;YACnB,IAAI,CAAC,YAAY,UAAU,IAAIC,yCAAyB,CAAC,CAAC,CAAC,EAAE;AAC3D,gBAAA,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,YAAA,EAAe,IAAI,CAAC,GAAG,CAAA,OAAA,CAAS,CAAC;;AAEzD,gBAAA,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBACxB;YACF;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,gBAAgB,CAC5B,cAAoC,EACpC,UAAmB,EACnB,MAAmB,EAAA;QAEnB,MAAMC,yBAAe,CAACC,eAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,IAAI,MAAMC,oBAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;AAC/B,YAAA,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QACjC;QAEA,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,WAAW,CAC3C,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EACnB,EAAE,EACF,EAAE,MAAM,EAAE,EACV,OAAO,OAAO,EAAE,IAAI,KAAI;YACtB,IAAI,gBAAgB,GAAG,OAAO;YAC9B,IAAI,UAAU,EAAE;gBACd,MAAM,MAAM,GAAGC,qBAAS,CAAC,KAAK,CAACC,eAAI,CAAC,YAAY,EAAE,CAAC;gBACnD,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC;YAC5D;AAEA,YAAA,MAAMC,8BAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,KAAa,KAAI;gBACzE,MAAMC,cAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACvB,gBAAA,MAAM,KAAK,GAAGC,oBAAQ,CAAC,KAAK,CAACC,cAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAChD,MAAM,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC;AAClD,YAAA,CAAC,CAAC;AAEF,YAAA,OAAO,IAAI;AACb,QAAA,CAAC,CACF;AAED,QAAA,OAAO,IAAI;IACb;IAEA,MAAM,GAAA;QACJ,IAAI,IAAI,CAAC,IAAI;YACX,OAAO;AACL,gBAAA,GAAG,EAAEC,iBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAEC,kBAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACnE;QAEH,IAAI,IAAI,CAAC,KAAK;AAAE,YAAA,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;AAE5C,QAAA,OAAO,SAAS;IAClB;AAEQ,IAAA,OAAO,CAAC,IAAY,EAAA;AAC1B,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;IAClB;AAEQ,IAAA,QAAQ,CAAC,CAAM,EAAA;AACrB,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;IACxB;AAEA,IAAA,KAAK,CAAC,MAAc,EAAA;QAClB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9C;AACD;AAED;AACM,MAAO,UAAW,SAAQ,KAAK,CAAA;IACnC,IAAI,GAAG,YAAY;AACpB;AAED;AACA,eAAe,OAAO,CAAC,GAAW,EAAA;AAChC,IAAA,MAAM,KAAK,GAAG,MAAMJ,cAAG,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;AAC7D,IAAA,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,GAAG,CAAC,OAAO,IAAS,KAAI;AAC5B,QAAA,MAAM,KAAK,GAAGL,eAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC;QAEvC,IAAI,IAAI,CAAC,WAAW,EAAE;AAAE,YAAA,OAAO,MAAM,OAAO,CAAC,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,MAAMK,cAAG,CAAC,IAAI,CAAC,KAAK,CAAC;QAClC,OAAO,IAAI,CAAC,IAAI;IAClB,CAAC,CAAC,CACH;AAED,IAAA,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,IAAS,KAAK,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC;AAC7D;AAEA;AACO,eAAe,OAAO,CAAC,IAAY,EAAA;AACxC,IAAA,MAAMA,cAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACtD;;;;;;"}
+{"version":3,"file":"task.cjs","names":["CallersCounter","ChangeSource","isDownloadNetworkError400","path","Transform","zlib","fsp","Writable","tar","newBlockUIURL"],"sources":["../../../src/drivers/download_url/task.ts"],"sourcesContent":["import type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport {\n  CallersCounter,\n  createPathAtomically,\n  ensureDirExists,\n  fileExists,\n  notEmpty,\n} from \"@milaboratories/ts-helpers\";\nimport * as fsp from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport { Transform, Writable } from \"node:stream\";\nimport * as zlib from \"node:zlib\";\nimport * as tar from \"tar-fs\";\nimport type { RemoteFileDownloader } from \"../../helpers/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport type { UrlResult } from \"./driver\";\nimport { newBlockUIURL } from \"../urls/url\";\n\n/** Downloads and extracts an archive to a directory. */\nexport class DownloadByUrlTask {\n  readonly counter = new CallersCounter();\n  readonly change = new ChangeSource();\n  private readonly signalCtl = new AbortController();\n  error: string | undefined;\n  done = false;\n  size = 0;\n\n  constructor(\n    private readonly logger: MiLogger,\n    readonly path: string,\n    readonly url: URL,\n    readonly signer: Signer,\n    readonly saveDir: string,\n  ) {}\n\n  public info() {\n    return {\n      url: this.url.toString(),\n      path: this.path,\n      done: this.done,\n      size: this.size,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.counter.inc(callerId);\n    if (!this.done) this.change.attachWatcher(w);\n  }\n\n  async download(clientDownload: RemoteFileDownloader, withGunzip: boolean) {\n    try {\n      const size = await this.downloadAndUntar(clientDownload, withGunzip, this.signalCtl.signal);\n      this.setDone(size);\n      this.change.markChanged(`download of ${this.url} finished`);\n    } catch (e: unknown) {\n      if (e instanceof URLAborted || isDownloadNetworkError400(e)) {\n        this.setError(e);\n        this.change.markChanged(`download of ${this.url} failed`);\n        // Just in case we were half-way extracting an archive.\n        await rmRFDir(this.path);\n        return;\n      }\n\n      throw e;\n    }\n  }\n\n  private async downloadAndUntar(\n    clientDownload: RemoteFileDownloader,\n    withGunzip: boolean,\n    signal: AbortSignal,\n  ): Promise<number> {\n    await ensureDirExists(path.dirname(this.path));\n\n    if (await fileExists(this.path)) {\n      return await dirSize(this.path);\n    }\n\n    const size = await clientDownload.withContent(\n      this.url.toString(),\n      {},\n      { signal },\n      async (content, size) => {\n        let processedContent = content;\n        if (withGunzip) {\n          const gunzip = Transform.toWeb(zlib.createGunzip());\n          processedContent = content.pipeThrough(gunzip, { signal });\n        }\n\n        await createPathAtomically(this.logger, this.path, async (fPath: string) => {\n          await fsp.mkdir(fPath); // throws if a directory already exists.\n          const untar = Writable.toWeb(tar.extract(fPath));\n          await processedContent.pipeTo(untar, { signal });\n        });\n\n        return size;\n      },\n    );\n\n    return size;\n  }\n\n  getUrl(): UrlResult | undefined {\n    if (this.done)\n      return {\n        url: newBlockUIURL(this.signer, this.saveDir, notEmpty(this.path)),\n      };\n\n    if (this.error) return { error: this.error };\n\n    return undefined;\n  }\n\n  private setDone(size: number) {\n    this.done = true;\n    this.size = size;\n  }\n\n  private setError(e: any) {\n    this.error = String(e);\n  }\n\n  abort(reason: string) {\n    this.signalCtl.abort(new URLAborted(reason));\n  }\n}\n\n/** Throws when a downloading aborts. */\nexport class URLAborted extends Error {\n  name = \"URLAborted\";\n}\n\n/** Gets a directory size by calculating sizes recursively. */\nasync function dirSize(dir: string): Promise<number> {\n  const files = await fsp.readdir(dir, { withFileTypes: true });\n  const sizes = await Promise.all(\n    files.map(async (file: any) => {\n      const fPath = path.join(dir, file.name);\n\n      if (file.isDirectory()) return await dirSize(fPath);\n\n      const stat = await fsp.stat(fPath);\n      return stat.size;\n    }),\n  );\n\n  return sizes.reduce((sum: any, size: any) => sum + size, 0);\n}\n\n/** Do rm -rf on dir. */\nexport async function rmRFDir(path: string) {\n  await fsp.rm(path, { recursive: true, force: true });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAqBA,IAAa,oBAAb,MAA+B;CAC7B,AAAS,UAAU,IAAIA,2CAAgB;CACvC,AAAS,SAAS,IAAIC,yCAAc;CACpC,AAAiB,YAAY,IAAI,iBAAiB;CAClD;CACA,OAAO;CACP,OAAO;CAEP,YACE,AAAiB,QACjB,AAAS,MACT,AAAS,KACT,AAAS,QACT,AAAS,SACT;EALiB;EACR;EACA;EACA;EACA;;CAGX,AAAO,OAAO;AACZ,SAAO;GACL,KAAK,KAAK,IAAI,UAAU;GACxB,MAAM,KAAK;GACX,MAAM,KAAK;GACX,MAAM,KAAK;GACX,OAAO,KAAK;GACb;;CAGH,OAAO,GAAY,UAAkB;AACnC,OAAK,QAAQ,IAAI,SAAS;AAC1B,MAAI,CAAC,KAAK,KAAM,MAAK,OAAO,cAAc,EAAE;;CAG9C,MAAM,SAAS,gBAAsC,YAAqB;AACxE,MAAI;GACF,MAAM,OAAO,MAAM,KAAK,iBAAiB,gBAAgB,YAAY,KAAK,UAAU,OAAO;AAC3F,QAAK,QAAQ,KAAK;AAClB,QAAK,OAAO,YAAY,eAAe,KAAK,IAAI,WAAW;WACpD,GAAY;AACnB,OAAI,aAAa,cAAcC,kDAA0B,EAAE,EAAE;AAC3D,SAAK,SAAS,EAAE;AAChB,SAAK,OAAO,YAAY,eAAe,KAAK,IAAI,SAAS;AAEzD,UAAM,QAAQ,KAAK,KAAK;AACxB;;AAGF,SAAM;;;CAIV,MAAc,iBACZ,gBACA,YACA,QACiB;AACjB,wDAAsBC,UAAK,QAAQ,KAAK,KAAK,CAAC;AAE9C,MAAI,iDAAiB,KAAK,KAAK,CAC7B,QAAO,MAAM,QAAQ,KAAK,KAAK;AAwBjC,SArBa,MAAM,eAAe,YAChC,KAAK,IAAI,UAAU,EACnB,EAAE,EACF,EAAE,QAAQ,EACV,OAAO,SAAS,SAAS;GACvB,IAAI,mBAAmB;AACvB,OAAI,YAAY;IACd,MAAM,SAASC,sBAAU,MAAMC,UAAK,cAAc,CAAC;AACnD,uBAAmB,QAAQ,YAAY,QAAQ,EAAE,QAAQ,CAAC;;AAG5D,8DAA2B,KAAK,QAAQ,KAAK,MAAM,OAAO,UAAkB;AAC1E,UAAMC,iBAAI,MAAM,MAAM;IACtB,MAAM,QAAQC,qBAAS,MAAMC,OAAI,QAAQ,MAAM,CAAC;AAChD,UAAM,iBAAiB,OAAO,OAAO,EAAE,QAAQ,CAAC;KAChD;AAEF,UAAO;IAEV;;CAKH,SAAgC;AAC9B,MAAI,KAAK,KACP,QAAO,EACL,KAAKC,0BAAc,KAAK,QAAQ,KAAK,kDAAkB,KAAK,KAAK,CAAC,EACnE;AAEH,MAAI,KAAK,MAAO,QAAO,EAAE,OAAO,KAAK,OAAO;;CAK9C,AAAQ,QAAQ,MAAc;AAC5B,OAAK,OAAO;AACZ,OAAK,OAAO;;CAGd,AAAQ,SAAS,GAAQ;AACvB,OAAK,QAAQ,OAAO,EAAE;;CAGxB,MAAM,QAAgB;AACpB,OAAK,UAAU,MAAM,IAAI,WAAW,OAAO,CAAC;;;;AAKhD,IAAa,aAAb,cAAgC,MAAM;CACpC,OAAO;;;AAIT,eAAe,QAAQ,KAA8B;CACnD,MAAM,QAAQ,MAAMH,iBAAI,QAAQ,KAAK,EAAE,eAAe,MAAM,CAAC;AAY7D,SAXc,MAAM,QAAQ,IAC1B,MAAM,IAAI,OAAO,SAAc;EAC7B,MAAM,QAAQH,UAAK,KAAK,KAAK,KAAK,KAAK;AAEvC,MAAI,KAAK,aAAa,CAAE,QAAO,MAAM,QAAQ,MAAM;AAGnD,UADa,MAAMG,iBAAI,KAAK,MAAM,EACtB;GACZ,CACH,EAEY,QAAQ,KAAU,SAAc,MAAM,MAAM,EAAE;;;AAI7D,eAAsB,QAAQ,MAAc;AAC1C,OAAMA,iBAAI,GAAG,MAAM;EAAE,WAAW;EAAM,OAAO;EAAM,CAAC"}