@milaboratories/pl-drivers 1.11.58 → 1.11.60

package/dist/drivers/download_url/driver.cjs

@@ -1,150 +1,113 @@
-'use strict';
-
-var computable = require('@milaboratories/computable');
-var tsHelpers = require('@milaboratories/ts-helpers');
-var node_crypto = require('node:crypto');
-var path = require('node:path');
-var download = require('../../helpers/download.cjs');
-var download_errors = require('../../helpers/download_errors.cjs');
-var files_cache = require('../helpers/files_cache.cjs');
-var plClient = require('@milaboratories/pl-client');
-var plModelCommon = require('@milaboratories/pl-model-common');
-var url = require('../urls/url.cjs');
-var task = require('./task.cjs');
-
-function _interopNamespaceDefault(e) {
-    var n = Object.create(null);
-    if (e) {
-        Object.keys(e).forEach(function (k) {
-            if (k !== 'default') {
-                var d = Object.getOwnPropertyDescriptor(e, k);
-                Object.defineProperty(n, k, d.get ? d : {
-                    enumerable: true,
-                    get: function () { return e[k]; }
-                });
-            }
-        });
-    }
-    n.default = e;
-    return Object.freeze(n);
-}
-
-var path__namespace = /*#__PURE__*/_interopNamespaceDefault(path);
+const require_runtime = require('../../_virtual/_rolldown/runtime.cjs');
+const require_download_errors = require('../../helpers/download_errors.cjs');
+const require_download = require('../../helpers/download.cjs');
+const require_files_cache = require('../helpers/files_cache.cjs');
+const require_url = require('../urls/url.cjs');
+const require_task = require('./task.cjs');
+let _milaboratories_pl_client = require("@milaboratories/pl-client");
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let node_path = require("node:path");
+node_path = require_runtime.__toESM(node_path);
+let _milaboratories_computable = require("@milaboratories/computable");
+let _milaboratories_pl_model_common = require("@milaboratories/pl-model-common");
+let node_crypto = require("node:crypto");
 
+//#region src/drivers/download_url/driver.ts
 /** Downloads .tar or .tar.gz archives by given URLs
- * and extracts them into saveDir. */
-class DownloadUrlDriver {
-    logger;
-    saveDir;
-    signer;
-    opts;
-    downloadHelper;
-    urlToDownload = new Map();
-    downloadQueue;
-    /** Writes and removes files to a hard drive and holds a counter for every
-     * file that should be kept. */
-    cache;
-    constructor(logger, httpClient, saveDir, signer, opts = {
-        cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB
-        withGunzip: true,
-        nConcurrentDownloads: 50,
-    }) {
-        this.logger = logger;
-        this.saveDir = saveDir;
-        this.signer = signer;
-        this.opts = opts;
-        this.downloadQueue = new tsHelpers.TaskProcessor(this.logger, this.opts.nConcurrentDownloads);
-        this.cache = new files_cache.FilesCache(this.opts.cacheSoftSizeBytes);
-        this.downloadHelper = new download.RemoteFileDownloader(httpClient);
-    }
-    /** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */
-    getUrl(url, ctx) {
-        // wrap result as computable, if we were not given an existing computable context
-        if (ctx === undefined)
-            return computable.Computable.make((c) => this.getUrl(url, c));
-        const callerId = node_crypto.randomUUID();
-        // read as ~ golang's defer
-        ctx.addOnDestroy(() => this.releasePath(url, callerId));
-        const result = this.getUrlNoCtx(url, ctx.watcher, callerId);
-        if (result?.url === undefined)
-            ctx.markUnstable(`a path to the downloaded and untared archive might be undefined. The current result: ${result}`);
-        return result;
-    }
-    getUrlNoCtx(url, w, callerId) {
-        const key = url.toString();
-        const task$1 = this.urlToDownload.get(key);
-        if (task$1 !== undefined) {
-            task$1.attach(w, callerId);
-            return task$1.getUrl();
-        }
-        const newTask = this.setNewTask(w, url, callerId);
-        this.downloadQueue.push({
-            fn: async () => this.downloadUrl(newTask, callerId),
-            recoverableErrorPredicate: (e) => !(e instanceof task.URLAborted) && !download_errors.isDownloadNetworkError400(e),
-        });
-        return newTask.getUrl();
-    }
-    getPathForBlockUI(url$1) {
-        if (!plModelCommon.isBlockUIURL(url$1)) {
-            throw new Error(`getPathForBlockUI: ${url$1} is invalid`);
-        }
-        return url.getPathForBlockUIURL(this.signer, url$1, this.saveDir);
-    }
-    /** Downloads and extracts a tar archive if it wasn't downloaded yet. */
-    async downloadUrl(task, callerId) {
-        await task.download(this.downloadHelper, this.opts.withGunzip);
-        // Might be undefined if a error happened
-        if (task.getUrl()?.url !== undefined)
-            this.cache.addCache(task, callerId);
-    }
-    /** Removes a directory and aborts a downloading task when all callers
-     * are not interested in it. */
-    async releasePath(url, callerId) {
-        const key = url.toString();
-        const task$1 = this.urlToDownload.get(key);
-        if (task$1 == undefined)
-            return;
-        if (this.cache.existsFile(task$1.path)) {
-            const toDelete = this.cache.removeFile(task$1.path, callerId);
-            await Promise.all(toDelete.map(async (task$1) => {
-                await task.rmRFDir(task$1.path);
-                this.cache.removeCache(task$1);
-                this.removeTask(task$1, `the task ${plClient.stringifyWithResourceId(task$1.info())} was removed` +
-                    `from cache along with ${plClient.stringifyWithResourceId(toDelete.map((t) => t.info()))}`);
-            }));
-        }
-        else {
-            // The task is still in a downloading queue.
-            const deleted = task$1.counter.dec(callerId);
-            if (deleted)
-                this.removeTask(task$1, `the task ${plClient.stringifyWithResourceId(task$1.info())} was removed from cache`);
-        }
-    }
-    /** Removes all files from a hard drive. */
-    async releaseAll() {
-        this.downloadQueue.stop();
-        await Promise.all(Array.from(this.urlToDownload.entries()).map(async ([, task$1]) => {
-            await task.rmRFDir(task$1.path);
-            this.cache.removeCache(task$1);
-            this.removeTask(task$1, `the task ${plClient.stringifyWithResourceId(task$1.info())} was released when the driver was closed`);
-        }));
-    }
-    setNewTask(w, url, callerId) {
-        const result = new task.DownloadByUrlTask(this.logger, this.getFilePath(url), url, this.signer, this.saveDir);
-        result.attach(w, callerId);
-        this.urlToDownload.set(url.toString(), result);
-        return result;
-    }
-    removeTask(task, reason) {
-        task.abort(reason);
-        task.change.markChanged(`task for url ${task.url} removed: ${reason}`);
-        this.urlToDownload.delete(task.url.toString());
-    }
-    getFilePath(url) {
-        const sha256 = node_crypto.createHash("sha256").update(url.toString()).digest("hex");
-        return path__namespace.join(this.saveDir, sha256);
-    }
-}
+* and extracts them into saveDir. */
+var DownloadUrlDriver = class {
+	downloadHelper;
+	urlToDownload = /* @__PURE__ */ new Map();
+	downloadQueue;
+	/** Writes and removes files to a hard drive and holds a counter for every
+	* file that should be kept. */
+	cache;
+	constructor(logger, httpClient, saveDir, signer, opts = {
+		cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024,
+		withGunzip: true,
+		nConcurrentDownloads: 50
+	}) {
+		this.logger = logger;
+		this.saveDir = saveDir;
+		this.signer = signer;
+		this.opts = opts;
+		this.downloadQueue = new _milaboratories_ts_helpers.TaskProcessor(this.logger, this.opts.nConcurrentDownloads);
+		this.cache = new require_files_cache.FilesCache(this.opts.cacheSoftSizeBytes);
+		this.downloadHelper = new require_download.RemoteFileDownloader(httpClient);
+	}
+	/** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */
+	getUrl(url, ctx) {
+		if (ctx === void 0) return _milaboratories_computable.Computable.make((c) => this.getUrl(url, c));
+		const callerId = (0, node_crypto.randomUUID)();
+		ctx.addOnDestroy(() => this.releasePath(url, callerId));
+		const result = this.getUrlNoCtx(url, ctx.watcher, callerId);
+		if (result?.url === void 0) ctx.markUnstable(`a path to the downloaded and untared archive might be undefined. The current result: ${result}`);
+		return result;
+	}
+	getUrlNoCtx(url, w, callerId) {
+		const key = url.toString();
+		const task = this.urlToDownload.get(key);
+		if (task !== void 0) {
+			task.attach(w, callerId);
+			return task.getUrl();
+		}
+		const newTask = this.setNewTask(w, url, callerId);
+		this.downloadQueue.push({
+			fn: async () => this.downloadUrl(newTask, callerId),
+			recoverableErrorPredicate: (e) => !(e instanceof require_task.URLAborted) && !require_download_errors.isDownloadNetworkError400(e)
+		});
+		return newTask.getUrl();
+	}
+	getPathForBlockUI(url) {
+		if (!(0, _milaboratories_pl_model_common.isBlockUIURL)(url)) throw new Error(`getPathForBlockUI: ${url} is invalid`);
+		return require_url.getPathForBlockUIURL(this.signer, url, this.saveDir);
+	}
+	/** Downloads and extracts a tar archive if it wasn't downloaded yet. */
+	async downloadUrl(task, callerId) {
+		await task.download(this.downloadHelper, this.opts.withGunzip);
+		if (task.getUrl()?.url !== void 0) this.cache.addCache(task, callerId);
+	}
+	/** Removes a directory and aborts a downloading task when all callers
+	* are not interested in it. */
+	async releasePath(url, callerId) {
+		const key = url.toString();
+		const task = this.urlToDownload.get(key);
+		if (task == void 0) return;
+		if (this.cache.existsFile(task.path)) {
+			const toDelete = this.cache.removeFile(task.path, callerId);
+			await Promise.all(toDelete.map(async (task) => {
+				await require_task.rmRFDir(task.path);
+				this.cache.removeCache(task);
+				this.removeTask(task, `the task ${(0, _milaboratories_pl_client.stringifyWithResourceId)(task.info())} was removedfrom cache along with ${(0, _milaboratories_pl_client.stringifyWithResourceId)(toDelete.map((t) => t.info()))}`);
+			}));
+		} else if (task.counter.dec(callerId)) this.removeTask(task, `the task ${(0, _milaboratories_pl_client.stringifyWithResourceId)(task.info())} was removed from cache`);
+	}
+	/** Removes all files from a hard drive. */
+	async releaseAll() {
+		this.downloadQueue.stop();
+		await Promise.all(Array.from(this.urlToDownload.entries()).map(async ([, task]) => {
+			await require_task.rmRFDir(task.path);
+			this.cache.removeCache(task);
+			this.removeTask(task, `the task ${(0, _milaboratories_pl_client.stringifyWithResourceId)(task.info())} was released when the driver was closed`);
+		}));
+	}
+	setNewTask(w, url, callerId) {
+		const result = new require_task.DownloadByUrlTask(this.logger, this.getFilePath(url), url, this.signer, this.saveDir);
+		result.attach(w, callerId);
+		this.urlToDownload.set(url.toString(), result);
+		return result;
+	}
+	removeTask(task, reason) {
+		task.abort(reason);
+		task.change.markChanged(`task for url ${task.url} removed: ${reason}`);
+		this.urlToDownload.delete(task.url.toString());
+	}
+	getFilePath(url) {
+		const sha256 = (0, node_crypto.createHash)("sha256").update(url.toString()).digest("hex");
+		return node_path.join(this.saveDir, sha256);
+	}
+};
 
+//#endregion
 exports.DownloadUrlDriver = DownloadUrlDriver;
-//# sourceMappingURL=driver.cjs.map
+//# sourceMappingURL=driver.cjs.map

package/dist/drivers/download_url/driver.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"driver.cjs","sources":["../../../src/drivers/download_url/driver.ts"],"sourcesContent":["import type { ComputableCtx, Watcher } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport { createHash, randomUUID } from \"node:crypto\";\nimport * as path from \"node:path\";\nimport type { Dispatcher } from \"undici\";\nimport { RemoteFileDownloader } from \"../../helpers/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport { FilesCache } from \"../helpers/files_cache\";\nimport { stringifyWithResourceId } from \"@milaboratories/pl-client\";\nimport type { BlockUIURL, FrontendDriver } from \"@milaboratories/pl-model-common\";\nimport { isBlockUIURL } from \"@milaboratories/pl-model-common\";\nimport { getPathForBlockUIURL } from \"../urls/url\";\nimport { DownloadByUrlTask, rmRFDir, URLAborted } from \"./task\";\n\nexport interface DownloadUrlSyncReader {\n  /** Returns a Computable that (when the time will come)\n   * downloads an archive from an URL,\n   * extracts it to the local dir and returns a path to that dir. */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n}\n\nexport interface UrlResult {\n  /** Path to the downloadable blob along with the signature and a custom protocol,\n   * might be undefined when the error happened. */\n  url?: BlockUIURL;\n  /** Error that happened when the archive were downloaded. */\n  error?: string;\n}\n\nexport type DownloadUrlDriverOps = {\n  /** A soft limit of the amount of blob storage, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one\n   * when they become unneeded.\n   * */\n  cacheSoftSizeBytes: number;\n\n  /** Whether to gunzip the downloaded archive (it will be untared automatically). */\n  withGunzip: boolean;\n\n  /** Max number of concurrent downloads while calculating computable states\n   * derived from this driver.\n   * */\n  nConcurrentDownloads: number;\n};\n\n/** Downloads .tar or .tar.gz archives by given URLs\n * and extracts them into saveDir. */\nexport class DownloadUrlDriver implements DownloadUrlSyncReader, FrontendDriver {\n  private readonly downloadHelper: RemoteFileDownloader;\n\n  private urlToDownload: Map<string, DownloadByUrlTask> = new Map();\n  private downloadQueue: TaskProcessor;\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadByUrlTask>;\n\n  constructor(\n    private readonly logger: MiLogger,\n    httpClient: Dispatcher,\n    private readonly saveDir: string,\n    private readonly signer: Signer,\n    private readonly opts: DownloadUrlDriverOps = {\n      cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n      withGunzip: true,\n      nConcurrentDownloads: 50,\n    },\n  ) {\n    this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads);\n    this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);\n    this.downloadHelper = new RemoteFileDownloader(httpClient);\n  }\n\n  /** Use to get a path result inside a computable context */\n  getUrl(url: URL, ctx: ComputableCtx): UrlResult | undefined;\n\n  /** Returns a Computable that do the work */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n\n  /** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */\n  getUrl(url: URL, ctx?: ComputableCtx): Computable<UrlResult | undefined> | UrlResult | undefined {\n    // wrap result as computable, if we were not given an existing computable context\n    if (ctx === undefined) return Computable.make((c) => this.getUrl(url, c));\n\n    const callerId = randomUUID();\n\n    // read as ~ golang's defer\n    ctx.addOnDestroy(() => this.releasePath(url, callerId));\n\n    const result = this.getUrlNoCtx(url, ctx.watcher, callerId);\n    if (result?.url === undefined)\n      ctx.markUnstable(\n        `a path to the downloaded and untared archive might be undefined. The current result: ${result}`,\n      );\n\n    return result;\n  }\n\n  getUrlNoCtx(url: URL, w: Watcher, callerId: string) {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n\n    if (task !== undefined) {\n      task.attach(w, callerId);\n      return task.getUrl();\n    }\n\n    const newTask = this.setNewTask(w, url, callerId);\n    this.downloadQueue.push({\n      fn: async () => this.downloadUrl(newTask, callerId),\n      recoverableErrorPredicate: (e) => !(e instanceof URLAborted) && !isDownloadNetworkError400(e),\n    });\n\n    return newTask.getUrl();\n  }\n\n  getPathForBlockUI(url: string): string {\n    if (!isBlockUIURL(url)) {\n      throw new Error(`getPathForBlockUI: ${url} is invalid`);\n    }\n\n    return getPathForBlockUIURL(this.signer, url, this.saveDir);\n  }\n\n  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */\n  async downloadUrl(task: DownloadByUrlTask, callerId: string) {\n    await task.download(this.downloadHelper, this.opts.withGunzip);\n    // Might be undefined if a error happened\n    if (task.getUrl()?.url !== undefined) this.cache.addCache(task, callerId);\n  }\n\n  /** Removes a directory and aborts a downloading task when all callers\n   * are not interested in it. */\n  async releasePath(url: URL, callerId: string): Promise<void> {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n    if (task == undefined) return;\n\n    if (this.cache.existsFile(task.path)) {\n      const toDelete = this.cache.removeFile(task.path, callerId);\n\n      await Promise.all(\n        toDelete.map(async (task: DownloadByUrlTask) => {\n          await rmRFDir(task.path);\n          this.cache.removeCache(task);\n\n          this.removeTask(\n            task,\n            `the task ${stringifyWithResourceId(task.info())} was removed` +\n              `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted)\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n    }\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    await Promise.all(\n      Array.from(this.urlToDownload.entries()).map(async ([, task]) => {\n        await rmRFDir(task.path);\n        this.cache.removeCache(task);\n\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`,\n        );\n      }),\n    );\n  }\n\n  private setNewTask(w: Watcher, url: URL, callerId: string) {\n    const result = new DownloadByUrlTask(\n      this.logger,\n      this.getFilePath(url),\n      url,\n      this.signer,\n      this.saveDir,\n    );\n    result.attach(w, callerId);\n    this.urlToDownload.set(url.toString(), result);\n\n    return result;\n  }\n\n  private removeTask(task: DownloadByUrlTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`task for url ${task.url} removed: ${reason}`);\n    this.urlToDownload.delete(task.url.toString());\n  }\n\n  private getFilePath(url: URL): string {\n    const sha256 = createHash(\"sha256\").update(url.toString()).digest(\"hex\");\n    return path.join(this.saveDir, sha256);\n  }\n}\n"],"names":["TaskProcessor","FilesCache","RemoteFileDownloader","Computable","randomUUID","task","URLAborted","isDownloadNetworkError400","url","isBlockUIURL","getPathForBlockUIURL","rmRFDir","stringifyWithResourceId","DownloadByUrlTask","createHash","path"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA+CA;AACqC;MACxB,iBAAiB,CAAA;AAWT,IAAA,MAAA;AAEA,IAAA,OAAA;AACA,IAAA,MAAA;AACA,IAAA,IAAA;AAdF,IAAA,cAAc;AAEvB,IAAA,aAAa,GAAmC,IAAI,GAAG,EAAE;AACzD,IAAA,aAAa;AAErB;AAC+B;AACvB,IAAA,KAAK;IAEb,WAAA,CACmB,MAAgB,EACjC,UAAsB,EACL,OAAe,EACf,MAAc,EACd,IAAA,GAA6B;QAC5C,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC1C,QAAA,UAAU,EAAE,IAAI;AAChB,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA,EAAA;QARgB,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,IAAI,GAAJ,IAAI;AAMrB,QAAA,IAAI,CAAC,aAAa,GAAG,IAAIA,uBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC;AACnF,QAAA,IAAI,CAAC,KAAK,GAAG,IAAIC,sBAAU,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,IAAIC,6BAAoB,CAAC,UAAU,CAAC;IAC5D;;IASA,MAAM,CAAC,GAAQ,EAAE,GAAmB,EAAA;;QAElC,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAEzE,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;;AAG7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AAEvD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC;AAC3D,QAAA,IAAI,MAAM,EAAE,GAAG,KAAK,SAAS;AAC3B,YAAA,GAAG,CAAC,YAAY,CACd,wFAAwF,MAAM,CAAA,CAAE,CACjG;AAEH,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,WAAW,CAAC,GAAQ,EAAE,CAAU,EAAE,QAAgB,EAAA;AAChD,QAAA,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE;QAC1B,MAAMC,MAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAExC,QAAA,IAAIA,MAAI,KAAK,SAAS,EAAE;AACtB,YAAAA,MAAI,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AACxB,YAAA,OAAOA,MAAI,CAAC,MAAM,EAAE;QACtB;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC;AACjD,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;AACtB,YAAA,EAAE,EAAE,YAAY,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC;AACnD,YAAA,yBAAyB,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,YAAYC,eAAU,CAAC,IAAI,CAACC,yCAAyB,CAAC,CAAC,CAAC;AAC9F,SAAA,CAAC;AAEF,QAAA,OAAO,OAAO,CAAC,MAAM,EAAE;IACzB;AAEA,IAAA,iBAAiB,CAACC,KAAW,EAAA;AAC3B,QAAA,IAAI,CAACC,0BAAY,CAACD,KAAG,CAAC,EAAE;AACtB,YAAA,MAAM,IAAI,KAAK,CAAC,sBAAsBA,KAAG,CAAA,WAAA,CAAa,CAAC;QACzD;AAEA,QAAA,OAAOE,wBAAoB,CAAC,IAAI,CAAC,MAAM,EAAEF,KAAG,EAAE,IAAI,CAAC,OAAO,CAAC;IAC7D;;AAGA,IAAA,MAAM,WAAW,CAAC,IAAuB,EAAE,QAAgB,EAAA;AACzD,QAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;;AAE9D,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAC3E;AAEA;AAC+B;AAC/B,IAAA,MAAM,WAAW,CAAC,GAAQ,EAAE,QAAgB,EAAA;AAC1C,QAAA,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE;QAC1B,MAAMH,MAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;QACxC,IAAIA,MAAI,IAAI,SAAS;YAAE;QAEvB,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAACA,MAAI,CAAC,IAAI,CAAC,EAAE;AACpC,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAACA,MAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;AAE3D,YAAA,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,OAAOA,MAAuB,KAAI;AAC7C,gBAAA,MAAMM,YAAO,CAACN,MAAI,CAAC,IAAI,CAAC;AACxB,gBAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAACA,MAAI,CAAC;AAE5B,gBAAA,IAAI,CAAC,UAAU,CACbA,MAAI,EACJ,CAAA,SAAA,EAAYO,gCAAuB,CAACP,MAAI,CAAC,IAAI,EAAE,CAAC,CAAA,YAAA,CAAc;AAC5D,oBAAA,CAAA,sBAAA,EAAyBO,gCAAuB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACpF;YACH,CAAC,CAAC,CACH;QACH;aAAO;;YAEL,MAAM,OAAO,GAAGP,MAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;AAC1C,YAAA,IAAI,OAAO;AACT,gBAAA,IAAI,CAAC,UAAU,CACbA,MAAI,EACJ,CAAA,SAAA,EAAYO,gCAAuB,CAACP,MAAI,CAAC,IAAI,EAAE,CAAC,CAAA,uBAAA,CAAyB,CAC1E;QACL;IACF;;AAGA,IAAA,MAAM,UAAU,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAEzB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,GAAGA,MAAI,CAAC,KAAI;AAC9D,YAAA,MAAMM,YAAO,CAACN,MAAI,CAAC,IAAI,CAAC;AACxB,YAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAACA,MAAI,CAAC;AAE5B,YAAA,IAAI,CAAC,UAAU,CACbA,MAAI,EACJ,CAAA,SAAA,EAAYO,gCAAuB,CAACP,MAAI,CAAC,IAAI,EAAE,CAAC,CAAA,wCAAA,CAA0C,CAC3F;QACH,CAAC,CAAC,CACH;IACH;AAEQ,IAAA,UAAU,CAAC,CAAU,EAAE,GAAQ,EAAE,QAAgB,EAAA;QACvD,MAAM,MAAM,GAAG,IAAIQ,sBAAiB,CAClC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EACrB,GAAG,EACH,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,CACb;AACD,QAAA,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC1B,QAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC;AAE9C,QAAA,OAAO,MAAM;IACf;IAEQ,UAAU,CAAC,IAAuB,EAAE,MAAc,EAAA;AACxD,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AAClB,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,aAAA,EAAgB,IAAI,CAAC,GAAG,CAAA,UAAA,EAAa,MAAM,CAAA,CAAE,CAAC;AACtE,QAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;IAChD;AAEQ,IAAA,WAAW,CAAC,GAAQ,EAAA;AAC1B,QAAA,MAAM,MAAM,GAAGC,sBAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QACxE,OAAOC,eAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;IACxC;AACD;;;;"}
+{"version":3,"file":"driver.cjs","names":["TaskProcessor","FilesCache","RemoteFileDownloader","Computable","URLAborted","isDownloadNetworkError400","getPathForBlockUIURL","rmRFDir","DownloadByUrlTask","path"],"sources":["../../../src/drivers/download_url/driver.ts"],"sourcesContent":["import type { ComputableCtx, Watcher } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport { createHash, randomUUID } from \"node:crypto\";\nimport * as path from \"node:path\";\nimport type { Dispatcher } from \"undici\";\nimport { RemoteFileDownloader } from \"../../helpers/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport { FilesCache } from \"../helpers/files_cache\";\nimport { stringifyWithResourceId } from \"@milaboratories/pl-client\";\nimport type { BlockUIURL, FrontendDriver } from \"@milaboratories/pl-model-common\";\nimport { isBlockUIURL } from \"@milaboratories/pl-model-common\";\nimport { getPathForBlockUIURL } from \"../urls/url\";\nimport { DownloadByUrlTask, rmRFDir, URLAborted } from \"./task\";\n\nexport interface DownloadUrlSyncReader {\n  /** Returns a Computable that (when the time will come)\n   * downloads an archive from an URL,\n   * extracts it to the local dir and returns a path to that dir. */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n}\n\nexport interface UrlResult {\n  /** Path to the downloadable blob along with the signature and a custom protocol,\n   * might be undefined when the error happened. */\n  url?: BlockUIURL;\n  /** Error that happened when the archive were downloaded. */\n  error?: string;\n}\n\nexport type DownloadUrlDriverOps = {\n  /** A soft limit of the amount of blob storage, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one\n   * when they become unneeded.\n   * */\n  cacheSoftSizeBytes: number;\n\n  /** Whether to gunzip the downloaded archive (it will be untared automatically). */\n  withGunzip: boolean;\n\n  /** Max number of concurrent downloads while calculating computable states\n   * derived from this driver.\n   * */\n  nConcurrentDownloads: number;\n};\n\n/** Downloads .tar or .tar.gz archives by given URLs\n * and extracts them into saveDir. */\nexport class DownloadUrlDriver implements DownloadUrlSyncReader, FrontendDriver {\n  private readonly downloadHelper: RemoteFileDownloader;\n\n  private urlToDownload: Map<string, DownloadByUrlTask> = new Map();\n  private downloadQueue: TaskProcessor;\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadByUrlTask>;\n\n  constructor(\n    private readonly logger: MiLogger,\n    httpClient: Dispatcher,\n    private readonly saveDir: string,\n    private readonly signer: Signer,\n    private readonly opts: DownloadUrlDriverOps = {\n      cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n      withGunzip: true,\n      nConcurrentDownloads: 50,\n    },\n  ) {\n    this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads);\n    this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);\n    this.downloadHelper = new RemoteFileDownloader(httpClient);\n  }\n\n  /** Use to get a path result inside a computable context */\n  getUrl(url: URL, ctx: ComputableCtx): UrlResult | undefined;\n\n  /** Returns a Computable that do the work */\n  getUrl(url: URL): Computable<UrlResult | undefined>;\n\n  /** Returns a computable that returns a custom protocol URL to the downloaded and unarchived path. */\n  getUrl(url: URL, ctx?: ComputableCtx): Computable<UrlResult | undefined> | UrlResult | undefined {\n    // wrap result as computable, if we were not given an existing computable context\n    if (ctx === undefined) return Computable.make((c) => this.getUrl(url, c));\n\n    const callerId = randomUUID();\n\n    // read as ~ golang's defer\n    ctx.addOnDestroy(() => this.releasePath(url, callerId));\n\n    const result = this.getUrlNoCtx(url, ctx.watcher, callerId);\n    if (result?.url === undefined)\n      ctx.markUnstable(\n        `a path to the downloaded and untared archive might be undefined. The current result: ${result}`,\n      );\n\n    return result;\n  }\n\n  getUrlNoCtx(url: URL, w: Watcher, callerId: string) {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n\n    if (task !== undefined) {\n      task.attach(w, callerId);\n      return task.getUrl();\n    }\n\n    const newTask = this.setNewTask(w, url, callerId);\n    this.downloadQueue.push({\n      fn: async () => this.downloadUrl(newTask, callerId),\n      recoverableErrorPredicate: (e) => !(e instanceof URLAborted) && !isDownloadNetworkError400(e),\n    });\n\n    return newTask.getUrl();\n  }\n\n  getPathForBlockUI(url: string): string {\n    if (!isBlockUIURL(url)) {\n      throw new Error(`getPathForBlockUI: ${url} is invalid`);\n    }\n\n    return getPathForBlockUIURL(this.signer, url, this.saveDir);\n  }\n\n  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */\n  async downloadUrl(task: DownloadByUrlTask, callerId: string) {\n    await task.download(this.downloadHelper, this.opts.withGunzip);\n    // Might be undefined if a error happened\n    if (task.getUrl()?.url !== undefined) this.cache.addCache(task, callerId);\n  }\n\n  /** Removes a directory and aborts a downloading task when all callers\n   * are not interested in it. */\n  async releasePath(url: URL, callerId: string): Promise<void> {\n    const key = url.toString();\n    const task = this.urlToDownload.get(key);\n    if (task == undefined) return;\n\n    if (this.cache.existsFile(task.path)) {\n      const toDelete = this.cache.removeFile(task.path, callerId);\n\n      await Promise.all(\n        toDelete.map(async (task: DownloadByUrlTask) => {\n          await rmRFDir(task.path);\n          this.cache.removeCache(task);\n\n          this.removeTask(\n            task,\n            `the task ${stringifyWithResourceId(task.info())} was removed` +\n              `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted)\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n    }\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    await Promise.all(\n      Array.from(this.urlToDownload.entries()).map(async ([, task]) => {\n        await rmRFDir(task.path);\n        this.cache.removeCache(task);\n\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`,\n        );\n      }),\n    );\n  }\n\n  private setNewTask(w: Watcher, url: URL, callerId: string) {\n    const result = new DownloadByUrlTask(\n      this.logger,\n      this.getFilePath(url),\n      url,\n      this.signer,\n      this.saveDir,\n    );\n    result.attach(w, callerId);\n    this.urlToDownload.set(url.toString(), result);\n\n    return result;\n  }\n\n  private removeTask(task: DownloadByUrlTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`task for url ${task.url} removed: ${reason}`);\n    this.urlToDownload.delete(task.url.toString());\n  }\n\n  private getFilePath(url: URL): string {\n    const sha256 = createHash(\"sha256\").update(url.toString()).digest(\"hex\");\n    return path.join(this.saveDir, sha256);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAiDA,IAAa,oBAAb,MAAgF;CAC9E,AAAiB;CAEjB,AAAQ,gCAAgD,IAAI,KAAK;CACjE,AAAQ;;;CAIR,AAAQ;CAER,YACE,AAAiB,QACjB,YACA,AAAiB,SACjB,AAAiB,QACjB,AAAiB,OAA6B;EAC5C,oBAAoB,IAAI,OAAO,OAAO;EACtC,YAAY;EACZ,sBAAsB;EACvB,EACD;EATiB;EAEA;EACA;EACA;AAMjB,OAAK,gBAAgB,IAAIA,yCAAc,KAAK,QAAQ,KAAK,KAAK,qBAAqB;AACnF,OAAK,QAAQ,IAAIC,+BAAW,KAAK,KAAK,mBAAmB;AACzD,OAAK,iBAAiB,IAAIC,sCAAqB,WAAW;;;CAU5D,OAAO,KAAU,KAAgF;AAE/F,MAAI,QAAQ,OAAW,QAAOC,sCAAW,MAAM,MAAM,KAAK,OAAO,KAAK,EAAE,CAAC;EAEzE,MAAM,wCAAuB;AAG7B,MAAI,mBAAmB,KAAK,YAAY,KAAK,SAAS,CAAC;EAEvD,MAAM,SAAS,KAAK,YAAY,KAAK,IAAI,SAAS,SAAS;AAC3D,MAAI,QAAQ,QAAQ,OAClB,KAAI,aACF,wFAAwF,SACzF;AAEH,SAAO;;CAGT,YAAY,KAAU,GAAY,UAAkB;EAClD,MAAM,MAAM,IAAI,UAAU;EAC1B,MAAM,OAAO,KAAK,cAAc,IAAI,IAAI;AAExC,MAAI,SAAS,QAAW;AACtB,QAAK,OAAO,GAAG,SAAS;AACxB,UAAO,KAAK,QAAQ;;EAGtB,MAAM,UAAU,KAAK,WAAW,GAAG,KAAK,SAAS;AACjD,OAAK,cAAc,KAAK;GACtB,IAAI,YAAY,KAAK,YAAY,SAAS,SAAS;GACnD,4BAA4B,MAAM,EAAE,aAAaC,4BAAe,CAACC,kDAA0B,EAAE;GAC9F,CAAC;AAEF,SAAO,QAAQ,QAAQ;;CAGzB,kBAAkB,KAAqB;AACrC,MAAI,mDAAc,IAAI,CACpB,OAAM,IAAI,MAAM,sBAAsB,IAAI,aAAa;AAGzD,SAAOC,iCAAqB,KAAK,QAAQ,KAAK,KAAK,QAAQ;;;CAI7D,MAAM,YAAY,MAAyB,UAAkB;AAC3D,QAAM,KAAK,SAAS,KAAK,gBAAgB,KAAK,KAAK,WAAW;AAE9D,MAAI,KAAK,QAAQ,EAAE,QAAQ,OAAW,MAAK,MAAM,SAAS,MAAM,SAAS;;;;CAK3E,MAAM,YAAY,KAAU,UAAiC;EAC3D,MAAM,MAAM,IAAI,UAAU;EAC1B,MAAM,OAAO,KAAK,cAAc,IAAI,IAAI;AACxC,MAAI,QAAQ,OAAW;AAEvB,MAAI,KAAK,MAAM,WAAW,KAAK,KAAK,EAAE;GACpC,MAAM,WAAW,KAAK,MAAM,WAAW,KAAK,MAAM,SAAS;AAE3D,SAAM,QAAQ,IACZ,SAAS,IAAI,OAAO,SAA4B;AAC9C,UAAMC,qBAAQ,KAAK,KAAK;AACxB,SAAK,MAAM,YAAY,KAAK;AAE5B,SAAK,WACH,MACA,mEAAoC,KAAK,MAAM,CAAC,CAAC,2FACE,SAAS,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC,GAClF;KACD,CACH;aAGe,KAAK,QAAQ,IAAI,SAAS,CAExC,MAAK,WACH,MACA,mEAAoC,KAAK,MAAM,CAAC,CAAC,yBAClD;;;CAKP,MAAM,aAAa;AACjB,OAAK,cAAc,MAAM;AAEzB,QAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,cAAc,SAAS,CAAC,CAAC,IAAI,OAAO,GAAG,UAAU;AAC/D,SAAMA,qBAAQ,KAAK,KAAK;AACxB,QAAK,MAAM,YAAY,KAAK;AAE5B,QAAK,WACH,MACA,mEAAoC,KAAK,MAAM,CAAC,CAAC,0CAClD;IACD,CACH;;CAGH,AAAQ,WAAW,GAAY,KAAU,UAAkB;EACzD,MAAM,SAAS,IAAIC,+BACjB,KAAK,QACL,KAAK,YAAY,IAAI,EACrB,KACA,KAAK,QACL,KAAK,QACN;AACD,SAAO,OAAO,GAAG,SAAS;AAC1B,OAAK,cAAc,IAAI,IAAI,UAAU,EAAE,OAAO;AAE9C,SAAO;;CAGT,AAAQ,WAAW,MAAyB,QAAgB;AAC1D,OAAK,MAAM,OAAO;AAClB,OAAK,OAAO,YAAY,gBAAgB,KAAK,IAAI,YAAY,SAAS;AACtE,OAAK,cAAc,OAAO,KAAK,IAAI,UAAU,CAAC;;CAGhD,AAAQ,YAAY,KAAkB;EACpC,MAAM,qCAAoB,SAAS,CAAC,OAAO,IAAI,UAAU,CAAC,CAAC,OAAO,MAAM;AACxE,SAAOC,UAAK,KAAK,KAAK,SAAS,OAAO"}

package/dist/drivers/download_url/driver.d.ts

@@ -1,64 +1,66 @@
-import type { ComputableCtx, Watcher } from "@milaboratories/computable";
-import { Computable } from "@milaboratories/computable";
-import type { MiLogger, Signer } from "@milaboratories/ts-helpers";
-import type { Dispatcher } from "undici";
-import type { BlockUIURL, FrontendDriver } from "@milaboratories/pl-model-common";
-import { DownloadByUrlTask } from "./task";
-export interface DownloadUrlSyncReader {
-    /** Returns a Computable that (when the time will come)
-     * downloads an archive from an URL,
-     * extracts it to the local dir and returns a path to that dir. */
-    getUrl(url: URL): Computable<UrlResult | undefined>;
+import { DownloadByUrlTask } from "./task.js";
+import { Dispatcher } from "undici";
+import { MiLogger, Signer } from "@milaboratories/ts-helpers";
+import { Computable, ComputableCtx, Watcher } from "@milaboratories/computable";
+import { BlockUIURL, FrontendDriver } from "@milaboratories/pl-model-common";
+
+//#region src/drivers/download_url/driver.d.ts
+interface DownloadUrlSyncReader {
+  /** Returns a Computable that (when the time will come)
+   * downloads an archive from an URL,
+   * extracts it to the local dir and returns a path to that dir. */
+  getUrl(url: URL): Computable<UrlResult | undefined>;
 }
-export interface UrlResult {
-    /** Path to the downloadable blob along with the signature and a custom protocol,
-     * might be undefined when the error happened. */
-    url?: BlockUIURL;
-    /** Error that happened when the archive were downloaded. */
-    error?: string;
+interface UrlResult {
+  /** Path to the downloadable blob along with the signature and a custom protocol,
+   * might be undefined when the error happened. */
+  url?: BlockUIURL;
+  /** Error that happened when the archive were downloaded. */
+  error?: string;
 }
-export type DownloadUrlDriverOps = {
-    /** A soft limit of the amount of blob storage, in bytes.
-     * Once exceeded, the download driver will start deleting blobs one by one
-     * when they become unneeded.
-     * */
-    cacheSoftSizeBytes: number;
-    /** Whether to gunzip the downloaded archive (it will be untared automatically). */
-    withGunzip: boolean;
-    /** Max number of concurrent downloads while calculating computable states
-     * derived from this driver.
-     * */
-    nConcurrentDownloads: number;
+type DownloadUrlDriverOps = {
+  /** A soft limit of the amount of blob storage, in bytes.
+   * Once exceeded, the download driver will start deleting blobs one by one
+   * when they become unneeded.
+   * */
+  cacheSoftSizeBytes: number; /** Whether to gunzip the downloaded archive (it will be untared automatically). */
+  withGunzip: boolean;
+  /** Max number of concurrent downloads while calculating computable states
+   * derived from this driver.
+   * */
+  nConcurrentDownloads: number;
 };
 /** Downloads .tar or .tar.gz archives by given URLs
  * and extracts them into saveDir. */
-export declare class DownloadUrlDriver implements DownloadUrlSyncReader, FrontendDriver {
-    private readonly logger;
-    private readonly saveDir;
-    private readonly signer;
-    private readonly opts;
-    private readonly downloadHelper;
-    private urlToDownload;
-    private downloadQueue;
-    /** Writes and removes files to a hard drive and holds a counter for every
-     * file that should be kept. */
-    private cache;
-    constructor(logger: MiLogger, httpClient: Dispatcher, saveDir: string, signer: Signer, opts?: DownloadUrlDriverOps);
-    /** Use to get a path result inside a computable context */
-    getUrl(url: URL, ctx: ComputableCtx): UrlResult | undefined;
-    /** Returns a Computable that do the work */
-    getUrl(url: URL): Computable<UrlResult | undefined>;
-    getUrlNoCtx(url: URL, w: Watcher, callerId: string): UrlResult | undefined;
-    getPathForBlockUI(url: string): string;
-    /** Downloads and extracts a tar archive if it wasn't downloaded yet. */
-    downloadUrl(task: DownloadByUrlTask, callerId: string): Promise<void>;
-    /** Removes a directory and aborts a downloading task when all callers
-     * are not interested in it. */
-    releasePath(url: URL, callerId: string): Promise<void>;
-    /** Removes all files from a hard drive. */
-    releaseAll(): Promise<void>;
-    private setNewTask;
-    private removeTask;
-    private getFilePath;
+declare class DownloadUrlDriver implements DownloadUrlSyncReader, FrontendDriver {
+  private readonly logger;
+  private readonly saveDir;
+  private readonly signer;
+  private readonly opts;
+  private readonly downloadHelper;
+  private urlToDownload;
+  private downloadQueue;
+  /** Writes and removes files to a hard drive and holds a counter for every
+   * file that should be kept. */
+  private cache;
+  constructor(logger: MiLogger, httpClient: Dispatcher, saveDir: string, signer: Signer, opts?: DownloadUrlDriverOps);
+  /** Use to get a path result inside a computable context */
+  getUrl(url: URL, ctx: ComputableCtx): UrlResult | undefined;
+  /** Returns a Computable that do the work */
+  getUrl(url: URL): Computable<UrlResult | undefined>;
+  getUrlNoCtx(url: URL, w: Watcher, callerId: string): UrlResult | undefined;
+  getPathForBlockUI(url: string): string;
+  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */
+  downloadUrl(task: DownloadByUrlTask, callerId: string): Promise<void>;
+  /** Removes a directory and aborts a downloading task when all callers
+   * are not interested in it. */
+  releasePath(url: URL, callerId: string): Promise<void>;
+  /** Removes all files from a hard drive. */
+  releaseAll(): Promise<void>;
+  private setNewTask;
+  private removeTask;
+  private getFilePath;
 }
+//#endregion
+export { DownloadUrlDriver, DownloadUrlDriverOps, DownloadUrlSyncReader, UrlResult };
 //# sourceMappingURL=driver.d.ts.map