@milaboratories/pl-drivers 1.11.58 → 1.11.60

package/dist/drivers/download_blob_url/driver.js

@@ -1,148 +1,127 @@
-import { Computable } from '@milaboratories/computable';
-import { TaskProcessor } from '@milaboratories/ts-helpers';
-import { randomUUID } from 'node:crypto';
-import * as path from 'node:path';
-import { FilesCache } from '../helpers/files_cache.js';
-import { stringifyWithResourceId, resourceIdToString } from '@milaboratories/pl-client';
-import { isFolderURL } from '@milaboratories/pl-model-common';
-import { makeDownloadableBlobSnapshot } from './snapshot.js';
-import { isPlTreeEntry } from '@milaboratories/pl-tree';
-import { rmRFDir, DownloadAndUnarchiveTask } from './task.js';
-import { getPathForFolderURL } from '../urls/url.js';
-import { newId } from './driver_id.js';
-import { nonRecoverableError } from '../download_blob/download_blob_task.js';
+import { nonRecoverableError } from "../download_blob/download_blob_task.js";
+import { FilesCache } from "../helpers/files_cache.js";
+import { makeDownloadableBlobSnapshot } from "./snapshot.js";
+import { getPathForFolderURL } from "../urls/url.js";
+import { DownloadAndUnarchiveTask, rmRFDir } from "./task.js";
+import { newId } from "./driver_id.js";
+import { resourceIdToString, stringifyWithResourceId } from "@milaboratories/pl-client";
+import { TaskProcessor } from "@milaboratories/ts-helpers";
+import * as path$1 from "node:path";
+import { Computable } from "@milaboratories/computable";
+import { isFolderURL } from "@milaboratories/pl-model-common";
+import { isPlTreeEntry } from "@milaboratories/pl-tree";
+import { randomUUID } from "node:crypto";
 
+//#region src/drivers/download_blob_url/driver.ts
 /** Downloads .tar, .tar.gz or zip archives,
- * extracts them into saveDir and gets a url for it. */
-class DownloadBlobToURLDriver {
-    logger;
-    signer;
-    clientDownload;
-    saveDir;
-    opts;
-    idToDownload = new Map();
-    downloadQueue;
-    /** Writes and removes files to a hard drive and holds a counter for every
-     * file that should be kept. */
-    cache;
-    constructor(logger, signer, clientDownload, saveDir, opts = {
-        cacheSoftSizeBytes: 50 * 1024 * 1024,
-        nConcurrentDownloads: 50,
-    }) {
-        this.logger = logger;
-        this.signer = signer;
-        this.clientDownload = clientDownload;
-        this.saveDir = saveDir;
-        this.opts = opts;
-        this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads, {
-            type: "exponentialWithMaxDelayBackoff",
-            initialDelay: 10000,
-            maxDelay: 30000,
-            backoffMultiplier: 1.5,
-            jitter: 0.5,
-        });
-        this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);
-    }
-    info() {
-        return {
-            saveDir: this.saveDir,
-            opts: this.opts,
-            idToDownloadSize: this.idToDownload.size,
-            idToDownloadKeys: this.idToDownload.keys(),
-            idToDownload: Array.from(this.idToDownload.entries()).map(([id, task]) => [id, task.info()]),
-        };
-    }
-    /**
-     * @returns full path to the referenced file
-     */
-    getPathForCustomProtocol(url) {
-        if (isFolderURL(url)) {
-            return getPathForFolderURL(this.signer, url, this.saveDir);
-        }
-        throw new Error(`getPathForCustomProtocol: ${url} is invalid`);
-    }
-    extractArchiveAndGetURL(res, format, ctx) {
-        // wrap result as computable, if we were not given an existing computable context
-        if (ctx === undefined)
-            return Computable.make((c) => this.extractArchiveAndGetURL(res, format, c));
-        const rInfo = isPlTreeEntry(res)
-            ? makeDownloadableBlobSnapshot(res, ctx)
-            : res;
-        const callerId = randomUUID();
-        ctx.addOnDestroy(() => this.releasePath(rInfo.id, format, callerId));
-        const result = this.extractArchiveAndGetURLNoCtx(rInfo, format, ctx.watcher, callerId);
-        if (result?.url === undefined)
-            ctx.markUnstable(`a path to the downloaded archive might be undefined. The current result: ${result}`);
-        if (result?.error !== undefined)
-            throw result?.error;
-        return result?.url;
-    }
-    extractArchiveAndGetURLNoCtx(rInfo, format, w, callerId) {
-        const task = this.idToDownload.get(newId(rInfo.id, format));
-        if (task != undefined) {
-            task.attach(w, callerId);
-            return task.getURL();
-        }
-        const newTask = this.setNewTask(w, rInfo, format, callerId);
-        this.downloadQueue.push({
-            fn: async () => this.downloadUrl(newTask, callerId),
-            recoverableErrorPredicate: (e) => !nonRecoverableError(e),
-        });
-        return newTask.getURL();
-    }
-    /** Downloads and extracts a tar archive if it wasn't downloaded yet. */
-    async downloadUrl(task, callerId) {
-        await task.download();
-        // Might be undefined if a error happened
-        if (task.getURL()?.url != undefined)
-            this.cache.addCache(task, callerId);
-    }
-    /** Removes a directory and aborts a downloading task when all callers
-     * are not interested in it. */
-    async releasePath(id, format, callerId) {
-        const task = this.idToDownload.get(newId(id, format));
-        if (task == undefined)
-            return;
-        if (this.cache.existsFile(task.path)) {
-            const toDelete = this.cache.removeFile(task.path, callerId);
-            await Promise.all(toDelete.map(async (task) => {
-                await rmRFDir(task.path);
-                this.cache.removeCache(task);
-                this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removed` +
-                    `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`);
-            }));
-        }
-        else {
-            // The task is still in a downloading queue.
-            const deleted = task.counter.dec(callerId);
-            if (deleted)
-                this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removed from cache`);
-        }
-    }
-    /** Removes all files from a hard drive. */
-    async releaseAll() {
-        this.downloadQueue.stop();
-        await Promise.all(Array.from(this.idToDownload.entries()).map(async ([_, task]) => {
-            await rmRFDir(task.path);
-            this.cache.removeCache(task);
-            this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`);
-        }));
-    }
-    setNewTask(w, rInfo, format, callerId) {
-        const result = new DownloadAndUnarchiveTask(this.logger, this.signer, this.saveDir, this.getFilePath(rInfo.id, format), rInfo, format, this.clientDownload);
-        result.attach(w, callerId);
-        this.idToDownload.set(newId(rInfo.id, format), result);
-        return result;
-    }
-    removeTask(task, reason) {
-        task.abort(reason);
-        task.change.markChanged(`task for ${resourceIdToString(task.rInfo.id)} removed: ${reason}`);
-        this.idToDownload.delete(newId(task.rInfo.id, task.format));
-    }
-    getFilePath(id, format) {
-        return path.join(this.saveDir, `${String(BigInt(id))}_${format}`);
-    }
-}
+* extracts them into saveDir and gets a url for it. */
+var DownloadBlobToURLDriver = class {
+	idToDownload = /* @__PURE__ */ new Map();
+	downloadQueue;
+	/** Writes and removes files to a hard drive and holds a counter for every
+	* file that should be kept. */
+	cache;
+	constructor(logger, signer, clientDownload, saveDir, opts = {
+		cacheSoftSizeBytes: 50 * 1024 * 1024,
+		nConcurrentDownloads: 50
+	}) {
+		this.logger = logger;
+		this.signer = signer;
+		this.clientDownload = clientDownload;
+		this.saveDir = saveDir;
+		this.opts = opts;
+		this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads, {
+			type: "exponentialWithMaxDelayBackoff",
+			initialDelay: 1e4,
+			maxDelay: 3e4,
+			backoffMultiplier: 1.5,
+			jitter: .5
+		});
+		this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);
+	}
+	info() {
+		return {
+			saveDir: this.saveDir,
+			opts: this.opts,
+			idToDownloadSize: this.idToDownload.size,
+			idToDownloadKeys: this.idToDownload.keys(),
+			idToDownload: Array.from(this.idToDownload.entries()).map(([id, task]) => [id, task.info()])
+		};
+	}
+	/**
+	* @returns full path to the referenced file
+	*/
+	getPathForCustomProtocol(url) {
+		if (isFolderURL(url)) return getPathForFolderURL(this.signer, url, this.saveDir);
+		throw new Error(`getPathForCustomProtocol: ${url} is invalid`);
+	}
+	extractArchiveAndGetURL(res, format, ctx) {
+		if (ctx === void 0) return Computable.make((c) => this.extractArchiveAndGetURL(res, format, c));
+		const rInfo = isPlTreeEntry(res) ? makeDownloadableBlobSnapshot(res, ctx) : res;
+		const callerId = randomUUID();
+		ctx.addOnDestroy(() => this.releasePath(rInfo.id, format, callerId));
+		const result = this.extractArchiveAndGetURLNoCtx(rInfo, format, ctx.watcher, callerId);
+		if (result?.url === void 0) ctx.markUnstable(`a path to the downloaded archive might be undefined. The current result: ${result}`);
+		if (result?.error !== void 0) throw result?.error;
+		return result?.url;
+	}
+	extractArchiveAndGetURLNoCtx(rInfo, format, w, callerId) {
+		const task = this.idToDownload.get(newId(rInfo.id, format));
+		if (task != void 0) {
+			task.attach(w, callerId);
+			return task.getURL();
+		}
+		const newTask = this.setNewTask(w, rInfo, format, callerId);
+		this.downloadQueue.push({
+			fn: async () => this.downloadUrl(newTask, callerId),
+			recoverableErrorPredicate: (e) => !nonRecoverableError(e)
+		});
+		return newTask.getURL();
+	}
+	/** Downloads and extracts a tar archive if it wasn't downloaded yet. */
+	async downloadUrl(task, callerId) {
+		await task.download();
+		if (task.getURL()?.url != void 0) this.cache.addCache(task, callerId);
+	}
+	/** Removes a directory and aborts a downloading task when all callers
+	* are not interested in it. */
+	async releasePath(id, format, callerId) {
+		const task = this.idToDownload.get(newId(id, format));
+		if (task == void 0) return;
+		if (this.cache.existsFile(task.path)) {
+			const toDelete = this.cache.removeFile(task.path, callerId);
+			await Promise.all(toDelete.map(async (task) => {
+				await rmRFDir(task.path);
+				this.cache.removeCache(task);
+				this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removedfrom cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`);
+			}));
+		} else if (task.counter.dec(callerId)) this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was removed from cache`);
+	}
+	/** Removes all files from a hard drive. */
+	async releaseAll() {
+		this.downloadQueue.stop();
+		await Promise.all(Array.from(this.idToDownload.entries()).map(async ([_, task]) => {
+			await rmRFDir(task.path);
+			this.cache.removeCache(task);
+			this.removeTask(task, `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`);
+		}));
+	}
+	setNewTask(w, rInfo, format, callerId) {
+		const result = new DownloadAndUnarchiveTask(this.logger, this.signer, this.saveDir, this.getFilePath(rInfo.id, format), rInfo, format, this.clientDownload);
+		result.attach(w, callerId);
+		this.idToDownload.set(newId(rInfo.id, format), result);
+		return result;
+	}
+	removeTask(task, reason) {
+		task.abort(reason);
+		task.change.markChanged(`task for ${resourceIdToString(task.rInfo.id)} removed: ${reason}`);
+		this.idToDownload.delete(newId(task.rInfo.id, task.format));
+	}
+	getFilePath(id, format) {
+		return path$1.join(this.saveDir, `${String(BigInt(id))}_${format}`);
+	}
+};
 
+//#endregion
 export { DownloadBlobToURLDriver };
-//# sourceMappingURL=driver.js.map
+//# sourceMappingURL=driver.js.map

package/dist/drivers/download_blob_url/driver.js.map

@@ -1 +1 @@
-{"version":3,"file":"driver.js","sources":["../../../src/drivers/download_blob_url/driver.ts"],"sourcesContent":["import type { ComputableCtx, Watcher } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport { randomUUID } from \"node:crypto\";\nimport * as path from \"node:path\";\nimport { FilesCache } from \"../helpers/files_cache\";\nimport type { ResourceId } from \"@milaboratories/pl-client\";\nimport { resourceIdToString, stringifyWithResourceId } from \"@milaboratories/pl-client\";\nimport {\n  type ArchiveFormat,\n  type BlobToURLDriver,\n  type FolderURL,\n  isFolderURL,\n} from \"@milaboratories/pl-model-common\";\nimport type { DownloadableBlobSnapshot } from \"./snapshot\";\nimport { makeDownloadableBlobSnapshot } from \"./snapshot\";\nimport type { PlTreeEntry } from \"@milaboratories/pl-tree\";\nimport { isPlTreeEntry } from \"@milaboratories/pl-tree\";\nimport { DownloadAndUnarchiveTask, rmRFDir } from \"./task\";\nimport type { ClientDownload } from \"../../clients/download\";\nimport { getPathForFolderURL } from \"../urls/url\";\nimport type { Id } from \"./driver_id\";\nimport { newId } from \"./driver_id\";\nimport { nonRecoverableError } from \"../download_blob/download_blob_task\";\n\nexport type DownloadBlobToURLDriverOps = {\n  cacheSoftSizeBytes: number;\n  nConcurrentDownloads: number;\n};\n\n/** Downloads .tar, .tar.gz or zip archives,\n * extracts them into saveDir and gets a url for it. */\nexport class DownloadBlobToURLDriver implements BlobToURLDriver {\n  private idToDownload: Map<Id, DownloadAndUnarchiveTask> = new Map();\n  private downloadQueue: TaskProcessor;\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadAndUnarchiveTask>;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientDownload: ClientDownload,\n    private readonly saveDir: string,\n    private readonly opts: DownloadBlobToURLDriverOps = {\n      cacheSoftSizeBytes: 50 * 1024 * 1024,\n      nConcurrentDownloads: 50,\n    },\n  ) {\n    this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads, {\n      type: \"exponentialWithMaxDelayBackoff\",\n      initialDelay: 10000,\n      maxDelay: 30000,\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n    this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);\n  }\n\n  public info(): any {\n    return {\n      saveDir: this.saveDir,\n      opts: this.opts,\n      idToDownloadSize: this.idToDownload.size,\n      idToDownloadKeys: this.idToDownload.keys(),\n      idToDownload: Array.from(this.idToDownload.entries()).map(([id, task]) => [id, task.info()]),\n    };\n  }\n\n  /**\n   * @returns full path to the referenced file\n   */\n  getPathForCustomProtocol(url: FolderURL): string {\n    if (isFolderURL(url)) {\n      return getPathForFolderURL(this.signer, url, this.saveDir);\n    }\n\n    throw new Error(`getPathForCustomProtocol: ${url} is invalid`);\n  }\n\n  extractArchiveAndGetURL(\n    res: DownloadableBlobSnapshot | PlTreeEntry,\n    format: ArchiveFormat,\n    ctx: ComputableCtx,\n  ): FolderURL | undefined;\n\n  extractArchiveAndGetURL(\n    res: DownloadableBlobSnapshot | PlTreeEntry,\n    format: ArchiveFormat,\n  ): Computable<FolderURL | undefined>;\n\n  extractArchiveAndGetURL(\n    res: DownloadableBlobSnapshot | PlTreeEntry,\n    format: ArchiveFormat,\n    ctx?: ComputableCtx,\n  ): Computable<FolderURL | undefined> | FolderURL | undefined {\n    // wrap result as computable, if we were not given an existing computable context\n    if (ctx === undefined)\n      return Computable.make((c) => this.extractArchiveAndGetURL(res, format, c));\n\n    const rInfo: DownloadableBlobSnapshot = isPlTreeEntry(res)\n      ? makeDownloadableBlobSnapshot(res, ctx)\n      : res;\n\n    const callerId = randomUUID();\n\n    ctx.addOnDestroy(() => this.releasePath(rInfo.id, format, callerId));\n\n    const result = this.extractArchiveAndGetURLNoCtx(rInfo, format, ctx.watcher, callerId);\n    if (result?.url === undefined)\n      ctx.markUnstable(\n        `a path to the downloaded archive might be undefined. The current result: ${result}`,\n      );\n\n    if (result?.error !== undefined) throw result?.error;\n\n    return result?.url;\n  }\n\n  private extractArchiveAndGetURLNoCtx(\n    rInfo: DownloadableBlobSnapshot,\n    format: ArchiveFormat,\n    w: Watcher,\n    callerId: string,\n  ) {\n    const task = this.idToDownload.get(newId(rInfo.id, format));\n\n    if (task != undefined) {\n      task.attach(w, callerId);\n      return task.getURL();\n    }\n\n    const newTask = this.setNewTask(w, rInfo, format, callerId);\n    this.downloadQueue.push({\n      fn: async () => this.downloadUrl(newTask, callerId),\n      recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n    });\n\n    return newTask.getURL();\n  }\n\n  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */\n  async downloadUrl(task: DownloadAndUnarchiveTask, callerId: string) {\n    await task.download();\n    // Might be undefined if a error happened\n    if (task.getURL()?.url != undefined) this.cache.addCache(task, callerId);\n  }\n\n  /** Removes a directory and aborts a downloading task when all callers\n   * are not interested in it. */\n  async releasePath(id: ResourceId, format: ArchiveFormat, callerId: string): Promise<void> {\n    const task = this.idToDownload.get(newId(id, format));\n    if (task == undefined) return;\n\n    if (this.cache.existsFile(task.path)) {\n      const toDelete = this.cache.removeFile(task.path, callerId);\n\n      await Promise.all(\n        toDelete.map(async (task: DownloadAndUnarchiveTask) => {\n          await rmRFDir(task.path);\n          this.cache.removeCache(task);\n\n          this.removeTask(\n            task,\n            `the task ${stringifyWithResourceId(task.info())} was removed` +\n              `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted)\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n    }\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    await Promise.all(\n      Array.from(this.idToDownload.entries()).map(async ([_, task]) => {\n        await rmRFDir(task.path);\n        this.cache.removeCache(task);\n\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`,\n        );\n      }),\n    );\n  }\n\n  private setNewTask(\n    w: Watcher,\n    rInfo: DownloadableBlobSnapshot,\n    format: ArchiveFormat,\n    callerId: string,\n  ) {\n    const result = new DownloadAndUnarchiveTask(\n      this.logger,\n      this.signer,\n      this.saveDir,\n      this.getFilePath(rInfo.id, format),\n      rInfo,\n      format,\n      this.clientDownload,\n    );\n    result.attach(w, callerId);\n    this.idToDownload.set(newId(rInfo.id, format), result);\n\n    return result;\n  }\n\n  private removeTask(task: DownloadAndUnarchiveTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`task for ${resourceIdToString(task.rInfo.id)} removed: ${reason}`);\n    this.idToDownload.delete(newId(task.rInfo.id, task.format));\n  }\n\n  private getFilePath(id: ResourceId, format: ArchiveFormat): string {\n    return path.join(this.saveDir, `${String(BigInt(id))}_${format}`);\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;AA+BA;AACuD;MAC1C,uBAAuB,CAAA;AASf,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,cAAA;AACA,IAAA,OAAA;AACA,IAAA,IAAA;AAZX,IAAA,YAAY,GAAsC,IAAI,GAAG,EAAE;AAC3D,IAAA,aAAa;AAErB;AAC+B;AACvB,IAAA,KAAK;IAEb,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,cAA8B,EAC9B,OAAe,EACf,IAAA,GAAmC;AAClD,QAAA,kBAAkB,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;AACpC,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA,EAAA;QAPgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,IAAI,GAAJ,IAAI;AAKrB,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;AAClF,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,KAAK;AACnB,YAAA,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;IAC3D;IAEO,IAAI,GAAA;QACT,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,YAAA,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;AACxC,YAAA,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;AAC1C,YAAA,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;SAC7F;IACH;AAEA;;AAEG;AACH,IAAA,wBAAwB,CAAC,GAAc,EAAA;AACrC,QAAA,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE;AACpB,YAAA,OAAO,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC;QAC5D;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAA,WAAA,CAAa,CAAC;IAChE;AAaA,IAAA,uBAAuB,CACrB,GAA2C,EAC3C,MAAqB,EACrB,GAAmB,EAAA;;QAGnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;AAE7E,QAAA,MAAM,KAAK,GAA6B,aAAa,CAAC,GAAG;AACvD,cAAE,4BAA4B,CAAC,GAAG,EAAE,GAAG;cACrC,GAAG;AAEP,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAE7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAEpE,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC;AACtF,QAAA,IAAI,MAAM,EAAE,GAAG,KAAK,SAAS;AAC3B,YAAA,GAAG,CAAC,YAAY,CACd,4EAA4E,MAAM,CAAA,CAAE,CACrF;AAEH,QAAA,IAAI,MAAM,EAAE,KAAK,KAAK,SAAS;YAAE,MAAM,MAAM,EAAE,KAAK;QAEpD,OAAO,MAAM,EAAE,GAAG;IACpB;AAEQ,IAAA,4BAA4B,CAClC,KAA+B,EAC/B,MAAqB,EACrB,CAAU,EACV,QAAgB,EAAA;AAEhB,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;AAE3D,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AACxB,YAAA,OAAO,IAAI,CAAC,MAAM,EAAE;QACtB;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC;AAC3D,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;AACtB,YAAA,EAAE,EAAE,YAAY,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC;YACnD,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC1D,SAAA,CAAC;AAEF,QAAA,OAAO,OAAO,CAAC,MAAM,EAAE;IACzB;;AAGA,IAAA,MAAM,WAAW,CAAC,IAA8B,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;;AAErB,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,IAAI,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAC1E;AAEA;AAC+B;AAC/B,IAAA,MAAM,WAAW,CAAC,EAAc,EAAE,MAAqB,EAAE,QAAgB,EAAA;AACvE,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACrD,IAAI,IAAI,IAAI,SAAS;YAAE;QAEvB,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;AACpC,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;AAE3D,YAAA,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,OAAO,IAA8B,KAAI;AACpD,gBAAA,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;AACxB,gBAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;AAE5B,gBAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,YAAA,CAAc;AAC5D,oBAAA,CAAA,sBAAA,EAAyB,uBAAuB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,CACpF;YACH,CAAC,CAAC,CACH;QACH;aAAO;;YAEL,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;AAC1C,YAAA,IAAI,OAAO;AACT,gBAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,uBAAA,CAAyB,CAC1E;QACL;IACF;;AAGA,IAAA,MAAM,UAAU,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAEzB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,KAAI;AAC9D,YAAA,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;AACxB,YAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;AAE5B,YAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,wCAAA,CAA0C,CAC3F;QACH,CAAC,CAAC,CACH;IACH;AAEQ,IAAA,UAAU,CAChB,CAAU,EACV,KAA+B,EAC/B,MAAqB,EACrB,QAAgB,EAAA;AAEhB,QAAA,MAAM,MAAM,GAAG,IAAI,wBAAwB,CACzC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,EAClC,KAAK,EACL,MAAM,EACN,IAAI,CAAC,cAAc,CACpB;AACD,QAAA,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC1B,QAAA,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC;AAEtD,QAAA,OAAO,MAAM;IACf;IAEQ,UAAU,CAAC,IAA8B,EAAE,MAAc,EAAA;AAC/D,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AAClB,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,SAAA,EAAY,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,MAAM,CAAA,CAAE,CAAC;AAC3F,QAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7D;IAEQ,WAAW,CAAC,EAAc,EAAE,MAAqB,EAAA;QACvD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAA,EAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAA,CAAE,CAAC;IACnE;AACD;;;;"}
+{"version":3,"file":"driver.js","names":["path"],"sources":["../../../src/drivers/download_blob_url/driver.ts"],"sourcesContent":["import type { ComputableCtx, Watcher } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport { randomUUID } from \"node:crypto\";\nimport * as path from \"node:path\";\nimport { FilesCache } from \"../helpers/files_cache\";\nimport type { ResourceId } from \"@milaboratories/pl-client\";\nimport { resourceIdToString, stringifyWithResourceId } from \"@milaboratories/pl-client\";\nimport {\n  type ArchiveFormat,\n  type BlobToURLDriver,\n  type FolderURL,\n  isFolderURL,\n} from \"@milaboratories/pl-model-common\";\nimport type { DownloadableBlobSnapshot } from \"./snapshot\";\nimport { makeDownloadableBlobSnapshot } from \"./snapshot\";\nimport type { PlTreeEntry } from \"@milaboratories/pl-tree\";\nimport { isPlTreeEntry } from \"@milaboratories/pl-tree\";\nimport { DownloadAndUnarchiveTask, rmRFDir } from \"./task\";\nimport type { ClientDownload } from \"../../clients/download\";\nimport { getPathForFolderURL } from \"../urls/url\";\nimport type { Id } from \"./driver_id\";\nimport { newId } from \"./driver_id\";\nimport { nonRecoverableError } from \"../download_blob/download_blob_task\";\n\nexport type DownloadBlobToURLDriverOps = {\n  cacheSoftSizeBytes: number;\n  nConcurrentDownloads: number;\n};\n\n/** Downloads .tar, .tar.gz or zip archives,\n * extracts them into saveDir and gets a url for it. */\nexport class DownloadBlobToURLDriver implements BlobToURLDriver {\n  private idToDownload: Map<Id, DownloadAndUnarchiveTask> = new Map();\n  private downloadQueue: TaskProcessor;\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadAndUnarchiveTask>;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientDownload: ClientDownload,\n    private readonly saveDir: string,\n    private readonly opts: DownloadBlobToURLDriverOps = {\n      cacheSoftSizeBytes: 50 * 1024 * 1024,\n      nConcurrentDownloads: 50,\n    },\n  ) {\n    this.downloadQueue = new TaskProcessor(this.logger, this.opts.nConcurrentDownloads, {\n      type: \"exponentialWithMaxDelayBackoff\",\n      initialDelay: 10000,\n      maxDelay: 30000,\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n    this.cache = new FilesCache(this.opts.cacheSoftSizeBytes);\n  }\n\n  public info(): any {\n    return {\n      saveDir: this.saveDir,\n      opts: this.opts,\n      idToDownloadSize: this.idToDownload.size,\n      idToDownloadKeys: this.idToDownload.keys(),\n      idToDownload: Array.from(this.idToDownload.entries()).map(([id, task]) => [id, task.info()]),\n    };\n  }\n\n  /**\n   * @returns full path to the referenced file\n   */\n  getPathForCustomProtocol(url: FolderURL): string {\n    if (isFolderURL(url)) {\n      return getPathForFolderURL(this.signer, url, this.saveDir);\n    }\n\n    throw new Error(`getPathForCustomProtocol: ${url} is invalid`);\n  }\n\n  extractArchiveAndGetURL(\n    res: DownloadableBlobSnapshot | PlTreeEntry,\n    format: ArchiveFormat,\n    ctx: ComputableCtx,\n  ): FolderURL | undefined;\n\n  extractArchiveAndGetURL(\n    res: DownloadableBlobSnapshot | PlTreeEntry,\n    format: ArchiveFormat,\n  ): Computable<FolderURL | undefined>;\n\n  extractArchiveAndGetURL(\n    res: DownloadableBlobSnapshot | PlTreeEntry,\n    format: ArchiveFormat,\n    ctx?: ComputableCtx,\n  ): Computable<FolderURL | undefined> | FolderURL | undefined {\n    // wrap result as computable, if we were not given an existing computable context\n    if (ctx === undefined)\n      return Computable.make((c) => this.extractArchiveAndGetURL(res, format, c));\n\n    const rInfo: DownloadableBlobSnapshot = isPlTreeEntry(res)\n      ? makeDownloadableBlobSnapshot(res, ctx)\n      : res;\n\n    const callerId = randomUUID();\n\n    ctx.addOnDestroy(() => this.releasePath(rInfo.id, format, callerId));\n\n    const result = this.extractArchiveAndGetURLNoCtx(rInfo, format, ctx.watcher, callerId);\n    if (result?.url === undefined)\n      ctx.markUnstable(\n        `a path to the downloaded archive might be undefined. The current result: ${result}`,\n      );\n\n    if (result?.error !== undefined) throw result?.error;\n\n    return result?.url;\n  }\n\n  private extractArchiveAndGetURLNoCtx(\n    rInfo: DownloadableBlobSnapshot,\n    format: ArchiveFormat,\n    w: Watcher,\n    callerId: string,\n  ) {\n    const task = this.idToDownload.get(newId(rInfo.id, format));\n\n    if (task != undefined) {\n      task.attach(w, callerId);\n      return task.getURL();\n    }\n\n    const newTask = this.setNewTask(w, rInfo, format, callerId);\n    this.downloadQueue.push({\n      fn: async () => this.downloadUrl(newTask, callerId),\n      recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n    });\n\n    return newTask.getURL();\n  }\n\n  /** Downloads and extracts a tar archive if it wasn't downloaded yet. */\n  async downloadUrl(task: DownloadAndUnarchiveTask, callerId: string) {\n    await task.download();\n    // Might be undefined if a error happened\n    if (task.getURL()?.url != undefined) this.cache.addCache(task, callerId);\n  }\n\n  /** Removes a directory and aborts a downloading task when all callers\n   * are not interested in it. */\n  async releasePath(id: ResourceId, format: ArchiveFormat, callerId: string): Promise<void> {\n    const task = this.idToDownload.get(newId(id, format));\n    if (task == undefined) return;\n\n    if (this.cache.existsFile(task.path)) {\n      const toDelete = this.cache.removeFile(task.path, callerId);\n\n      await Promise.all(\n        toDelete.map(async (task: DownloadAndUnarchiveTask) => {\n          await rmRFDir(task.path);\n          this.cache.removeCache(task);\n\n          this.removeTask(\n            task,\n            `the task ${stringifyWithResourceId(task.info())} was removed` +\n              `from cache along with ${stringifyWithResourceId(toDelete.map((t) => t.info()))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted)\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n    }\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    await Promise.all(\n      Array.from(this.idToDownload.entries()).map(async ([_, task]) => {\n        await rmRFDir(task.path);\n        this.cache.removeCache(task);\n\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was released when the driver was closed`,\n        );\n      }),\n    );\n  }\n\n  private setNewTask(\n    w: Watcher,\n    rInfo: DownloadableBlobSnapshot,\n    format: ArchiveFormat,\n    callerId: string,\n  ) {\n    const result = new DownloadAndUnarchiveTask(\n      this.logger,\n      this.signer,\n      this.saveDir,\n      this.getFilePath(rInfo.id, format),\n      rInfo,\n      format,\n      this.clientDownload,\n    );\n    result.attach(w, callerId);\n    this.idToDownload.set(newId(rInfo.id, format), result);\n\n    return result;\n  }\n\n  private removeTask(task: DownloadAndUnarchiveTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`task for ${resourceIdToString(task.rInfo.id)} removed: ${reason}`);\n    this.idToDownload.delete(newId(task.rInfo.id, task.format));\n  }\n\n  private getFilePath(id: ResourceId, format: ArchiveFormat): string {\n    return path.join(this.saveDir, `${String(BigInt(id))}_${format}`);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAiCA,IAAa,0BAAb,MAAgE;CAC9D,AAAQ,+BAAkD,IAAI,KAAK;CACnE,AAAQ;;;CAIR,AAAQ;CAER,YACE,AAAiB,QACjB,AAAiB,QACjB,AAAiB,gBACjB,AAAiB,SACjB,AAAiB,OAAmC;EAClD,oBAAoB,KAAK,OAAO;EAChC,sBAAsB;EACvB,EACD;EARiB;EACA;EACA;EACA;EACA;AAKjB,OAAK,gBAAgB,IAAI,cAAc,KAAK,QAAQ,KAAK,KAAK,sBAAsB;GAClF,MAAM;GACN,cAAc;GACd,UAAU;GACV,mBAAmB;GACnB,QAAQ;GACT,CAAC;AACF,OAAK,QAAQ,IAAI,WAAW,KAAK,KAAK,mBAAmB;;CAG3D,AAAO,OAAY;AACjB,SAAO;GACL,SAAS,KAAK;GACd,MAAM,KAAK;GACX,kBAAkB,KAAK,aAAa;GACpC,kBAAkB,KAAK,aAAa,MAAM;GAC1C,cAAc,MAAM,KAAK,KAAK,aAAa,SAAS,CAAC,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;GAC7F;;;;;CAMH,yBAAyB,KAAwB;AAC/C,MAAI,YAAY,IAAI,CAClB,QAAO,oBAAoB,KAAK,QAAQ,KAAK,KAAK,QAAQ;AAG5D,QAAM,IAAI,MAAM,6BAA6B,IAAI,aAAa;;CAchE,wBACE,KACA,QACA,KAC2D;AAE3D,MAAI,QAAQ,OACV,QAAO,WAAW,MAAM,MAAM,KAAK,wBAAwB,KAAK,QAAQ,EAAE,CAAC;EAE7E,MAAM,QAAkC,cAAc,IAAI,GACtD,6BAA6B,KAAK,IAAI,GACtC;EAEJ,MAAM,WAAW,YAAY;AAE7B,MAAI,mBAAmB,KAAK,YAAY,MAAM,IAAI,QAAQ,SAAS,CAAC;EAEpE,MAAM,SAAS,KAAK,6BAA6B,OAAO,QAAQ,IAAI,SAAS,SAAS;AACtF,MAAI,QAAQ,QAAQ,OAClB,KAAI,aACF,4EAA4E,SAC7E;AAEH,MAAI,QAAQ,UAAU,OAAW,OAAM,QAAQ;AAE/C,SAAO,QAAQ;;CAGjB,AAAQ,6BACN,OACA,QACA,GACA,UACA;EACA,MAAM,OAAO,KAAK,aAAa,IAAI,MAAM,MAAM,IAAI,OAAO,CAAC;AAE3D,MAAI,QAAQ,QAAW;AACrB,QAAK,OAAO,GAAG,SAAS;AACxB,UAAO,KAAK,QAAQ;;EAGtB,MAAM,UAAU,KAAK,WAAW,GAAG,OAAO,QAAQ,SAAS;AAC3D,OAAK,cAAc,KAAK;GACtB,IAAI,YAAY,KAAK,YAAY,SAAS,SAAS;GACnD,4BAA4B,MAAM,CAAC,oBAAoB,EAAE;GAC1D,CAAC;AAEF,SAAO,QAAQ,QAAQ;;;CAIzB,MAAM,YAAY,MAAgC,UAAkB;AAClE,QAAM,KAAK,UAAU;AAErB,MAAI,KAAK,QAAQ,EAAE,OAAO,OAAW,MAAK,MAAM,SAAS,MAAM,SAAS;;;;CAK1E,MAAM,YAAY,IAAgB,QAAuB,UAAiC;EACxF,MAAM,OAAO,KAAK,aAAa,IAAI,MAAM,IAAI,OAAO,CAAC;AACrD,MAAI,QAAQ,OAAW;AAEvB,MAAI,KAAK,MAAM,WAAW,KAAK,KAAK,EAAE;GACpC,MAAM,WAAW,KAAK,MAAM,WAAW,KAAK,MAAM,SAAS;AAE3D,SAAM,QAAQ,IACZ,SAAS,IAAI,OAAO,SAAmC;AACrD,UAAM,QAAQ,KAAK,KAAK;AACxB,SAAK,MAAM,YAAY,KAAK;AAE5B,SAAK,WACH,MACA,YAAY,wBAAwB,KAAK,MAAM,CAAC,CAAC,oCACtB,wBAAwB,SAAS,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC,GAClF;KACD,CACH;aAGe,KAAK,QAAQ,IAAI,SAAS,CAExC,MAAK,WACH,MACA,YAAY,wBAAwB,KAAK,MAAM,CAAC,CAAC,yBAClD;;;CAKP,MAAM,aAAa;AACjB,OAAK,cAAc,MAAM;AAEzB,QAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,aAAa,SAAS,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,UAAU;AAC/D,SAAM,QAAQ,KAAK,KAAK;AACxB,QAAK,MAAM,YAAY,KAAK;AAE5B,QAAK,WACH,MACA,YAAY,wBAAwB,KAAK,MAAM,CAAC,CAAC,0CAClD;IACD,CACH;;CAGH,AAAQ,WACN,GACA,OACA,QACA,UACA;EACA,MAAM,SAAS,IAAI,yBACjB,KAAK,QACL,KAAK,QACL,KAAK,SACL,KAAK,YAAY,MAAM,IAAI,OAAO,EAClC,OACA,QACA,KAAK,eACN;AACD,SAAO,OAAO,GAAG,SAAS;AAC1B,OAAK,aAAa,IAAI,MAAM,MAAM,IAAI,OAAO,EAAE,OAAO;AAEtD,SAAO;;CAGT,AAAQ,WAAW,MAAgC,QAAgB;AACjE,OAAK,MAAM,OAAO;AAClB,OAAK,OAAO,YAAY,YAAY,mBAAmB,KAAK,MAAM,GAAG,CAAC,YAAY,SAAS;AAC3F,OAAK,aAAa,OAAO,MAAM,KAAK,MAAM,IAAI,KAAK,OAAO,CAAC;;CAG7D,AAAQ,YAAY,IAAgB,QAA+B;AACjE,SAAOA,OAAK,KAAK,KAAK,SAAS,GAAG,OAAO,OAAO,GAAG,CAAC,CAAC,GAAG,SAAS"}

package/dist/drivers/download_blob_url/driver_id.cjs

@@ -1,9 +1,9 @@
-'use strict';
 
+//#region src/drivers/download_blob_url/driver_id.ts
 function newId(id, format) {
-    return `id:${String(BigInt(id))}-${format}`;
+	return `id:${String(BigInt(id))}-${format}`;
 }
-// export function
 
+//#endregion
 exports.newId = newId;
-//# sourceMappingURL=driver_id.cjs.map
+//# sourceMappingURL=driver_id.cjs.map

package/dist/drivers/download_blob_url/driver_id.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"driver_id.cjs","sources":["../../../src/drivers/download_blob_url/driver_id.ts"],"sourcesContent":["import type { ResourceId } from \"@milaboratories/pl-client\";\nimport type { ArchiveFormat } from \"@milaboratories/pl-model-common\";\n\n/** A key in the driver task queue. */\nexport type Id = string;\n\nexport function newId(id: ResourceId, format: ArchiveFormat): Id {\n  return `id:${String(BigInt(id))}-${format}`;\n}\n\n// export function\n"],"names":[],"mappings":";;AAMM,SAAU,KAAK,CAAC,EAAc,EAAE,MAAqB,EAAA;IACzD,OAAO,CAAA,GAAA,EAAM,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA,CAAA,EAAI,MAAM,CAAA,CAAE;AAC7C;AAEA;;;;"}
+{"version":3,"file":"driver_id.cjs","names":[],"sources":["../../../src/drivers/download_blob_url/driver_id.ts"],"sourcesContent":["import type { ResourceId } from \"@milaboratories/pl-client\";\nimport type { ArchiveFormat } from \"@milaboratories/pl-model-common\";\n\n/** A key in the driver task queue. */\nexport type Id = string;\n\nexport function newId(id: ResourceId, format: ArchiveFormat): Id {\n  return `id:${String(BigInt(id))}-${format}`;\n}\n\n// export function\n"],"mappings":";;AAMA,SAAgB,MAAM,IAAgB,QAA2B;AAC/D,QAAO,MAAM,OAAO,OAAO,GAAG,CAAC,CAAC,GAAG"}

package/dist/drivers/download_blob_url/driver_id.js

@@ -1,7 +1,8 @@
+//#region src/drivers/download_blob_url/driver_id.ts
 function newId(id, format) {
-    return `id:${String(BigInt(id))}-${format}`;
+	return `id:${String(BigInt(id))}-${format}`;
 }
-// export function
 
+//#endregion
 export { newId };
-//# sourceMappingURL=driver_id.js.map
+//# sourceMappingURL=driver_id.js.map

package/dist/drivers/download_blob_url/driver_id.js.map

@@ -1 +1 @@
-{"version":3,"file":"driver_id.js","sources":["../../../src/drivers/download_blob_url/driver_id.ts"],"sourcesContent":["import type { ResourceId } from \"@milaboratories/pl-client\";\nimport type { ArchiveFormat } from \"@milaboratories/pl-model-common\";\n\n/** A key in the driver task queue. */\nexport type Id = string;\n\nexport function newId(id: ResourceId, format: ArchiveFormat): Id {\n  return `id:${String(BigInt(id))}-${format}`;\n}\n\n// export function\n"],"names":[],"mappings":"AAMM,SAAU,KAAK,CAAC,EAAc,EAAE,MAAqB,EAAA;IACzD,OAAO,CAAA,GAAA,EAAM,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA,CAAA,EAAI,MAAM,CAAA,CAAE;AAC7C;AAEA;;;;"}
+{"version":3,"file":"driver_id.js","names":[],"sources":["../../../src/drivers/download_blob_url/driver_id.ts"],"sourcesContent":["import type { ResourceId } from \"@milaboratories/pl-client\";\nimport type { ArchiveFormat } from \"@milaboratories/pl-model-common\";\n\n/** A key in the driver task queue. */\nexport type Id = string;\n\nexport function newId(id: ResourceId, format: ArchiveFormat): Id {\n  return `id:${String(BigInt(id))}-${format}`;\n}\n\n// export function\n"],"mappings":";AAMA,SAAgB,MAAM,IAAgB,QAA2B;AAC/D,QAAO,MAAM,OAAO,OAAO,GAAG,CAAC,CAAC,GAAG"}

package/dist/drivers/download_blob_url/snapshot.cjs

@@ -1,18 +1,14 @@
-'use strict';
-
-var plTree = require('@milaboratories/pl-tree');
+const require_runtime = require('../../_virtual/_rolldown/runtime.cjs');
+let _milaboratories_pl_tree = require("@milaboratories/pl-tree");
 
+//#region src/drivers/download_blob_url/snapshot.ts
 /** We need only resource type for this driver. */
-const DownloadableBlobSnapshot = plTree.rsSchema({});
+const DownloadableBlobSnapshot = (0, _milaboratories_pl_tree.rsSchema)({});
 function makeDownloadableBlobSnapshot(entryOrAccessor, ctx) {
-    const node = plTree.isPlTreeEntry(entryOrAccessor)
-        ? ctx.accessor(entryOrAccessor).node()
-        : plTree.isPlTreeEntryAccessor(entryOrAccessor)
-            ? entryOrAccessor.node()
-            : entryOrAccessor;
-    return plTree.makeResourceSnapshot(node, DownloadableBlobSnapshot);
+	return (0, _milaboratories_pl_tree.makeResourceSnapshot)((0, _milaboratories_pl_tree.isPlTreeEntry)(entryOrAccessor) ? ctx.accessor(entryOrAccessor).node() : (0, _milaboratories_pl_tree.isPlTreeEntryAccessor)(entryOrAccessor) ? entryOrAccessor.node() : entryOrAccessor, DownloadableBlobSnapshot);
 }
 
+//#endregion
 exports.DownloadableBlobSnapshot = DownloadableBlobSnapshot;
 exports.makeDownloadableBlobSnapshot = makeDownloadableBlobSnapshot;
-//# sourceMappingURL=snapshot.cjs.map
+//# sourceMappingURL=snapshot.cjs.map

package/dist/drivers/download_blob_url/snapshot.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot.cjs","sources":["../../../src/drivers/download_blob_url/snapshot.ts"],"sourcesContent":["import type { ComputableCtx } from \"@milaboratories/computable\";\nimport type {\n  InferSnapshot,\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from \"@milaboratories/pl-tree\";\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n  rsSchema,\n} from \"@milaboratories/pl-tree\";\n\n/** We need only resource type for this driver. */\nexport const DownloadableBlobSnapshot = rsSchema({});\nexport type DownloadableBlobSnapshot = InferSnapshot<typeof DownloadableBlobSnapshot>;\n\nexport function makeDownloadableBlobSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): DownloadableBlobSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  return makeResourceSnapshot(node, DownloadableBlobSnapshot);\n}\n"],"names":["rsSchema","isPlTreeEntry","isPlTreeEntryAccessor","makeResourceSnapshot"],"mappings":";;;;AAcA;MACa,wBAAwB,GAAGA,eAAQ,CAAC,EAAE;AAG7C,SAAU,4BAA4B,CAC1C,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAGC,oBAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAEC,4BAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;AAErB,IAAA,OAAOC,2BAAoB,CAAC,IAAI,EAAE,wBAAwB,CAAC;AAC7D;;;;;"}
+{"version":3,"file":"snapshot.cjs","names":[],"sources":["../../../src/drivers/download_blob_url/snapshot.ts"],"sourcesContent":["import type { ComputableCtx } from \"@milaboratories/computable\";\nimport type {\n  InferSnapshot,\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from \"@milaboratories/pl-tree\";\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n  rsSchema,\n} from \"@milaboratories/pl-tree\";\n\n/** We need only resource type for this driver. */\nexport const DownloadableBlobSnapshot = rsSchema({});\nexport type DownloadableBlobSnapshot = InferSnapshot<typeof DownloadableBlobSnapshot>;\n\nexport function makeDownloadableBlobSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): DownloadableBlobSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  return makeResourceSnapshot(node, DownloadableBlobSnapshot);\n}\n"],"mappings":";;;;;AAeA,MAAa,iEAAoC,EAAE,CAAC;AAGpD,SAAgB,6BACd,iBACA,KAC0B;AAO1B,qGAN2B,gBAAgB,GACvC,IAAI,SAAS,gBAAgB,CAAC,MAAM,sDACd,gBAAgB,GACpC,gBAAgB,MAAM,GACtB,iBAE4B,yBAAyB"}

package/dist/drivers/download_blob_url/snapshot.d.ts

@@ -1,7 +1,12 @@
-import type { ComputableCtx } from "@milaboratories/computable";
-import type { InferSnapshot, PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from "@milaboratories/pl-tree";
+import { ComputableCtx } from "@milaboratories/computable";
+import * as _milaboratories_pl_tree0 from "@milaboratories/pl-tree";
+import { InferSnapshot, PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from "@milaboratories/pl-tree";
+
+//#region src/drivers/download_blob_url/snapshot.d.ts
 /** We need only resource type for this driver. */
-export declare const DownloadableBlobSnapshot: import("@milaboratories/pl-tree").ResourceSnapshotSchema<undefined, undefined, undefined>;
-export type DownloadableBlobSnapshot = InferSnapshot<typeof DownloadableBlobSnapshot>;
-export declare function makeDownloadableBlobSnapshot(entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor, ctx: ComputableCtx): DownloadableBlobSnapshot;
+declare const DownloadableBlobSnapshot: _milaboratories_pl_tree0.ResourceSnapshotSchema<undefined, undefined, undefined>;
+type DownloadableBlobSnapshot = InferSnapshot<typeof DownloadableBlobSnapshot>;
+declare function makeDownloadableBlobSnapshot(entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor, ctx: ComputableCtx): DownloadableBlobSnapshot;
+//#endregion
+export { DownloadableBlobSnapshot, makeDownloadableBlobSnapshot };
 //# sourceMappingURL=snapshot.d.ts.map

package/dist/drivers/download_blob_url/snapshot.js

@@ -1,15 +1,12 @@
-import { rsSchema, isPlTreeEntry, isPlTreeEntryAccessor, makeResourceSnapshot } from '@milaboratories/pl-tree';
+import { isPlTreeEntry, isPlTreeEntryAccessor, makeResourceSnapshot, rsSchema } from "@milaboratories/pl-tree";
 
+//#region src/drivers/download_blob_url/snapshot.ts
 /** We need only resource type for this driver. */
 const DownloadableBlobSnapshot = rsSchema({});
 function makeDownloadableBlobSnapshot(entryOrAccessor, ctx) {
-    const node = isPlTreeEntry(entryOrAccessor)
-        ? ctx.accessor(entryOrAccessor).node()
-        : isPlTreeEntryAccessor(entryOrAccessor)
-            ? entryOrAccessor.node()
-            : entryOrAccessor;
-    return makeResourceSnapshot(node, DownloadableBlobSnapshot);
+	return makeResourceSnapshot(isPlTreeEntry(entryOrAccessor) ? ctx.accessor(entryOrAccessor).node() : isPlTreeEntryAccessor(entryOrAccessor) ? entryOrAccessor.node() : entryOrAccessor, DownloadableBlobSnapshot);
 }
 
+//#endregion
 export { DownloadableBlobSnapshot, makeDownloadableBlobSnapshot };
-//# sourceMappingURL=snapshot.js.map
+//# sourceMappingURL=snapshot.js.map

package/dist/drivers/download_blob_url/snapshot.js.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot.js","sources":["../../../src/drivers/download_blob_url/snapshot.ts"],"sourcesContent":["import type { ComputableCtx } from \"@milaboratories/computable\";\nimport type {\n  InferSnapshot,\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from \"@milaboratories/pl-tree\";\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n  rsSchema,\n} from \"@milaboratories/pl-tree\";\n\n/** We need only resource type for this driver. */\nexport const DownloadableBlobSnapshot = rsSchema({});\nexport type DownloadableBlobSnapshot = InferSnapshot<typeof DownloadableBlobSnapshot>;\n\nexport function makeDownloadableBlobSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): DownloadableBlobSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  return makeResourceSnapshot(node, DownloadableBlobSnapshot);\n}\n"],"names":[],"mappings":";;AAcA;MACa,wBAAwB,GAAG,QAAQ,CAAC,EAAE;AAG7C,SAAU,4BAA4B,CAC1C,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAG,aAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAE,qBAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;AAErB,IAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,wBAAwB,CAAC;AAC7D;;;;"}
+{"version":3,"file":"snapshot.js","names":[],"sources":["../../../src/drivers/download_blob_url/snapshot.ts"],"sourcesContent":["import type { ComputableCtx } from \"@milaboratories/computable\";\nimport type {\n  InferSnapshot,\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from \"@milaboratories/pl-tree\";\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n  rsSchema,\n} from \"@milaboratories/pl-tree\";\n\n/** We need only resource type for this driver. */\nexport const DownloadableBlobSnapshot = rsSchema({});\nexport type DownloadableBlobSnapshot = InferSnapshot<typeof DownloadableBlobSnapshot>;\n\nexport function makeDownloadableBlobSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): DownloadableBlobSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  return makeResourceSnapshot(node, DownloadableBlobSnapshot);\n}\n"],"mappings":";;;;AAeA,MAAa,2BAA2B,SAAS,EAAE,CAAC;AAGpD,SAAgB,6BACd,iBACA,KAC0B;AAO1B,QAAO,qBANM,cAAc,gBAAgB,GACvC,IAAI,SAAS,gBAAgB,CAAC,MAAM,GACpC,sBAAsB,gBAAgB,GACpC,gBAAgB,MAAM,GACtB,iBAE4B,yBAAyB"}