@milaboratories/pl-drivers 1.11.59 → 1.11.61

package/dist/drivers/download_blob_url/task.cjs

@@ -1,207 +1,160 @@
-'use strict';
-
-var node_stream = require('node:stream');
-var zlib = require('node:zlib');
-var tar = require('tar-fs');
-var path = require('node:path');
-var fs = require('node:fs');
-var fsp = require('node:fs/promises');
-var download_errors = require('../../helpers/download_errors.cjs');
-var computable = require('@milaboratories/computable');
-var tsHelpers = require('@milaboratories/ts-helpers');
-var download = require('../../clients/download.cjs');
-var url = require('../urls/url.cjs');
-var decompress = require('decompress');
-var runtime = require('@protobuf-ts/runtime');
-var plClient = require('@milaboratories/pl-client');
-
-function _interopNamespaceDefault(e) {
-    var n = Object.create(null);
-    if (e) {
-        Object.keys(e).forEach(function (k) {
-            if (k !== 'default') {
-                var d = Object.getOwnPropertyDescriptor(e, k);
-                Object.defineProperty(n, k, d.get ? d : {
-                    enumerable: true,
-                    get: function () { return e[k]; }
-                });
-            }
-        });
-    }
-    n.default = e;
-    return Object.freeze(n);
-}
-
-var zlib__namespace = /*#__PURE__*/_interopNamespaceDefault(zlib);
-var tar__namespace = /*#__PURE__*/_interopNamespaceDefault(tar);
-var fsp__namespace = /*#__PURE__*/_interopNamespaceDefault(fsp);
+const require_runtime = require('../../_virtual/_rolldown/runtime.cjs');
+const require_download_errors = require('../../helpers/download_errors.cjs');
+const require_download = require('../../clients/download.cjs');
+const require_url = require('../urls/url.cjs');
+let _milaboratories_pl_client = require("@milaboratories/pl-client");
+let _protobuf_ts_runtime = require("@protobuf-ts/runtime");
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let node_stream = require("node:stream");
+let _milaboratories_computable = require("@milaboratories/computable");
+let fs = require("fs");
+fs = require_runtime.__toESM(fs);
+let node_zlib = require("node:zlib");
+node_zlib = require_runtime.__toESM(node_zlib);
+let tar_fs = require("tar-fs");
+tar_fs = require_runtime.__toESM(tar_fs);
+let path = require("path");
+path = require_runtime.__toESM(path);
+let fs_promises = require("fs/promises");
+fs_promises = require_runtime.__toESM(fs_promises);
+let decompress = require("decompress");
+decompress = require_runtime.__toESM(decompress);
 
+//#region src/drivers/download_blob_url/task.ts
 /** Downloads and extracts an archive to a directory. */
-class DownloadAndUnarchiveTask {
-    logger;
-    signer;
-    saveDir;
-    path;
-    rInfo;
-    format;
-    clientDownload;
-    counter = new tsHelpers.CallersCounter();
-    change = new computable.ChangeSource();
-    signalCtl = new AbortController();
-    error;
-    done = false;
-    size = 0;
-    url;
-    state;
-    constructor(logger, signer, saveDir, path, rInfo, format, clientDownload) {
-        this.logger = logger;
-        this.signer = signer;
-        this.saveDir = saveDir;
-        this.path = path;
-        this.rInfo = rInfo;
-        this.format = format;
-        this.clientDownload = clientDownload;
-    }
-    /** A debug info of the task. */
-    info() {
-        return {
-            rInfo: this.rInfo,
-            format: this.format,
-            path: this.path,
-            done: this.done,
-            size: this.size,
-            error: this.error,
-            taskHistory: this.state,
-        };
-    }
-    attach(w, callerId) {
-        this.counter.inc(callerId);
-        if (!this.done)
-            this.change.attachWatcher(w);
-    }
-    async download() {
-        try {
-            const size = await this.downloadAndDecompress(this.signalCtl.signal);
-            this.setDone(size);
-            this.change.markChanged(`download and decompress for ${plClient.resourceIdToString(this.rInfo.id)} finished`);
-            this.logger.info(`blob to URL task is done: ${plClient.stringifyWithResourceId(this.info())}`);
-        }
-        catch (e) {
-            this.logger.warn(`a error was produced: ${e} for blob to URL task: ${plClient.stringifyWithResourceId(this.info())}`);
-            if (nonRecoverableError(e)) {
-                this.setError(e);
-                this.change.markChanged(`download and decompress for ${plClient.resourceIdToString(this.rInfo.id)} failed`);
-                // Just in case we were half-way extracting an archive.
-                await rmRFDir(this.path);
-                return;
-            }
-            throw e;
-        }
-    }
-    /** Does the download part and keeps a state of the process. */
-    async downloadAndDecompress(signal) {
-        this.state = {};
-        this.state.parentDir = path.dirname(this.path);
-        await tsHelpers.ensureDirExists(this.state.parentDir);
-        this.state.fileExisted = await tsHelpers.fileExists(this.path);
-        if (this.state.fileExisted) {
-            return await dirSize(this.path);
-        }
-        const size = await this.clientDownload.withBlobContent(this.rInfo, {}, { signal }, async (content, size) => {
-            this.state.downloaded = true;
-            await tsHelpers.createPathAtomically(this.logger, this.path, async (fPath) => {
-                this.state.tempPath = fPath;
-                this.state.archiveFormat = this.format;
-                switch (this.format) {
-                    case "tar":
-                        await fsp__namespace.mkdir(fPath); // throws if a directory already exists.
-                        const simpleUntar = node_stream.Writable.toWeb(tar__namespace.extract(fPath));
-                        await content.pipeTo(simpleUntar, { signal });
-                        return;
-                    case "tgz":
-                        await fsp__namespace.mkdir(fPath); // throws if a directory already exists.
-                        const gunzip = node_stream.Transform.toWeb(zlib__namespace.createGunzip());
-                        const untar = node_stream.Writable.toWeb(tar__namespace.extract(fPath));
-                        await content.pipeThrough(gunzip, { signal }).pipeTo(untar, { signal });
-                        return;
-                    case "zip":
-                        this.state.zipPath = this.path + ".zip";
-                        const f = node_stream.Writable.toWeb(fs.createWriteStream(this.state.zipPath));
-                        await content.pipeTo(f, { signal });
-                        this.state.zipPathCreated = true;
-                        // Without this filter it fails with
-                        // "EISDIR: illegal operation on a directory".
-                        // The workaround is from
-                        // https://github.com/kevva/decompress/issues/46#issuecomment-525048104
-                        await decompress(this.state.zipPath, fPath, {
-                            filter: (file) => !file.path.endsWith("/"),
-                        });
-                        this.state.zipDecompressed = true;
-                        await fs.promises.rm(this.state.zipPath);
-                        this.state.zipPathDeleted = true;
-                        return;
-                    default:
-                        runtime.assertNever(this.format);
-                }
-            });
-            this.state.pathCreated = true;
-            return size;
-        });
-        return size;
-    }
-    getURL() {
-        if (this.done)
-            return { url: tsHelpers.notEmpty(this.url) };
-        if (this.error)
-            return { error: this.error };
-        return undefined;
-    }
-    setDone(size) {
-        this.done = true;
-        this.size = size;
-        this.url = url.newFolderURL(this.signer, this.saveDir, this.path);
-    }
-    setError(e) {
-        this.error = String(e);
-    }
-    abort(reason) {
-        this.signalCtl.abort(new URLAborted(reason));
-    }
-}
+var DownloadAndUnarchiveTask = class {
+	counter = new _milaboratories_ts_helpers.CallersCounter();
+	change = new _milaboratories_computable.ChangeSource();
+	signalCtl = new AbortController();
+	error;
+	done = false;
+	size = 0;
+	url;
+	state;
+	constructor(logger, signer, saveDir, path$2, rInfo, format, clientDownload) {
+		this.logger = logger;
+		this.signer = signer;
+		this.saveDir = saveDir;
+		this.path = path$2;
+		this.rInfo = rInfo;
+		this.format = format;
+		this.clientDownload = clientDownload;
+	}
+	/** A debug info of the task. */
+	info() {
+		return {
+			rInfo: this.rInfo,
+			format: this.format,
+			path: this.path,
+			done: this.done,
+			size: this.size,
+			error: this.error,
+			taskHistory: this.state
+		};
+	}
+	attach(w, callerId) {
+		this.counter.inc(callerId);
+		if (!this.done) this.change.attachWatcher(w);
+	}
+	async download() {
+		try {
+			const size = await this.downloadAndDecompress(this.signalCtl.signal);
+			this.setDone(size);
+			this.change.markChanged(`download and decompress for ${(0, _milaboratories_pl_client.resourceIdToString)(this.rInfo.id)} finished`);
+			this.logger.info(`blob to URL task is done: ${(0, _milaboratories_pl_client.stringifyWithResourceId)(this.info())}`);
+		} catch (e) {
+			this.logger.warn(`a error was produced: ${e} for blob to URL task: ${(0, _milaboratories_pl_client.stringifyWithResourceId)(this.info())}`);
+			if (nonRecoverableError(e)) {
+				this.setError(e);
+				this.change.markChanged(`download and decompress for ${(0, _milaboratories_pl_client.resourceIdToString)(this.rInfo.id)} failed`);
+				await rmRFDir(this.path);
+				return;
+			}
+			throw e;
+		}
+	}
+	/** Does the download part and keeps a state of the process. */
+	async downloadAndDecompress(signal) {
+		this.state = {};
+		this.state.parentDir = path.default.dirname(this.path);
+		await (0, _milaboratories_ts_helpers.ensureDirExists)(this.state.parentDir);
+		this.state.fileExisted = await (0, _milaboratories_ts_helpers.fileExists)(this.path);
+		if (this.state.fileExisted) return await dirSize(this.path);
+		return await this.clientDownload.withBlobContent(this.rInfo, {}, { signal }, async (content, size) => {
+			this.state.downloaded = true;
+			await (0, _milaboratories_ts_helpers.createPathAtomically)(this.logger, this.path, async (fPath) => {
+				this.state.tempPath = fPath;
+				this.state.archiveFormat = this.format;
+				switch (this.format) {
+					case "tar":
+						await fs_promises.mkdir(fPath);
+						const simpleUntar = node_stream.Writable.toWeb(tar_fs.extract(fPath));
+						await content.pipeTo(simpleUntar, { signal });
+						return;
+					case "tgz":
+						await fs_promises.mkdir(fPath);
+						const gunzip = node_stream.Transform.toWeb(node_zlib.createGunzip());
+						const untar = node_stream.Writable.toWeb(tar_fs.extract(fPath));
+						await content.pipeThrough(gunzip, { signal }).pipeTo(untar, { signal });
+						return;
+					case "zip":
+						this.state.zipPath = this.path + ".zip";
+						const f = node_stream.Writable.toWeb(fs.default.createWriteStream(this.state.zipPath));
+						await content.pipeTo(f, { signal });
+						this.state.zipPathCreated = true;
+						await (0, decompress.default)(this.state.zipPath, fPath, { filter: (file) => !file.path.endsWith("/") });
+						this.state.zipDecompressed = true;
+						await fs.default.promises.rm(this.state.zipPath);
+						this.state.zipPathDeleted = true;
+						return;
+					default: (0, _protobuf_ts_runtime.assertNever)(this.format);
+				}
+			});
+			this.state.pathCreated = true;
+			return size;
+		});
+	}
+	getURL() {
+		if (this.done) return { url: (0, _milaboratories_ts_helpers.notEmpty)(this.url) };
+		if (this.error) return { error: this.error };
+	}
+	setDone(size) {
+		this.done = true;
+		this.size = size;
+		this.url = require_url.newFolderURL(this.signer, this.saveDir, this.path);
+	}
+	setError(e) {
+		this.error = String(e);
+	}
+	abort(reason) {
+		this.signalCtl.abort(new URLAborted(reason));
+	}
+};
 /** Gets a directory size by calculating sizes recursively. */
 async function dirSize(dir) {
-    const files = await fsp__namespace.readdir(dir, { withFileTypes: true });
-    const sizes = await Promise.all(files.map(async (file) => {
-        const fPath = path.join(dir, file.name);
-        if (file.isDirectory())
-            return await dirSize(fPath);
-        const stat = await fsp__namespace.stat(fPath);
-        return stat.size;
-    }));
-    return sizes.reduce((sum, size) => sum + size, 0);
+	const files = await fs_promises.readdir(dir, { withFileTypes: true });
+	return (await Promise.all(files.map(async (file) => {
+		const fPath = path.default.join(dir, file.name);
+		if (file.isDirectory()) return await dirSize(fPath);
+		return (await fs_promises.stat(fPath)).size;
+	}))).reduce((sum, size) => sum + size, 0);
 }
 /** Do rm -rf on dir. */
-async function rmRFDir(path) {
-    await fsp__namespace.rm(path, { recursive: true, force: true });
+async function rmRFDir(path$3) {
+	await fs_promises.rm(path$3, {
+		recursive: true,
+		force: true
+	});
 }
 /** Throws when a downloading aborts. */
-class URLAborted extends Error {
-    name = "URLAborted";
-}
+var URLAborted = class extends Error {
+	name = "URLAborted";
+};
 function nonRecoverableError(e) {
-    return (e instanceof URLAborted ||
-        download_errors.isDownloadNetworkError400(e) ||
-        e instanceof download.UnknownStorageError ||
-        e instanceof download.WrongLocalFileUrl ||
-        // file that we downloads from was moved or deleted.
-        e?.code == "ENOENT" ||
-        // A resource was deleted.
-        (e.name == "RpcError" && (e.code == "NOT_FOUND" || e.code == "ABORTED")) ||
-        // wrong archive format
-        String(e).includes("incorrect header check"));
+	return e instanceof URLAborted || require_download_errors.isDownloadNetworkError400(e) || e instanceof require_download.UnknownStorageError || e instanceof require_download.WrongLocalFileUrl || e?.code == "ENOENT" || e.name == "RpcError" && (e.code == "NOT_FOUND" || e.code == "ABORTED") || String(e).includes("incorrect header check");
 }
 
+//#endregion
 exports.DownloadAndUnarchiveTask = DownloadAndUnarchiveTask;
-exports.nonRecoverableError = nonRecoverableError;
 exports.rmRFDir = rmRFDir;
-//# sourceMappingURL=task.cjs.map
+//# sourceMappingURL=task.cjs.map

package/dist/drivers/download_blob_url/task.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"task.cjs","sources":["../../../src/drivers/download_blob_url/task.ts"],"sourcesContent":["import { Transform, Writable } from \"node:stream\";\nimport * as zlib from \"node:zlib\";\nimport * as tar from \"tar-fs\";\nimport path from \"path\";\nimport fs from \"fs\";\nimport * as fsp from \"fs/promises\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport {\n  CallersCounter,\n  createPathAtomically,\n  ensureDirExists,\n  fileExists,\n  notEmpty,\n} from \"@milaboratories/ts-helpers\";\nimport type { DownloadableBlobSnapshot } from \"./snapshot\";\nimport {\n  UnknownStorageError,\n  WrongLocalFileUrl,\n  type ClientDownload,\n} from \"../../clients/download\";\nimport type { ArchiveFormat, FolderURL } from \"@milaboratories/pl-model-common\";\nimport { newFolderURL } from \"../urls/url\";\nimport decompress from \"decompress\";\nimport { assertNever } from \"@protobuf-ts/runtime\";\nimport { resourceIdToString, stringifyWithResourceId } from \"@milaboratories/pl-client\";\n\nexport type URLResult = {\n  url?: FolderURL;\n  error?: string;\n};\n\n/** Downloads and extracts an archive to a directory. */\nexport class DownloadAndUnarchiveTask {\n  readonly counter = new CallersCounter();\n  readonly change = new ChangeSource();\n  private readonly signalCtl = new AbortController();\n  error: string | undefined;\n  done = false;\n  size = 0;\n  private url: FolderURL | undefined;\n  private state: DownloadCtx | undefined;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    readonly saveDir: string,\n    readonly path: string,\n    readonly rInfo: DownloadableBlobSnapshot,\n    readonly format: ArchiveFormat,\n    private readonly clientDownload: ClientDownload,\n  ) {}\n\n  /** A debug info of the task. */\n  public info() {\n    return {\n      rInfo: this.rInfo,\n      format: this.format,\n      path: this.path,\n      done: this.done,\n      size: this.size,\n      error: this.error,\n      taskHistory: this.state,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.counter.inc(callerId);\n    if (!this.done) this.change.attachWatcher(w);\n  }\n\n  async download() {\n    try {\n      const size = await this.downloadAndDecompress(this.signalCtl.signal);\n      this.setDone(size);\n      this.change.markChanged(\n        `download and decompress for ${resourceIdToString(this.rInfo.id)} finished`,\n      );\n\n      this.logger.info(`blob to URL task is done: ${stringifyWithResourceId(this.info())}`);\n    } catch (e: any) {\n      this.logger.warn(\n        `a error was produced: ${e} for blob to URL task: ${stringifyWithResourceId(this.info())}`,\n      );\n\n      if (nonRecoverableError(e)) {\n        this.setError(e);\n        this.change.markChanged(\n          `download and decompress for ${resourceIdToString(this.rInfo.id)} failed`,\n        );\n        // Just in case we were half-way extracting an archive.\n        await rmRFDir(this.path);\n        return;\n      }\n\n      throw e;\n    }\n  }\n\n  /** Does the download part and keeps a state of the process. */\n  private async downloadAndDecompress(signal: AbortSignal): Promise<number> {\n    this.state = {};\n\n    this.state.parentDir = path.dirname(this.path);\n    await ensureDirExists(this.state.parentDir);\n\n    this.state.fileExisted = await fileExists(this.path);\n    if (this.state.fileExisted) {\n      return await dirSize(this.path);\n    }\n\n    const size = await this.clientDownload.withBlobContent(\n      this.rInfo,\n      {},\n      { signal },\n      async (content, size) => {\n        this.state!.downloaded = true;\n\n        await createPathAtomically(this.logger, this.path, async (fPath: string) => {\n          this.state!.tempPath = fPath;\n          this.state!.archiveFormat = this.format;\n\n          switch (this.format) {\n            case \"tar\":\n              await fsp.mkdir(fPath); // throws if a directory already exists.\n              const simpleUntar = Writable.toWeb(tar.extract(fPath));\n              await content.pipeTo(simpleUntar, { signal });\n              return;\n\n            case \"tgz\":\n              await fsp.mkdir(fPath); // throws if a directory already exists.\n              const gunzip = Transform.toWeb(zlib.createGunzip());\n              const untar = Writable.toWeb(tar.extract(fPath));\n\n              await content.pipeThrough(gunzip, { signal }).pipeTo(untar, { signal });\n              return;\n\n            case \"zip\":\n              this.state!.zipPath = this.path + \".zip\";\n\n              const f = Writable.toWeb(fs.createWriteStream(this.state!.zipPath));\n              await content.pipeTo(f, { signal });\n              this.state!.zipPathCreated = true;\n\n              // Without this filter it fails with\n              // \"EISDIR: illegal operation on a directory\".\n              // The workaround is from\n              // https://github.com/kevva/decompress/issues/46#issuecomment-525048104\n              await decompress(this.state!.zipPath, fPath, {\n                filter: (file) => !file.path.endsWith(\"/\"),\n              });\n              this.state!.zipDecompressed = true;\n\n              await fs.promises.rm(this.state!.zipPath);\n              this.state!.zipPathDeleted = true;\n\n              return;\n\n            default:\n              assertNever(this.format);\n          }\n        });\n\n        this.state!.pathCreated = true;\n        return size;\n      },\n    );\n\n    return size;\n  }\n\n  getURL(): URLResult | undefined {\n    if (this.done) return { url: notEmpty(this.url) };\n\n    if (this.error) return { error: this.error };\n\n    return undefined;\n  }\n\n  private setDone(size: number) {\n    this.done = true;\n    this.size = size;\n    this.url = newFolderURL(this.signer, this.saveDir, this.path);\n  }\n\n  private setError(e: any) {\n    this.error = String(e);\n  }\n\n  abort(reason: string) {\n    this.signalCtl.abort(new URLAborted(reason));\n  }\n}\n\n/** Gets a directory size by calculating sizes recursively. */\nasync function dirSize(dir: string): Promise<number> {\n  const files = await fsp.readdir(dir, { withFileTypes: true });\n  const sizes = await Promise.all(\n    files.map(async (file: any) => {\n      const fPath = path.join(dir, file.name);\n\n      if (file.isDirectory()) return await dirSize(fPath);\n\n      const stat = await fsp.stat(fPath);\n      return stat.size;\n    }),\n  );\n\n  return sizes.reduce((sum: any, size: any) => sum + size, 0);\n}\n\n/** Do rm -rf on dir. */\nexport async function rmRFDir(path: string) {\n  await fsp.rm(path, { recursive: true, force: true });\n}\n\n/** Just a type that adds lots of context when the error happens. */\ntype DownloadCtx = {\n  parentDir?: string;\n  fileExisted?: boolean;\n  downloaded?: boolean;\n  archiveFormat?: ArchiveFormat;\n  tempPath?: string;\n  zipPath?: string;\n  zipPathCreated?: boolean;\n  zipDecompressed?: boolean;\n  zipPathDeleted?: boolean;\n  pathCreated?: boolean;\n};\n\n/** Throws when a downloading aborts. */\nclass URLAborted extends Error {\n  name = \"URLAborted\";\n}\n\nexport function nonRecoverableError(e: any) {\n  return (\n    e instanceof URLAborted ||\n    isDownloadNetworkError400(e) ||\n    e instanceof UnknownStorageError ||\n    e instanceof WrongLocalFileUrl ||\n    // file that we downloads from was moved or deleted.\n    e?.code == \"ENOENT\" ||\n    // A resource was deleted.\n    (e.name == \"RpcError\" && (e.code == \"NOT_FOUND\" || e.code == \"ABORTED\")) ||\n    // wrong archive format\n    String(e).includes(\"incorrect header check\")\n  );\n}\n"],"names":["CallersCounter","ChangeSource","resourceIdToString","stringifyWithResourceId","ensureDirExists","fileExists","createPathAtomically","fsp","Writable","tar","Transform","zlib","assertNever","notEmpty","newFolderURL","isDownloadNetworkError400","UnknownStorageError","WrongLocalFileUrl"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkCA;MACa,wBAAwB,CAAA;AAWhB,IAAA,MAAA;AACA,IAAA,MAAA;AACR,IAAA,OAAA;AACA,IAAA,IAAA;AACA,IAAA,KAAA;AACA,IAAA,MAAA;AACQ,IAAA,cAAA;AAhBV,IAAA,OAAO,GAAG,IAAIA,wBAAc,EAAE;AAC9B,IAAA,MAAM,GAAG,IAAIC,uBAAY,EAAE;AACnB,IAAA,SAAS,GAAG,IAAI,eAAe,EAAE;AAClD,IAAA,KAAK;IACL,IAAI,GAAG,KAAK;IACZ,IAAI,GAAG,CAAC;AACA,IAAA,GAAG;AACH,IAAA,KAAK;AAEb,IAAA,WAAA,CACmB,MAAgB,EAChB,MAAc,EACtB,OAAe,EACf,IAAY,EACZ,KAA+B,EAC/B,MAAqB,EACb,cAA8B,EAAA;QAN9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACd,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,MAAM,GAAN,MAAM;QACE,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;;IAGI,IAAI,GAAA;QACT,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,KAAK;SACxB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI;AAAE,YAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;IAC9C;AAEA,IAAA,MAAM,QAAQ,GAAA;AACZ,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AACpE,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CACrB,+BAA+BC,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAC5E;AAED,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,0BAAA,EAA6BC,gCAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,CAAE,CAAC;QACvF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,yBAAyB,CAAC,CAAA,uBAAA,EAA0BA,gCAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,CAAE,CAC3F;AAED,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChB,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CACrB,+BAA+BD,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAC1E;;AAED,gBAAA,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBACxB;YACF;AAEA,YAAA,MAAM,CAAC;QACT;IACF;;IAGQ,MAAM,qBAAqB,CAAC,MAAmB,EAAA;AACrD,QAAA,IAAI,CAAC,KAAK,GAAG,EAAE;AAEf,QAAA,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9C,MAAME,yBAAe,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;AAE3C,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,MAAMC,oBAAU,CAAC,IAAI,CAAC,IAAI,CAAC;AACpD,QAAA,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;AAC1B,YAAA,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QACjC;QAEA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CACpD,IAAI,CAAC,KAAK,EACV,EAAE,EACF,EAAE,MAAM,EAAE,EACV,OAAO,OAAO,EAAE,IAAI,KAAI;AACtB,YAAA,IAAI,CAAC,KAAM,CAAC,UAAU,GAAG,IAAI;AAE7B,YAAA,MAAMC,8BAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,KAAa,KAAI;AACzE,gBAAA,IAAI,CAAC,KAAM,CAAC,QAAQ,GAAG,KAAK;gBAC5B,IAAI,CAAC,KAAM,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM;AAEvC,gBAAA,QAAQ,IAAI,CAAC,MAAM;AACjB,oBAAA,KAAK,KAAK;wBACR,MAAMC,cAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACvB,wBAAA,MAAM,WAAW,GAAGC,oBAAQ,CAAC,KAAK,CAACC,cAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBACtD,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC;wBAC7C;AAEF,oBAAA,KAAK,KAAK;wBACR,MAAMF,cAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACvB,MAAM,MAAM,GAAGG,qBAAS,CAAC,KAAK,CAACC,eAAI,CAAC,YAAY,EAAE,CAAC;AACnD,wBAAA,MAAM,KAAK,GAAGH,oBAAQ,CAAC,KAAK,CAACC,cAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAEhD,wBAAA,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC;wBACvE;AAEF,oBAAA,KAAK,KAAK;wBACR,IAAI,CAAC,KAAM,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,GAAG,MAAM;AAExC,wBAAA,MAAM,CAAC,GAAGD,oBAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAM,CAAC,OAAO,CAAC,CAAC;wBACnE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC;AACnC,wBAAA,IAAI,CAAC,KAAM,CAAC,cAAc,GAAG,IAAI;;;;;wBAMjC,MAAM,UAAU,CAAC,IAAI,CAAC,KAAM,CAAC,OAAO,EAAE,KAAK,EAAE;AAC3C,4BAAA,MAAM,EAAE,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;AAC3C,yBAAA,CAAC;AACF,wBAAA,IAAI,CAAC,KAAM,CAAC,eAAe,GAAG,IAAI;AAElC,wBAAA,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,KAAM,CAAC,OAAO,CAAC;AACzC,wBAAA,IAAI,CAAC,KAAM,CAAC,cAAc,GAAG,IAAI;wBAEjC;AAEF,oBAAA;AACE,wBAAAI,mBAAW,CAAC,IAAI,CAAC,MAAM,CAAC;;AAE9B,YAAA,CAAC,CAAC;AAEF,YAAA,IAAI,CAAC,KAAM,CAAC,WAAW,GAAG,IAAI;AAC9B,YAAA,OAAO,IAAI;AACb,QAAA,CAAC,CACF;AAED,QAAA,OAAO,IAAI;IACb;IAEA,MAAM,GAAA;QACJ,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,GAAG,EAAEC,kBAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QAEjD,IAAI,IAAI,CAAC,KAAK;AAAE,YAAA,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;AAE5C,QAAA,OAAO,SAAS;IAClB;AAEQ,IAAA,OAAO,CAAC,IAAY,EAAA;AAC1B,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,GAAG,GAAGC,gBAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC;IAC/D;AAEQ,IAAA,QAAQ,CAAC,CAAM,EAAA;AACrB,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;IACxB;AAEA,IAAA,KAAK,CAAC,MAAc,EAAA;QAClB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9C;AACD;AAED;AACA,eAAe,OAAO,CAAC,GAAW,EAAA;AAChC,IAAA,MAAM,KAAK,GAAG,MAAMP,cAAG,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;AAC7D,IAAA,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,GAAG,CAAC,OAAO,IAAS,KAAI;AAC5B,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC;QAEvC,IAAI,IAAI,CAAC,WAAW,EAAE;AAAE,YAAA,OAAO,MAAM,OAAO,CAAC,KAAK,CAAC;QAEnD,MAAM,IAAI,GAAG,MAAMA,cAAG,CAAC,IAAI,CAAC,KAAK,CAAC;QAClC,OAAO,IAAI,CAAC,IAAI;IAClB,CAAC,CAAC,CACH;AAED,IAAA,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,IAAS,KAAK,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC;AAC7D;AAEA;AACO,eAAe,OAAO,CAAC,IAAY,EAAA;AACxC,IAAA,MAAMA,cAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AACtD;AAgBA;AACA,MAAM,UAAW,SAAQ,KAAK,CAAA;IAC5B,IAAI,GAAG,YAAY;AACpB;AAEK,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,QACE,CAAC,YAAY,UAAU;QACvBQ,yCAAyB,CAAC,CAAC,CAAC;AAC5B,QAAA,CAAC,YAAYC,4BAAmB;AAChC,QAAA,CAAC,YAAYC,0BAAiB;;QAE9B,CAAC,EAAE,IAAI,IAAI,QAAQ;;AAEnB,SAAC,CAAC,CAAC,IAAI,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;;QAExE,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;AAEhD;;;;;;"}
+{"version":3,"file":"task.cjs","names":["CallersCounter","ChangeSource","path","fsp","Writable","tar","Transform","zlib","newFolderURL","isDownloadNetworkError400","UnknownStorageError","WrongLocalFileUrl"],"sources":["../../../src/drivers/download_blob_url/task.ts"],"sourcesContent":["import { Transform, Writable } from \"node:stream\";\nimport * as zlib from \"node:zlib\";\nimport * as tar from \"tar-fs\";\nimport path from \"path\";\nimport fs from \"fs\";\nimport * as fsp from \"fs/promises\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport {\n  CallersCounter,\n  createPathAtomically,\n  ensureDirExists,\n  fileExists,\n  notEmpty,\n} from \"@milaboratories/ts-helpers\";\nimport type { DownloadableBlobSnapshot } from \"./snapshot\";\nimport {\n  UnknownStorageError,\n  WrongLocalFileUrl,\n  type ClientDownload,\n} from \"../../clients/download\";\nimport type { ArchiveFormat, FolderURL } from \"@milaboratories/pl-model-common\";\nimport { newFolderURL } from \"../urls/url\";\nimport decompress from \"decompress\";\nimport { assertNever } from \"@protobuf-ts/runtime\";\nimport { resourceIdToString, stringifyWithResourceId } from \"@milaboratories/pl-client\";\n\nexport type URLResult = {\n  url?: FolderURL;\n  error?: string;\n};\n\n/** Downloads and extracts an archive to a directory. */\nexport class DownloadAndUnarchiveTask {\n  readonly counter = new CallersCounter();\n  readonly change = new ChangeSource();\n  private readonly signalCtl = new AbortController();\n  error: string | undefined;\n  done = false;\n  size = 0;\n  private url: FolderURL | undefined;\n  private state: DownloadCtx | undefined;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    readonly saveDir: string,\n    readonly path: string,\n    readonly rInfo: DownloadableBlobSnapshot,\n    readonly format: ArchiveFormat,\n    private readonly clientDownload: ClientDownload,\n  ) {}\n\n  /** A debug info of the task. */\n  public info() {\n    return {\n      rInfo: this.rInfo,\n      format: this.format,\n      path: this.path,\n      done: this.done,\n      size: this.size,\n      error: this.error,\n      taskHistory: this.state,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.counter.inc(callerId);\n    if (!this.done) this.change.attachWatcher(w);\n  }\n\n  async download() {\n    try {\n      const size = await this.downloadAndDecompress(this.signalCtl.signal);\n      this.setDone(size);\n      this.change.markChanged(\n        `download and decompress for ${resourceIdToString(this.rInfo.id)} finished`,\n      );\n\n      this.logger.info(`blob to URL task is done: ${stringifyWithResourceId(this.info())}`);\n    } catch (e: any) {\n      this.logger.warn(\n        `a error was produced: ${e} for blob to URL task: ${stringifyWithResourceId(this.info())}`,\n      );\n\n      if (nonRecoverableError(e)) {\n        this.setError(e);\n        this.change.markChanged(\n          `download and decompress for ${resourceIdToString(this.rInfo.id)} failed`,\n        );\n        // Just in case we were half-way extracting an archive.\n        await rmRFDir(this.path);\n        return;\n      }\n\n      throw e;\n    }\n  }\n\n  /** Does the download part and keeps a state of the process. */\n  private async downloadAndDecompress(signal: AbortSignal): Promise<number> {\n    this.state = {};\n\n    this.state.parentDir = path.dirname(this.path);\n    await ensureDirExists(this.state.parentDir);\n\n    this.state.fileExisted = await fileExists(this.path);\n    if (this.state.fileExisted) {\n      return await dirSize(this.path);\n    }\n\n    const size = await this.clientDownload.withBlobContent(\n      this.rInfo,\n      {},\n      { signal },\n      async (content, size) => {\n        this.state!.downloaded = true;\n\n        await createPathAtomically(this.logger, this.path, async (fPath: string) => {\n          this.state!.tempPath = fPath;\n          this.state!.archiveFormat = this.format;\n\n          switch (this.format) {\n            case \"tar\":\n              await fsp.mkdir(fPath); // throws if a directory already exists.\n              const simpleUntar = Writable.toWeb(tar.extract(fPath));\n              await content.pipeTo(simpleUntar, { signal });\n              return;\n\n            case \"tgz\":\n              await fsp.mkdir(fPath); // throws if a directory already exists.\n              const gunzip = Transform.toWeb(zlib.createGunzip());\n              const untar = Writable.toWeb(tar.extract(fPath));\n\n              await content.pipeThrough(gunzip, { signal }).pipeTo(untar, { signal });\n              return;\n\n            case \"zip\":\n              this.state!.zipPath = this.path + \".zip\";\n\n              const f = Writable.toWeb(fs.createWriteStream(this.state!.zipPath));\n              await content.pipeTo(f, { signal });\n              this.state!.zipPathCreated = true;\n\n              // Without this filter it fails with\n              // \"EISDIR: illegal operation on a directory\".\n              // The workaround is from\n              // https://github.com/kevva/decompress/issues/46#issuecomment-525048104\n              await decompress(this.state!.zipPath, fPath, {\n                filter: (file) => !file.path.endsWith(\"/\"),\n              });\n              this.state!.zipDecompressed = true;\n\n              await fs.promises.rm(this.state!.zipPath);\n              this.state!.zipPathDeleted = true;\n\n              return;\n\n            default:\n              assertNever(this.format);\n          }\n        });\n\n        this.state!.pathCreated = true;\n        return size;\n      },\n    );\n\n    return size;\n  }\n\n  getURL(): URLResult | undefined {\n    if (this.done) return { url: notEmpty(this.url) };\n\n    if (this.error) return { error: this.error };\n\n    return undefined;\n  }\n\n  private setDone(size: number) {\n    this.done = true;\n    this.size = size;\n    this.url = newFolderURL(this.signer, this.saveDir, this.path);\n  }\n\n  private setError(e: any) {\n    this.error = String(e);\n  }\n\n  abort(reason: string) {\n    this.signalCtl.abort(new URLAborted(reason));\n  }\n}\n\n/** Gets a directory size by calculating sizes recursively. */\nasync function dirSize(dir: string): Promise<number> {\n  const files = await fsp.readdir(dir, { withFileTypes: true });\n  const sizes = await Promise.all(\n    files.map(async (file: any) => {\n      const fPath = path.join(dir, file.name);\n\n      if (file.isDirectory()) return await dirSize(fPath);\n\n      const stat = await fsp.stat(fPath);\n      return stat.size;\n    }),\n  );\n\n  return sizes.reduce((sum: any, size: any) => sum + size, 0);\n}\n\n/** Do rm -rf on dir. */\nexport async function rmRFDir(path: string) {\n  await fsp.rm(path, { recursive: true, force: true });\n}\n\n/** Just a type that adds lots of context when the error happens. */\ntype DownloadCtx = {\n  parentDir?: string;\n  fileExisted?: boolean;\n  downloaded?: boolean;\n  archiveFormat?: ArchiveFormat;\n  tempPath?: string;\n  zipPath?: string;\n  zipPathCreated?: boolean;\n  zipDecompressed?: boolean;\n  zipPathDeleted?: boolean;\n  pathCreated?: boolean;\n};\n\n/** Throws when a downloading aborts. */\nclass URLAborted extends Error {\n  name = \"URLAborted\";\n}\n\nexport function nonRecoverableError(e: any) {\n  return (\n    e instanceof URLAborted ||\n    isDownloadNetworkError400(e) ||\n    e instanceof UnknownStorageError ||\n    e instanceof WrongLocalFileUrl ||\n    // file that we downloads from was moved or deleted.\n    e?.code == \"ENOENT\" ||\n    // A resource was deleted.\n    (e.name == \"RpcError\" && (e.code == \"NOT_FOUND\" || e.code == \"ABORTED\")) ||\n    // wrong archive format\n    String(e).includes(\"incorrect header check\")\n  );\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAmCA,IAAa,2BAAb,MAAsC;CACpC,AAAS,UAAU,IAAIA,2CAAgB;CACvC,AAAS,SAAS,IAAIC,yCAAc;CACpC,AAAiB,YAAY,IAAI,iBAAiB;CAClD;CACA,OAAO;CACP,OAAO;CACP,AAAQ;CACR,AAAQ;CAER,YACE,AAAiB,QACjB,AAAiB,QACjB,AAAS,SACT,AAASC,QACT,AAAS,OACT,AAAS,QACT,AAAiB,gBACjB;EAPiB;EACA;EACR;EACA;EACA;EACA;EACQ;;;CAInB,AAAO,OAAO;AACZ,SAAO;GACL,OAAO,KAAK;GACZ,QAAQ,KAAK;GACb,MAAM,KAAK;GACX,MAAM,KAAK;GACX,MAAM,KAAK;GACX,OAAO,KAAK;GACZ,aAAa,KAAK;GACnB;;CAGH,OAAO,GAAY,UAAkB;AACnC,OAAK,QAAQ,IAAI,SAAS;AAC1B,MAAI,CAAC,KAAK,KAAM,MAAK,OAAO,cAAc,EAAE;;CAG9C,MAAM,WAAW;AACf,MAAI;GACF,MAAM,OAAO,MAAM,KAAK,sBAAsB,KAAK,UAAU,OAAO;AACpE,QAAK,QAAQ,KAAK;AAClB,QAAK,OAAO,YACV,iFAAkD,KAAK,MAAM,GAAG,CAAC,WAClE;AAED,QAAK,OAAO,KAAK,oFAAqD,KAAK,MAAM,CAAC,GAAG;WAC9E,GAAQ;AACf,QAAK,OAAO,KACV,yBAAyB,EAAE,gFAAiD,KAAK,MAAM,CAAC,GACzF;AAED,OAAI,oBAAoB,EAAE,EAAE;AAC1B,SAAK,SAAS,EAAE;AAChB,SAAK,OAAO,YACV,iFAAkD,KAAK,MAAM,GAAG,CAAC,SAClE;AAED,UAAM,QAAQ,KAAK,KAAK;AACxB;;AAGF,SAAM;;;;CAKV,MAAc,sBAAsB,QAAsC;AACxE,OAAK,QAAQ,EAAE;AAEf,OAAK,MAAM,YAAY,aAAK,QAAQ,KAAK,KAAK;AAC9C,wDAAsB,KAAK,MAAM,UAAU;AAE3C,OAAK,MAAM,cAAc,iDAAiB,KAAK,KAAK;AACpD,MAAI,KAAK,MAAM,YACb,QAAO,MAAM,QAAQ,KAAK,KAAK;AA4DjC,SAzDa,MAAM,KAAK,eAAe,gBACrC,KAAK,OACL,EAAE,EACF,EAAE,QAAQ,EACV,OAAO,SAAS,SAAS;AACvB,QAAK,MAAO,aAAa;AAEzB,8DAA2B,KAAK,QAAQ,KAAK,MAAM,OAAO,UAAkB;AAC1E,SAAK,MAAO,WAAW;AACvB,SAAK,MAAO,gBAAgB,KAAK;AAEjC,YAAQ,KAAK,QAAb;KACE,KAAK;AACH,YAAMC,YAAI,MAAM,MAAM;MACtB,MAAM,cAAcC,qBAAS,MAAMC,OAAI,QAAQ,MAAM,CAAC;AACtD,YAAM,QAAQ,OAAO,aAAa,EAAE,QAAQ,CAAC;AAC7C;KAEF,KAAK;AACH,YAAMF,YAAI,MAAM,MAAM;MACtB,MAAM,SAASG,sBAAU,MAAMC,UAAK,cAAc,CAAC;MACnD,MAAM,QAAQH,qBAAS,MAAMC,OAAI,QAAQ,MAAM,CAAC;AAEhD,YAAM,QAAQ,YAAY,QAAQ,EAAE,QAAQ,CAAC,CAAC,OAAO,OAAO,EAAE,QAAQ,CAAC;AACvE;KAEF,KAAK;AACH,WAAK,MAAO,UAAU,KAAK,OAAO;MAElC,MAAM,IAAID,qBAAS,MAAM,WAAG,kBAAkB,KAAK,MAAO,QAAQ,CAAC;AACnE,YAAM,QAAQ,OAAO,GAAG,EAAE,QAAQ,CAAC;AACnC,WAAK,MAAO,iBAAiB;AAM7B,oCAAiB,KAAK,MAAO,SAAS,OAAO,EAC3C,SAAS,SAAS,CAAC,KAAK,KAAK,SAAS,IAAI,EAC3C,CAAC;AACF,WAAK,MAAO,kBAAkB;AAE9B,YAAM,WAAG,SAAS,GAAG,KAAK,MAAO,QAAQ;AACzC,WAAK,MAAO,iBAAiB;AAE7B;KAEF,QACE,uCAAY,KAAK,OAAO;;KAE5B;AAEF,QAAK,MAAO,cAAc;AAC1B,UAAO;IAEV;;CAKH,SAAgC;AAC9B,MAAI,KAAK,KAAM,QAAO,EAAE,8CAAc,KAAK,IAAI,EAAE;AAEjD,MAAI,KAAK,MAAO,QAAO,EAAE,OAAO,KAAK,OAAO;;CAK9C,AAAQ,QAAQ,MAAc;AAC5B,OAAK,OAAO;AACZ,OAAK,OAAO;AACZ,OAAK,MAAMI,yBAAa,KAAK,QAAQ,KAAK,SAAS,KAAK,KAAK;;CAG/D,AAAQ,SAAS,GAAQ;AACvB,OAAK,QAAQ,OAAO,EAAE;;CAGxB,MAAM,QAAgB;AACpB,OAAK,UAAU,MAAM,IAAI,WAAW,OAAO,CAAC;;;;AAKhD,eAAe,QAAQ,KAA8B;CACnD,MAAM,QAAQ,MAAML,YAAI,QAAQ,KAAK,EAAE,eAAe,MAAM,CAAC;AAY7D,SAXc,MAAM,QAAQ,IAC1B,MAAM,IAAI,OAAO,SAAc;EAC7B,MAAM,QAAQ,aAAK,KAAK,KAAK,KAAK,KAAK;AAEvC,MAAI,KAAK,aAAa,CAAE,QAAO,MAAM,QAAQ,MAAM;AAGnD,UADa,MAAMA,YAAI,KAAK,MAAM,EACtB;GACZ,CACH,EAEY,QAAQ,KAAU,SAAc,MAAM,MAAM,EAAE;;;AAI7D,eAAsB,QAAQ,QAAc;AAC1C,OAAMA,YAAI,GAAGD,QAAM;EAAE,WAAW;EAAM,OAAO;EAAM,CAAC;;;AAkBtD,IAAM,aAAN,cAAyB,MAAM;CAC7B,OAAO;;AAGT,SAAgB,oBAAoB,GAAQ;AAC1C,QACE,aAAa,cACbO,kDAA0B,EAAE,IAC5B,aAAaC,wCACb,aAAaC,sCAEb,GAAG,QAAQ,YAEV,EAAE,QAAQ,eAAe,EAAE,QAAQ,eAAe,EAAE,QAAQ,cAE7D,OAAO,EAAE,CAAC,SAAS,yBAAyB"}

package/dist/drivers/download_blob_url/task.d.ts

@@ -1,66 +1,64 @@
-import type { Watcher } from "@milaboratories/computable";
-import { ChangeSource } from "@milaboratories/computable";
-import type { MiLogger, Signer } from "@milaboratories/ts-helpers";
-import { CallersCounter } from "@milaboratories/ts-helpers";
-import type { DownloadableBlobSnapshot } from "./snapshot";
-import { type ClientDownload } from "../../clients/download";
-import type { ArchiveFormat, FolderURL } from "@milaboratories/pl-model-common";
-export type URLResult = {
-    url?: FolderURL;
-    error?: string;
+import { ClientDownload } from "../../clients/download.js";
+import { DownloadableBlobSnapshot } from "./snapshot.js";
+import { CallersCounter, MiLogger, Signer } from "@milaboratories/ts-helpers";
+import { ChangeSource, Watcher } from "@milaboratories/computable";
+import { ArchiveFormat, FolderURL } from "@milaboratories/pl-model-common";
+
+//#region src/drivers/download_blob_url/task.d.ts
+type URLResult = {
+  url?: FolderURL;
+  error?: string;
 };
 /** Downloads and extracts an archive to a directory. */
-export declare class DownloadAndUnarchiveTask {
-    private readonly logger;
-    private readonly signer;
-    readonly saveDir: string;
-    readonly path: string;
-    readonly rInfo: DownloadableBlobSnapshot;
-    readonly format: ArchiveFormat;
-    private readonly clientDownload;
-    readonly counter: CallersCounter;
-    readonly change: ChangeSource;
-    private readonly signalCtl;
-    error: string | undefined;
+declare class DownloadAndUnarchiveTask {
+  private readonly logger;
+  private readonly signer;
+  readonly saveDir: string;
+  readonly path: string;
+  readonly rInfo: DownloadableBlobSnapshot;
+  readonly format: ArchiveFormat;
+  private readonly clientDownload;
+  readonly counter: CallersCounter;
+  readonly change: ChangeSource;
+  private readonly signalCtl;
+  error: string | undefined;
+  done: boolean;
+  size: number;
+  private url;
+  private state;
+  constructor(logger: MiLogger, signer: Signer, saveDir: string, path: string, rInfo: DownloadableBlobSnapshot, format: ArchiveFormat, clientDownload: ClientDownload);
+  /** A debug info of the task. */
+  info(): {
+    rInfo: DownloadableBlobSnapshot;
+    format: ArchiveFormat;
+    path: string;
     done: boolean;
     size: number;
-    private url;
-    private state;
-    constructor(logger: MiLogger, signer: Signer, saveDir: string, path: string, rInfo: DownloadableBlobSnapshot, format: ArchiveFormat, clientDownload: ClientDownload);
-    /** A debug info of the task. */
-    info(): {
-        rInfo: DownloadableBlobSnapshot;
-        format: ArchiveFormat;
-        path: string;
-        done: boolean;
-        size: number;
-        error: string | undefined;
-        taskHistory: DownloadCtx | undefined;
-    };
-    attach(w: Watcher, callerId: string): void;
-    download(): Promise<void>;
-    /** Does the download part and keeps a state of the process. */
-    private downloadAndDecompress;
-    getURL(): URLResult | undefined;
-    private setDone;
-    private setError;
-    abort(reason: string): void;
+    error: string | undefined;
+    taskHistory: DownloadCtx | undefined;
+  };
+  attach(w: Watcher, callerId: string): void;
+  download(): Promise<void>;
+  /** Does the download part and keeps a state of the process. */
+  private downloadAndDecompress;
+  getURL(): URLResult | undefined;
+  private setDone;
+  private setError;
+  abort(reason: string): void;
 }
-/** Do rm -rf on dir. */
-export declare function rmRFDir(path: string): Promise<void>;
 /** Just a type that adds lots of context when the error happens. */
 type DownloadCtx = {
-    parentDir?: string;
-    fileExisted?: boolean;
-    downloaded?: boolean;
-    archiveFormat?: ArchiveFormat;
-    tempPath?: string;
-    zipPath?: string;
-    zipPathCreated?: boolean;
-    zipDecompressed?: boolean;
-    zipPathDeleted?: boolean;
-    pathCreated?: boolean;
+  parentDir?: string;
+  fileExisted?: boolean;
+  downloaded?: boolean;
+  archiveFormat?: ArchiveFormat;
+  tempPath?: string;
+  zipPath?: string;
+  zipPathCreated?: boolean;
+  zipDecompressed?: boolean;
+  zipPathDeleted?: boolean;
+  pathCreated?: boolean;
 };
-export declare function nonRecoverableError(e: any): boolean;
-export {};
+//#endregion
+export { DownloadAndUnarchiveTask };
 //# sourceMappingURL=task.d.ts.map