@milaboratories/pl-drivers 1.11.59 → 1.11.61

package/dist/drivers/download_blob/download_blob_task.js

@@ -1,149 +1,133 @@
-import { ChangeSource } from '@milaboratories/computable';
-import { CallersCounter, ensureDirExists, fileExists, createPathAtomically } from '@milaboratories/ts-helpers';
-import fs__default from 'node:fs';
-import * as fsp from 'node:fs/promises';
-import * as path from 'node:path';
-import { Writable } from 'node:stream';
-import { UnknownStorageError, WrongLocalFileUrl } from '../../clients/download.js';
-import { isDownloadNetworkError400 } from '../../helpers/download_errors.js';
-import { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';
+import { isDownloadNetworkError400 } from "../../helpers/download_errors.js";
+import { UnknownStorageError, WrongLocalFileUrl } from "../../clients/download.js";
+import { resourceIdToString, stringifyWithResourceId } from "@milaboratories/pl-client";
+import * as fsp from "node:fs/promises";
+import { CallersCounter, createPathAtomically, ensureDirExists, fileExists } from "@milaboratories/ts-helpers";
+import fs from "node:fs";
+import * as path$1 from "node:path";
+import { Writable } from "node:stream";
+import { ChangeSource } from "@milaboratories/computable";
 
+//#region src/drivers/download_blob/download_blob_task.ts
 /** Downloads a blob and holds callers and watchers for the blob. */
-class DownloadBlobTask {
-    logger;
-    clientDownload;
-    rInfo;
-    handle;
-    path;
-    change = new ChangeSource();
-    signalCtl = new AbortController();
-    counter = new CallersCounter();
-    error;
-    done = false;
-    size = 0;
-    state = {};
-    constructor(logger, clientDownload, rInfo, handle, path) {
-        this.logger = logger;
-        this.clientDownload = clientDownload;
-        this.rInfo = rInfo;
-        this.handle = handle;
-        this.path = path;
-    }
-    /** Returns a simple object that describes this task for debugging purposes. */
-    info() {
-        return {
-            rInfo: this.rInfo,
-            fPath: this.path,
-            done: this.done,
-            error: this.error,
-            state: this.state,
-        };
-    }
-    attach(w, callerId) {
-        this.counter.inc(callerId);
-        if (!this.done)
-            this.change.attachWatcher(w);
-    }
-    async download() {
-        try {
-            const size = await this.ensureDownloaded();
-            this.setDone(size);
-            this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download finished`);
-        }
-        catch (e) {
-            this.logger.error(`blob ${stringifyWithResourceId(this.rInfo)} download failed, ` +
-                `state: ${JSON.stringify(this.state)}, ` +
-                `error: ${JSON.stringify(e)}`);
-            if (nonRecoverableError(e)) {
-                this.setError(e);
-                this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download failed`);
-                // Just in case we were half-way extracting an archive.
-                await fsp.rm(this.path, { force: true });
-            }
-            throw e;
-        }
-    }
-    async ensureDownloaded() {
-        this.signalCtl.signal.throwIfAborted();
-        this.state = {};
-        this.state.filePath = this.path;
-        await ensureDirExists(path.dirname(this.state.filePath));
-        this.signalCtl.signal.throwIfAborted();
-        this.state.dirExists = true;
-        const alreadyExists = await fileExists(this.state.filePath);
-        this.signalCtl.signal.throwIfAborted();
-        if (alreadyExists) {
-            this.state.fileExists = true;
-            this.logger.info(`blob ${stringifyWithResourceId(this.rInfo)} was already downloaded, ` +
-                `path: ${this.state.filePath}`);
-            const stat = await fsp.stat(this.state.filePath);
-            this.signalCtl.signal.throwIfAborted();
-            this.state.fileSize = stat.size;
-            return this.state.fileSize;
-        }
-        const fileSize = await this.clientDownload.withBlobContent(this.rInfo, {}, { signal: this.signalCtl.signal }, async (content, size) => {
-            this.state.fileSize = size;
-            this.state.downloaded = true;
-            await createPathAtomically(this.logger, this.state.filePath, async (fPath) => {
-                const f = Writable.toWeb(fs__default.createWriteStream(fPath, { flags: "wx" }));
-                await content.pipeTo(f, { signal: this.signalCtl.signal });
-                this.state.tempWritten = true;
-            });
-            this.state.done = true;
-            return size;
-        });
-        return fileSize;
-    }
-    abort(reason) {
-        this.signalCtl.abort(new DownloadAborted(reason));
-    }
-    getBlob() {
-        if (!this.done)
-            return { done: false };
-        return {
-            done: this.done,
-            result: getDownloadedBlobResponse(this.handle, this.size, this.error),
-        };
-    }
-    setDone(sizeBytes) {
-        this.done = true;
-        this.size = sizeBytes;
-    }
-    setError(e) {
-        this.done = true;
-        this.error = e;
-    }
-}
+var DownloadBlobTask = class {
+	change = new ChangeSource();
+	signalCtl = new AbortController();
+	counter = new CallersCounter();
+	error;
+	done = false;
+	size = 0;
+	state = {};
+	constructor(logger, clientDownload, rInfo, handle, path) {
+		this.logger = logger;
+		this.clientDownload = clientDownload;
+		this.rInfo = rInfo;
+		this.handle = handle;
+		this.path = path;
+	}
+	/** Returns a simple object that describes this task for debugging purposes. */
+	info() {
+		return {
+			rInfo: this.rInfo,
+			fPath: this.path,
+			done: this.done,
+			error: this.error,
+			state: this.state
+		};
+	}
+	attach(w, callerId) {
+		this.counter.inc(callerId);
+		if (!this.done) this.change.attachWatcher(w);
+	}
+	async download() {
+		try {
+			const size = await this.ensureDownloaded();
+			this.setDone(size);
+			this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download finished`);
+		} catch (e) {
+			this.logger.error(`blob ${stringifyWithResourceId(this.rInfo)} download failed, state: ${JSON.stringify(this.state)}, error: ${JSON.stringify(e)}`);
+			if (nonRecoverableError(e)) {
+				this.setError(e);
+				this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download failed`);
+				await fsp.rm(this.path, { force: true });
+			}
+			throw e;
+		}
+	}
+	async ensureDownloaded() {
+		this.signalCtl.signal.throwIfAborted();
+		this.state = {};
+		this.state.filePath = this.path;
+		await ensureDirExists(path$1.dirname(this.state.filePath));
+		this.signalCtl.signal.throwIfAborted();
+		this.state.dirExists = true;
+		const alreadyExists = await fileExists(this.state.filePath);
+		this.signalCtl.signal.throwIfAborted();
+		if (alreadyExists) {
+			this.state.fileExists = true;
+			this.logger.info(`blob ${stringifyWithResourceId(this.rInfo)} was already downloaded, path: ${this.state.filePath}`);
+			const stat = await fsp.stat(this.state.filePath);
+			this.signalCtl.signal.throwIfAborted();
+			this.state.fileSize = stat.size;
+			return this.state.fileSize;
+		}
+		return await this.clientDownload.withBlobContent(this.rInfo, {}, { signal: this.signalCtl.signal }, async (content, size) => {
+			this.state.fileSize = size;
+			this.state.downloaded = true;
+			await createPathAtomically(this.logger, this.state.filePath, async (fPath) => {
+				const f = Writable.toWeb(fs.createWriteStream(fPath, { flags: "wx" }));
+				await content.pipeTo(f, { signal: this.signalCtl.signal });
+				this.state.tempWritten = true;
+			});
+			this.state.done = true;
+			return size;
+		});
+	}
+	abort(reason) {
+		this.signalCtl.abort(new DownloadAborted(reason));
+	}
+	getBlob() {
+		if (!this.done) return { done: false };
+		return {
+			done: this.done,
+			result: getDownloadedBlobResponse(this.handle, this.size, this.error)
+		};
+	}
+	setDone(sizeBytes) {
+		this.done = true;
+		this.size = sizeBytes;
+	}
+	setError(e) {
+		this.done = true;
+		this.error = e;
+	}
+};
 function nonRecoverableError(e) {
-    return (e instanceof DownloadAborted ||
-        isDownloadNetworkError400(e) ||
-        e instanceof UnknownStorageError ||
-        e instanceof WrongLocalFileUrl ||
-        // file that we downloads from was moved or deleted.
-        e?.code == "ENOENT" ||
-        // A resource was deleted.
-        (e.name == "RpcError" && (e.code == "NOT_FOUND" || e.code == "ABORTED")));
+	return e instanceof DownloadAborted || isDownloadNetworkError400(e) || e instanceof UnknownStorageError || e instanceof WrongLocalFileUrl || e?.code == "ENOENT" || e.name == "RpcError" && (e.code == "NOT_FOUND" || e.code == "ABORTED");
 }
 /** The downloading task was aborted by a signal.
- * It may happen when the computable is done, for example. */
-class DownloadAborted extends Error {
-    name = "DownloadAborted";
-}
+* It may happen when the computable is done, for example. */
+var DownloadAborted = class extends Error {
+	name = "DownloadAborted";
+};
 function getDownloadedBlobResponse(handle, size, error) {
-    if (error) {
-        return { ok: false, error };
-    }
-    if (!handle) {
-        return { ok: false, error: new Error("No file or handle provided") };
-    }
-    return {
-        ok: true,
-        value: {
-            handle,
-            size,
-        },
-    };
+	if (error) return {
+		ok: false,
+		error
+	};
+	if (!handle) return {
+		ok: false,
+		error: /* @__PURE__ */ new Error("No file or handle provided")
+	};
+	return {
+		ok: true,
+		value: {
+			handle,
+			size
+		}
+	};
 }
 
-export { DownloadBlobTask, getDownloadedBlobResponse, nonRecoverableError };
-//# sourceMappingURL=download_blob_task.js.map
+//#endregion
+export { DownloadBlobTask, nonRecoverableError };
+//# sourceMappingURL=download_blob_task.js.map

package/dist/drivers/download_blob/download_blob_task.js.map

@@ -1 +1 @@
-{"version":3,"file":"download_blob_task.js","sources":["../../../src/drivers/download_blob/download_blob_task.ts"],"sourcesContent":["import type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport type { LocalBlobHandle, LocalBlobHandleAndSize } from \"@milaboratories/pl-model-common\";\nimport type { ResourceSnapshot } from \"@milaboratories/pl-tree\";\nimport type { ValueOrError, MiLogger } from \"@milaboratories/ts-helpers\";\nimport {\n  ensureDirExists,\n  fileExists,\n  createPathAtomically,\n  CallersCounter,\n} from \"@milaboratories/ts-helpers\";\nimport fs from \"node:fs\";\nimport * as fsp from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport { Writable } from \"node:stream\";\nimport type { ClientDownload } from \"../../clients/download\";\nimport { UnknownStorageError, WrongLocalFileUrl } from \"../../clients/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport { resourceIdToString, stringifyWithResourceId } from \"@milaboratories/pl-client\";\n\n/** Downloads a blob and holds callers and watchers for the blob. */\nexport class DownloadBlobTask {\n  readonly change = new ChangeSource();\n  private readonly signalCtl = new AbortController();\n  public readonly counter = new CallersCounter();\n  private error: unknown | undefined;\n  private done = false;\n  public size = 0;\n  private state: DownloadState = {};\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientDownload: ClientDownload,\n    readonly rInfo: ResourceSnapshot,\n    private readonly handle: LocalBlobHandle,\n    readonly path: string,\n  ) {}\n\n  /** Returns a simple object that describes this task for debugging purposes. */\n  public info() {\n    return {\n      rInfo: this.rInfo,\n      fPath: this.path,\n      done: this.done,\n      error: this.error,\n      state: this.state,\n    };\n  }\n\n  public attach(w: Watcher, callerId: string) {\n    this.counter.inc(callerId);\n    if (!this.done) this.change.attachWatcher(w);\n  }\n\n  public async download() {\n    try {\n      const size = await this.ensureDownloaded();\n      this.setDone(size);\n      this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download finished`);\n    } catch (e: any) {\n      this.logger.error(\n        `blob ${stringifyWithResourceId(this.rInfo)} download failed, ` +\n          `state: ${JSON.stringify(this.state)}, ` +\n          `error: ${JSON.stringify(e)}`,\n      );\n      if (nonRecoverableError(e)) {\n        this.setError(e);\n        this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download failed`);\n        // Just in case we were half-way extracting an archive.\n        await fsp.rm(this.path, { force: true });\n      }\n\n      throw e;\n    }\n  }\n\n  private async ensureDownloaded() {\n    this.signalCtl.signal.throwIfAborted();\n\n    this.state = {};\n    this.state.filePath = this.path;\n    await ensureDirExists(path.dirname(this.state.filePath));\n    this.signalCtl.signal.throwIfAborted();\n    this.state.dirExists = true;\n\n    const alreadyExists = await fileExists(this.state.filePath);\n    this.signalCtl.signal.throwIfAborted();\n    if (alreadyExists) {\n      this.state.fileExists = true;\n      this.logger.info(\n        `blob ${stringifyWithResourceId(this.rInfo)} was already downloaded, ` +\n          `path: ${this.state.filePath}`,\n      );\n      const stat = await fsp.stat(this.state.filePath);\n      this.signalCtl.signal.throwIfAborted();\n      this.state.fileSize = stat.size;\n\n      return this.state.fileSize;\n    }\n\n    const fileSize = await this.clientDownload.withBlobContent(\n      this.rInfo,\n      {},\n      { signal: this.signalCtl.signal },\n      async (content, size) => {\n        this.state.fileSize = size;\n        this.state.downloaded = true;\n\n        await createPathAtomically(this.logger, this.state.filePath!, async (fPath: string) => {\n          const f = Writable.toWeb(fs.createWriteStream(fPath, { flags: \"wx\" }));\n          await content.pipeTo(f, { signal: this.signalCtl.signal });\n          this.state.tempWritten = true;\n        });\n\n        this.state.done = true;\n        return size;\n      },\n    );\n\n    return fileSize;\n  }\n\n  public abort(reason: string) {\n    this.signalCtl.abort(new DownloadAborted(reason));\n  }\n\n  public getBlob():\n    | { done: false }\n    | {\n        done: true;\n        result: ValueOrError<LocalBlobHandleAndSize>;\n      } {\n    if (!this.done) return { done: false };\n\n    return {\n      done: this.done,\n      result: getDownloadedBlobResponse(this.handle, this.size, this.error),\n    };\n  }\n\n  private setDone(sizeBytes: number) {\n    this.done = true;\n    this.size = sizeBytes;\n  }\n\n  private setError(e: unknown) {\n    this.done = true;\n    this.error = e;\n  }\n}\n\nexport function nonRecoverableError(e: any) {\n  return (\n    e instanceof DownloadAborted ||\n    isDownloadNetworkError400(e) ||\n    e instanceof UnknownStorageError ||\n    e instanceof WrongLocalFileUrl ||\n    // file that we downloads from was moved or deleted.\n    e?.code == \"ENOENT\" ||\n    // A resource was deleted.\n    (e.name == \"RpcError\" && (e.code == \"NOT_FOUND\" || e.code == \"ABORTED\"))\n  );\n}\n\n/** The downloading task was aborted by a signal.\n * It may happen when the computable is done, for example. */\nclass DownloadAborted extends Error {\n  name = \"DownloadAborted\";\n}\n\nexport function getDownloadedBlobResponse(\n  handle: LocalBlobHandle | undefined,\n  size: number,\n  error?: unknown,\n): ValueOrError<LocalBlobHandleAndSize> {\n  if (error) {\n    return { ok: false, error };\n  }\n\n  if (!handle) {\n    return { ok: false, error: new Error(\"No file or handle provided\") };\n  }\n\n  return {\n    ok: true,\n    value: {\n      handle,\n      size,\n    },\n  };\n}\n\ntype DownloadState = {\n  filePath?: string;\n  dirExists?: boolean;\n  fileExists?: boolean;\n  fileSize?: number;\n  downloaded?: boolean;\n  tempWritten?: boolean;\n  done?: boolean;\n};\n"],"names":["fs"],"mappings":";;;;;;;;;;AAoBA;MACa,gBAAgB,CAAA;AAUR,IAAA,MAAA;AACA,IAAA,cAAA;AACR,IAAA,KAAA;AACQ,IAAA,MAAA;AACR,IAAA,IAAA;AAbF,IAAA,MAAM,GAAG,IAAI,YAAY,EAAE;AACnB,IAAA,SAAS,GAAG,IAAI,eAAe,EAAE;AAClC,IAAA,OAAO,GAAG,IAAI,cAAc,EAAE;AACtC,IAAA,KAAK;IACL,IAAI,GAAG,KAAK;IACb,IAAI,GAAG,CAAC;IACP,KAAK,GAAkB,EAAE;IAEjC,WAAA,CACmB,MAAgB,EAChB,cAA8B,EACtC,KAAuB,EACf,MAAuB,EAC/B,IAAY,EAAA;QAJJ,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,cAAc,GAAd,cAAc;QACtB,IAAA,CAAA,KAAK,GAAL,KAAK;QACG,IAAA,CAAA,MAAM,GAAN,MAAM;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;IACZ;;IAGI,IAAI,GAAA;QACT,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEO,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACxC,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI;AAAE,YAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;IAC9C;AAEO,IAAA,MAAM,QAAQ,GAAA;AACnB,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE;AAC1C,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,kBAAA,CAAoB,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,KAAA,EAAQ,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA,kBAAA,CAAoB;gBAC7D,CAAA,OAAA,EAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA,EAAA,CAAI;gBACxC,CAAA,OAAA,EAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CAChC;AACD,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChB,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,gBAAA,CAAkB,CAAC;;AAEpF,gBAAA,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YAC1C;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,gBAAgB,GAAA;AAC5B,QAAA,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE;AAEtC,QAAA,IAAI,CAAC,KAAK,GAAG,EAAE;QACf,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI;AAC/B,QAAA,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;AACxD,QAAA,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE;AACtC,QAAA,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI;QAE3B,MAAM,aAAa,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;AAC3D,QAAA,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE;QACtC,IAAI,aAAa,EAAE;AACjB,YAAA,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI;AAC5B,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,CAAA,KAAA,EAAQ,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA,yBAAA,CAA2B;AACpE,gBAAA,CAAA,MAAA,EAAS,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAA,CAAE,CACjC;AACD,YAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;AAChD,YAAA,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YACtC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI;AAE/B,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ;QAC5B;AAEA,QAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CACxD,IAAI,CAAC,KAAK,EACV,EAAE,EACF,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EACjC,OAAO,OAAO,EAAE,IAAI,KAAI;AACtB,YAAA,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI;AAC1B,YAAA,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI;AAE5B,YAAA,MAAM,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAS,EAAE,OAAO,KAAa,KAAI;AACpF,gBAAA,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAACA,WAAE,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtE,gBAAA,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;AAC1D,gBAAA,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI;AAC/B,YAAA,CAAC,CAAC;AAEF,YAAA,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI;AACtB,YAAA,OAAO,IAAI;AACb,QAAA,CAAC,CACF;AAED,QAAA,OAAO,QAAQ;IACjB;AAEO,IAAA,KAAK,CAAC,MAAc,EAAA;QACzB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;IACnD;IAEO,OAAO,GAAA;QAMZ,IAAI,CAAC,IAAI,CAAC,IAAI;AAAE,YAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE;QAEtC,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,YAAA,MAAM,EAAE,yBAAyB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC;SACtE;IACH;AAEQ,IAAA,OAAO,CAAC,SAAiB,EAAA;AAC/B,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,IAAI,GAAG,SAAS;IACvB;AAEQ,IAAA,QAAQ,CAAC,CAAU,EAAA;AACzB,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,KAAK,GAAG,CAAC;IAChB;AACD;AAEK,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,QACE,CAAC,YAAY,eAAe;QAC5B,yBAAyB,CAAC,CAAC,CAAC;AAC5B,QAAA,CAAC,YAAY,mBAAmB;AAChC,QAAA,CAAC,YAAY,iBAAiB;;QAE9B,CAAC,EAAE,IAAI,IAAI,QAAQ;;SAElB,CAAC,CAAC,IAAI,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;AAE5E;AAEA;AAC6D;AAC7D,MAAM,eAAgB,SAAQ,KAAK,CAAA;IACjC,IAAI,GAAG,iBAAiB;AACzB;SAEe,yBAAyB,CACvC,MAAmC,EACnC,IAAY,EACZ,KAAe,EAAA;IAEf,IAAI,KAAK,EAAE;AACT,QAAA,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;IAC7B;IAEA,IAAI,CAAC,MAAM,EAAE;AACX,QAAA,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,4BAA4B,CAAC,EAAE;IACtE;IAEA,OAAO;AACL,QAAA,EAAE,EAAE,IAAI;AACR,QAAA,KAAK,EAAE;YACL,MAAM;YACN,IAAI;AACL,SAAA;KACF;AACH;;;;"}
+{"version":3,"file":"download_blob_task.js","names":["path"],"sources":["../../../src/drivers/download_blob/download_blob_task.ts"],"sourcesContent":["import type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport type { LocalBlobHandle, LocalBlobHandleAndSize } from \"@milaboratories/pl-model-common\";\nimport type { ResourceSnapshot } from \"@milaboratories/pl-tree\";\nimport type { ValueOrError, MiLogger } from \"@milaboratories/ts-helpers\";\nimport {\n  ensureDirExists,\n  fileExists,\n  createPathAtomically,\n  CallersCounter,\n} from \"@milaboratories/ts-helpers\";\nimport fs from \"node:fs\";\nimport * as fsp from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport { Writable } from \"node:stream\";\nimport type { ClientDownload } from \"../../clients/download\";\nimport { UnknownStorageError, WrongLocalFileUrl } from \"../../clients/download\";\nimport { isDownloadNetworkError400 } from \"../../helpers/download_errors\";\nimport { resourceIdToString, stringifyWithResourceId } from \"@milaboratories/pl-client\";\n\n/** Downloads a blob and holds callers and watchers for the blob. */\nexport class DownloadBlobTask {\n  readonly change = new ChangeSource();\n  private readonly signalCtl = new AbortController();\n  public readonly counter = new CallersCounter();\n  private error: unknown | undefined;\n  private done = false;\n  public size = 0;\n  private state: DownloadState = {};\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientDownload: ClientDownload,\n    readonly rInfo: ResourceSnapshot,\n    private readonly handle: LocalBlobHandle,\n    readonly path: string,\n  ) {}\n\n  /** Returns a simple object that describes this task for debugging purposes. */\n  public info() {\n    return {\n      rInfo: this.rInfo,\n      fPath: this.path,\n      done: this.done,\n      error: this.error,\n      state: this.state,\n    };\n  }\n\n  public attach(w: Watcher, callerId: string) {\n    this.counter.inc(callerId);\n    if (!this.done) this.change.attachWatcher(w);\n  }\n\n  public async download() {\n    try {\n      const size = await this.ensureDownloaded();\n      this.setDone(size);\n      this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download finished`);\n    } catch (e: any) {\n      this.logger.error(\n        `blob ${stringifyWithResourceId(this.rInfo)} download failed, ` +\n          `state: ${JSON.stringify(this.state)}, ` +\n          `error: ${JSON.stringify(e)}`,\n      );\n      if (nonRecoverableError(e)) {\n        this.setError(e);\n        this.change.markChanged(`blob ${resourceIdToString(this.rInfo.id)} download failed`);\n        // Just in case we were half-way extracting an archive.\n        await fsp.rm(this.path, { force: true });\n      }\n\n      throw e;\n    }\n  }\n\n  private async ensureDownloaded() {\n    this.signalCtl.signal.throwIfAborted();\n\n    this.state = {};\n    this.state.filePath = this.path;\n    await ensureDirExists(path.dirname(this.state.filePath));\n    this.signalCtl.signal.throwIfAborted();\n    this.state.dirExists = true;\n\n    const alreadyExists = await fileExists(this.state.filePath);\n    this.signalCtl.signal.throwIfAborted();\n    if (alreadyExists) {\n      this.state.fileExists = true;\n      this.logger.info(\n        `blob ${stringifyWithResourceId(this.rInfo)} was already downloaded, ` +\n          `path: ${this.state.filePath}`,\n      );\n      const stat = await fsp.stat(this.state.filePath);\n      this.signalCtl.signal.throwIfAborted();\n      this.state.fileSize = stat.size;\n\n      return this.state.fileSize;\n    }\n\n    const fileSize = await this.clientDownload.withBlobContent(\n      this.rInfo,\n      {},\n      { signal: this.signalCtl.signal },\n      async (content, size) => {\n        this.state.fileSize = size;\n        this.state.downloaded = true;\n\n        await createPathAtomically(this.logger, this.state.filePath!, async (fPath: string) => {\n          const f = Writable.toWeb(fs.createWriteStream(fPath, { flags: \"wx\" }));\n          await content.pipeTo(f, { signal: this.signalCtl.signal });\n          this.state.tempWritten = true;\n        });\n\n        this.state.done = true;\n        return size;\n      },\n    );\n\n    return fileSize;\n  }\n\n  public abort(reason: string) {\n    this.signalCtl.abort(new DownloadAborted(reason));\n  }\n\n  public getBlob():\n    | { done: false }\n    | {\n        done: true;\n        result: ValueOrError<LocalBlobHandleAndSize>;\n      } {\n    if (!this.done) return { done: false };\n\n    return {\n      done: this.done,\n      result: getDownloadedBlobResponse(this.handle, this.size, this.error),\n    };\n  }\n\n  private setDone(sizeBytes: number) {\n    this.done = true;\n    this.size = sizeBytes;\n  }\n\n  private setError(e: unknown) {\n    this.done = true;\n    this.error = e;\n  }\n}\n\nexport function nonRecoverableError(e: any) {\n  return (\n    e instanceof DownloadAborted ||\n    isDownloadNetworkError400(e) ||\n    e instanceof UnknownStorageError ||\n    e instanceof WrongLocalFileUrl ||\n    // file that we downloads from was moved or deleted.\n    e?.code == \"ENOENT\" ||\n    // A resource was deleted.\n    (e.name == \"RpcError\" && (e.code == \"NOT_FOUND\" || e.code == \"ABORTED\"))\n  );\n}\n\n/** The downloading task was aborted by a signal.\n * It may happen when the computable is done, for example. */\nclass DownloadAborted extends Error {\n  name = \"DownloadAborted\";\n}\n\nexport function getDownloadedBlobResponse(\n  handle: LocalBlobHandle | undefined,\n  size: number,\n  error?: unknown,\n): ValueOrError<LocalBlobHandleAndSize> {\n  if (error) {\n    return { ok: false, error };\n  }\n\n  if (!handle) {\n    return { ok: false, error: new Error(\"No file or handle provided\") };\n  }\n\n  return {\n    ok: true,\n    value: {\n      handle,\n      size,\n    },\n  };\n}\n\ntype DownloadState = {\n  filePath?: string;\n  dirExists?: boolean;\n  fileExists?: boolean;\n  fileSize?: number;\n  downloaded?: boolean;\n  tempWritten?: boolean;\n  done?: boolean;\n};\n"],"mappings":";;;;;;;;;;;;AAqBA,IAAa,mBAAb,MAA8B;CAC5B,AAAS,SAAS,IAAI,cAAc;CACpC,AAAiB,YAAY,IAAI,iBAAiB;CAClD,AAAgB,UAAU,IAAI,gBAAgB;CAC9C,AAAQ;CACR,AAAQ,OAAO;CACf,AAAO,OAAO;CACd,AAAQ,QAAuB,EAAE;CAEjC,YACE,AAAiB,QACjB,AAAiB,gBACjB,AAAS,OACT,AAAiB,QACjB,AAAS,MACT;EALiB;EACA;EACR;EACQ;EACR;;;CAIX,AAAO,OAAO;AACZ,SAAO;GACL,OAAO,KAAK;GACZ,OAAO,KAAK;GACZ,MAAM,KAAK;GACX,OAAO,KAAK;GACZ,OAAO,KAAK;GACb;;CAGH,AAAO,OAAO,GAAY,UAAkB;AAC1C,OAAK,QAAQ,IAAI,SAAS;AAC1B,MAAI,CAAC,KAAK,KAAM,MAAK,OAAO,cAAc,EAAE;;CAG9C,MAAa,WAAW;AACtB,MAAI;GACF,MAAM,OAAO,MAAM,KAAK,kBAAkB;AAC1C,QAAK,QAAQ,KAAK;AAClB,QAAK,OAAO,YAAY,QAAQ,mBAAmB,KAAK,MAAM,GAAG,CAAC,oBAAoB;WAC/E,GAAQ;AACf,QAAK,OAAO,MACV,QAAQ,wBAAwB,KAAK,MAAM,CAAC,2BAChC,KAAK,UAAU,KAAK,MAAM,CAAC,WAC3B,KAAK,UAAU,EAAE,GAC9B;AACD,OAAI,oBAAoB,EAAE,EAAE;AAC1B,SAAK,SAAS,EAAE;AAChB,SAAK,OAAO,YAAY,QAAQ,mBAAmB,KAAK,MAAM,GAAG,CAAC,kBAAkB;AAEpF,UAAM,IAAI,GAAG,KAAK,MAAM,EAAE,OAAO,MAAM,CAAC;;AAG1C,SAAM;;;CAIV,MAAc,mBAAmB;AAC/B,OAAK,UAAU,OAAO,gBAAgB;AAEtC,OAAK,QAAQ,EAAE;AACf,OAAK,MAAM,WAAW,KAAK;AAC3B,QAAM,gBAAgBA,OAAK,QAAQ,KAAK,MAAM,SAAS,CAAC;AACxD,OAAK,UAAU,OAAO,gBAAgB;AACtC,OAAK,MAAM,YAAY;EAEvB,MAAM,gBAAgB,MAAM,WAAW,KAAK,MAAM,SAAS;AAC3D,OAAK,UAAU,OAAO,gBAAgB;AACtC,MAAI,eAAe;AACjB,QAAK,MAAM,aAAa;AACxB,QAAK,OAAO,KACV,QAAQ,wBAAwB,KAAK,MAAM,CAAC,iCACjC,KAAK,MAAM,WACvB;GACD,MAAM,OAAO,MAAM,IAAI,KAAK,KAAK,MAAM,SAAS;AAChD,QAAK,UAAU,OAAO,gBAAgB;AACtC,QAAK,MAAM,WAAW,KAAK;AAE3B,UAAO,KAAK,MAAM;;AAsBpB,SAnBiB,MAAM,KAAK,eAAe,gBACzC,KAAK,OACL,EAAE,EACF,EAAE,QAAQ,KAAK,UAAU,QAAQ,EACjC,OAAO,SAAS,SAAS;AACvB,QAAK,MAAM,WAAW;AACtB,QAAK,MAAM,aAAa;AAExB,SAAM,qBAAqB,KAAK,QAAQ,KAAK,MAAM,UAAW,OAAO,UAAkB;IACrF,MAAM,IAAI,SAAS,MAAM,GAAG,kBAAkB,OAAO,EAAE,OAAO,MAAM,CAAC,CAAC;AACtE,UAAM,QAAQ,OAAO,GAAG,EAAE,QAAQ,KAAK,UAAU,QAAQ,CAAC;AAC1D,SAAK,MAAM,cAAc;KACzB;AAEF,QAAK,MAAM,OAAO;AAClB,UAAO;IAEV;;CAKH,AAAO,MAAM,QAAgB;AAC3B,OAAK,UAAU,MAAM,IAAI,gBAAgB,OAAO,CAAC;;CAGnD,AAAO,UAKD;AACJ,MAAI,CAAC,KAAK,KAAM,QAAO,EAAE,MAAM,OAAO;AAEtC,SAAO;GACL,MAAM,KAAK;GACX,QAAQ,0BAA0B,KAAK,QAAQ,KAAK,MAAM,KAAK,MAAM;GACtE;;CAGH,AAAQ,QAAQ,WAAmB;AACjC,OAAK,OAAO;AACZ,OAAK,OAAO;;CAGd,AAAQ,SAAS,GAAY;AAC3B,OAAK,OAAO;AACZ,OAAK,QAAQ;;;AAIjB,SAAgB,oBAAoB,GAAQ;AAC1C,QACE,aAAa,mBACb,0BAA0B,EAAE,IAC5B,aAAa,uBACb,aAAa,qBAEb,GAAG,QAAQ,YAEV,EAAE,QAAQ,eAAe,EAAE,QAAQ,eAAe,EAAE,QAAQ;;;;AAMjE,IAAM,kBAAN,cAA8B,MAAM;CAClC,OAAO;;AAGT,SAAgB,0BACd,QACA,MACA,OACsC;AACtC,KAAI,MACF,QAAO;EAAE,IAAI;EAAO;EAAO;AAG7B,KAAI,CAAC,OACH,QAAO;EAAE,IAAI;EAAO,uBAAO,IAAI,MAAM,6BAA6B;EAAE;AAGtE,QAAO;EACL,IAAI;EACJ,OAAO;GACL;GACA;GACD;EACF"}