@milaboratories/pl-drivers 1.11.59 → 1.11.60

package/dist/drivers/upload.cjs

@@ -1,164 +1,138 @@
-'use strict';
-
-var node_crypto = require('node:crypto');
-var computable = require('@milaboratories/computable');
-var tsHelpers = require('@milaboratories/ts-helpers');
-var plTree = require('@milaboratories/pl-tree');
-var promises = require('node:timers/promises');
-var types = require('./types.cjs');
-var upload_task = require('./upload_task.cjs');
-var helpers = require('./helpers/helpers.cjs');
+const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
+const require_types = require('./types.cjs');
+const require_helpers = require('./helpers/helpers.cjs');
+const require_upload_task = require('./upload_task.cjs');
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let _milaboratories_computable = require("@milaboratories/computable");
+let _milaboratories_pl_tree = require("@milaboratories/pl-tree");
+let node_crypto = require("node:crypto");
+let node_timers_promises = require("node:timers/promises");
 
+//#region src/drivers/upload.ts
 function makeBlobImportSnapshot(entryOrAccessor, ctx) {
-    const node = plTree.isPlTreeEntry(entryOrAccessor)
-        ? ctx.accessor(entryOrAccessor).node()
-        : plTree.isPlTreeEntryAccessor(entryOrAccessor)
-            ? entryOrAccessor.node()
-            : entryOrAccessor;
-    if (node.resourceType.name.startsWith("BlobUpload"))
-        return plTree.makeResourceSnapshot(node, types.UploadResourceSnapshot);
-    return plTree.makeResourceSnapshot(node, types.IndexResourceSnapshot);
+	const node = (0, _milaboratories_pl_tree.isPlTreeEntry)(entryOrAccessor) ? ctx.accessor(entryOrAccessor).node() : (0, _milaboratories_pl_tree.isPlTreeEntryAccessor)(entryOrAccessor) ? entryOrAccessor.node() : entryOrAccessor;
+	if (node.resourceType.name.startsWith("BlobUpload")) return (0, _milaboratories_pl_tree.makeResourceSnapshot)(node, require_types.UploadResourceSnapshot);
+	return (0, _milaboratories_pl_tree.makeResourceSnapshot)(node, require_types.IndexResourceSnapshot);
 }
-// TODO: add abort signal to Upload Tasks.
 /** Uploads blobs in a queue and holds counters, so it can stop not-needed
- * uploads.
- * Handles both Index and Upload blobs,
- * the client needs to pass concrete blobs from `handle` field. */
-class UploadDriver {
-    logger;
-    signer;
-    clientBlob;
-    clientProgress;
-    opts;
-    idToProgress = new Map();
-    /** Holds a queue that upload blobs. */
-    uploadQueue;
-    hooks;
-    constructor(logger, signer, clientBlob, clientProgress, opts = {
-        nConcurrentPartUploads: 10,
-        nConcurrentGetProgresses: 10,
-        pollingInterval: 1000,
-        stopPollingDelay: 1000,
-    }) {
-        this.logger = logger;
-        this.signer = signer;
-        this.clientBlob = clientBlob;
-        this.clientProgress = clientProgress;
-        this.opts = opts;
-        this.uploadQueue = new tsHelpers.TaskProcessor(this.logger, 1, {
-            type: "exponentialWithMaxDelayBackoff",
-            initialDelay: 20,
-            maxDelay: 15000, // 15 seconds
-            backoffMultiplier: 1.5,
-            jitter: 0.5,
-        });
-        this.hooks = new computable.PollingComputableHooks(() => this.startUpdating(), () => this.stopUpdating(), { stopDebounce: opts.stopPollingDelay }, (resolve, reject) => this.scheduleOnNextState(resolve, reject));
-    }
-    getProgressId(handleResource, ctx) {
-        if (ctx == undefined)
-            return computable.Computable.make((ctx) => this.getProgressId(handleResource, ctx));
-        const rInfo = plTree.isPlTreeEntry(handleResource)
-            ? makeBlobImportSnapshot(handleResource, ctx)
-            : handleResource;
-        const callerId = node_crypto.randomUUID();
-        ctx.attacheHooks(this.hooks);
-        ctx.addOnDestroy(() => this.release(rInfo.id, callerId));
-        const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);
-        return result;
-    }
-    getProgressIdNoCtx(w, res, callerId) {
-        validateResourceType("getProgressId", res.type);
-        const task = this.idToProgress.get(res.id);
-        if (task != undefined) {
-            task.setDoneIfOutputSet(res);
-            return task.getProgress(w, callerId);
-        }
-        const newTask = new upload_task.UploadTask(this.logger, this.clientBlob, this.clientProgress, this.opts.nConcurrentPartUploads, this.signer, res);
-        this.idToProgress.set(res.id, newTask);
-        if (newTask.shouldScheduleUpload()) {
-            this.uploadQueue.push({
-                fn: () => newTask.uploadBlobTask(),
-                recoverableErrorPredicate: (e) => !upload_task.nonRecoverableError(e),
-            });
-        }
-        newTask.setDoneIfOutputSet(res);
-        return newTask.getProgress(w, callerId);
-    }
-    /** Decrement counters for the file and remove an uploading if counter == 0. */
-    async release(id, callerId) {
-        const task = this.idToProgress.get(id);
-        if (task === undefined)
-            return;
-        const deleted = task.decCounter(callerId);
-        if (deleted)
-            this.idToProgress.delete(id);
-    }
-    /** Must be called when the driver is closing. */
-    async releaseAll() {
-        this.uploadQueue.stop();
-    }
-    scheduledOnNextState = [];
-    scheduleOnNextState(resolve, reject) {
-        this.scheduledOnNextState.push({ resolve, reject });
-    }
-    /** Called from observer */
-    startUpdating() {
-        this.keepRunning = true;
-        if (this.currentLoop === undefined)
-            this.currentLoop = this.mainLoop();
-    }
-    /** Called from observer */
-    stopUpdating() {
-        this.keepRunning = false;
-    }
-    /** Stops polling loop and waits for it to finish */
-    async terminate() {
-        this.stopUpdating();
-        if (this.currentLoop !== undefined) {
-            await this.currentLoop;
-        }
-    }
-    async [Symbol.asyncDispose]() {
-        await this.terminate();
-    }
-    /** If true, main loop will continue polling pl state. */
-    keepRunning = false;
-    /** Actual state of main loop. */
-    currentLoop = undefined;
-    async mainLoop() {
-        while (this.keepRunning) {
-            const toNotify = this.scheduledOnNextState;
-            this.scheduledOnNextState = [];
-            try {
-                await tsHelpers.asyncPool(this.opts.nConcurrentGetProgresses, this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()));
-                toNotify.forEach((n) => n.resolve());
-            }
-            catch (e) {
-                console.error(e);
-                toNotify.forEach((n) => n.reject(e));
-            }
-            if (!this.keepRunning)
-                break;
-            await promises.scheduler.wait(this.opts.pollingInterval);
-        }
-        this.currentLoop = undefined;
-    }
-    getAllNotDoneProgresses() {
-        return Array.from(this.idToProgress.entries())
-            .filter(([_, p]) => !isProgressDone(p.progress))
-            .map(([_, p]) => p);
-    }
-}
+* uploads.
+* Handles both Index and Upload blobs,
+* the client needs to pass concrete blobs from `handle` field. */
+var UploadDriver = class {
+	idToProgress = /* @__PURE__ */ new Map();
+	/** Holds a queue that upload blobs. */
+	uploadQueue;
+	hooks;
+	constructor(logger, signer, clientBlob, clientProgress, opts = {
+		nConcurrentPartUploads: 10,
+		nConcurrentGetProgresses: 10,
+		pollingInterval: 1e3,
+		stopPollingDelay: 1e3
+	}) {
+		this.logger = logger;
+		this.signer = signer;
+		this.clientBlob = clientBlob;
+		this.clientProgress = clientProgress;
+		this.opts = opts;
+		this.uploadQueue = new _milaboratories_ts_helpers.TaskProcessor(this.logger, 1, {
+			type: "exponentialWithMaxDelayBackoff",
+			initialDelay: 20,
+			maxDelay: 15e3,
+			backoffMultiplier: 1.5,
+			jitter: .5
+		});
+		this.hooks = new _milaboratories_computable.PollingComputableHooks(() => this.startUpdating(), () => this.stopUpdating(), { stopDebounce: opts.stopPollingDelay }, (resolve, reject) => this.scheduleOnNextState(resolve, reject));
+	}
+	getProgressId(handleResource, ctx) {
+		if (ctx == void 0) return _milaboratories_computable.Computable.make((ctx) => this.getProgressId(handleResource, ctx));
+		const rInfo = (0, _milaboratories_pl_tree.isPlTreeEntry)(handleResource) ? makeBlobImportSnapshot(handleResource, ctx) : handleResource;
+		const callerId = (0, node_crypto.randomUUID)();
+		ctx.attacheHooks(this.hooks);
+		ctx.addOnDestroy(() => this.release(rInfo.id, callerId));
+		return this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);
+	}
+	getProgressIdNoCtx(w, res, callerId) {
+		validateResourceType("getProgressId", res.type);
+		const task = this.idToProgress.get(res.id);
+		if (task != void 0) {
+			task.setDoneIfOutputSet(res);
+			return task.getProgress(w, callerId);
+		}
+		const newTask = new require_upload_task.UploadTask(this.logger, this.clientBlob, this.clientProgress, this.opts.nConcurrentPartUploads, this.signer, res);
+		this.idToProgress.set(res.id, newTask);
+		if (newTask.shouldScheduleUpload()) this.uploadQueue.push({
+			fn: () => newTask.uploadBlobTask(),
+			recoverableErrorPredicate: (e) => !require_upload_task.nonRecoverableError(e)
+		});
+		newTask.setDoneIfOutputSet(res);
+		return newTask.getProgress(w, callerId);
+	}
+	/** Decrement counters for the file and remove an uploading if counter == 0. */
+	async release(id, callerId) {
+		const task = this.idToProgress.get(id);
+		if (task === void 0) return;
+		if (task.decCounter(callerId)) this.idToProgress.delete(id);
+	}
+	/** Must be called when the driver is closing. */
+	async releaseAll() {
+		this.uploadQueue.stop();
+	}
+	scheduledOnNextState = [];
+	scheduleOnNextState(resolve, reject) {
+		this.scheduledOnNextState.push({
+			resolve,
+			reject
+		});
+	}
+	/** Called from observer */
+	startUpdating() {
+		this.keepRunning = true;
+		if (this.currentLoop === void 0) this.currentLoop = this.mainLoop();
+	}
+	/** Called from observer */
+	stopUpdating() {
+		this.keepRunning = false;
+	}
+	/** Stops polling loop and waits for it to finish */
+	async terminate() {
+		this.stopUpdating();
+		if (this.currentLoop !== void 0) await this.currentLoop;
+	}
+	async [Symbol.asyncDispose]() {
+		await this.terminate();
+	}
+	/** If true, main loop will continue polling pl state. */
+	keepRunning = false;
+	/** Actual state of main loop. */
+	currentLoop = void 0;
+	async mainLoop() {
+		while (this.keepRunning) {
+			const toNotify = this.scheduledOnNextState;
+			this.scheduledOnNextState = [];
+			try {
+				await (0, _milaboratories_ts_helpers.asyncPool)(this.opts.nConcurrentGetProgresses, this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()));
+				toNotify.forEach((n) => n.resolve());
+			} catch (e) {
+				console.error(e);
+				toNotify.forEach((n) => n.reject(e));
+			}
+			if (!this.keepRunning) break;
+			await node_timers_promises.scheduler.wait(this.opts.pollingInterval);
+		}
+		this.currentLoop = void 0;
+	}
+	getAllNotDoneProgresses() {
+		return Array.from(this.idToProgress.entries()).filter(([_, p]) => !isProgressDone(p.progress)).map(([_, p]) => p);
+	}
+};
 function isProgressDone(p) {
-    return p.done && (p.status?.progress ?? 0.0) >= 1.0;
+	return p.done && (p.status?.progress ?? 0) >= 1;
 }
 function validateResourceType(methodName, rType) {
-    if (!rType.name.startsWith("BlobUpload") && !rType.name.startsWith("BlobIndex")) {
-        throw new helpers.WrongResourceTypeError(`${methodName}: wrong resource type: ${rType.name}, ` +
-            `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`);
-    }
+	if (!rType.name.startsWith("BlobUpload") && !rType.name.startsWith("BlobIndex")) throw new require_helpers.WrongResourceTypeError(`${methodName}: wrong resource type: ${rType.name}, expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`);
 }
 
+//#endregion
 exports.UploadDriver = UploadDriver;
 exports.makeBlobImportSnapshot = makeBlobImportSnapshot;
-//# sourceMappingURL=upload.cjs.map
+//# sourceMappingURL=upload.cjs.map

package/dist/drivers/upload.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"upload.cjs","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport type { ResourceId, ResourceType } from \"@milaboratories/pl-client\";\nimport type { Watcher, ComputableCtx } from \"@milaboratories/computable\";\nimport { Computable, PollingComputableHooks } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { asyncPool, TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport type * as sdk from \"@milaboratories/pl-model-common\";\nimport type { ClientProgress } from \"../clients/progress\";\nimport type { ClientUpload } from \"../clients/upload\";\nimport type { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from \"@milaboratories/pl-tree\";\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from \"@milaboratories/pl-tree\";\nimport { scheduler } from \"node:timers/promises\";\nimport type { PollingOps } from \"./helpers/polling_ops\";\nimport type { ImportResourceSnapshot } from \"./types\";\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from \"./types\";\nimport { nonRecoverableError, UploadTask } from \"./upload_task\";\nimport { WrongResourceTypeError } from \"./helpers/helpers\";\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith(\"BlobUpload\"))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: \"exponentialWithMaxDelayBackoff\",\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx,\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType(\"getProgressId\", res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** Stops polling loop and waits for it to finish */\n  public async terminate(): Promise<void> {\n    this.stopUpdating();\n    if (this.currentLoop !== undefined) {\n      await this.currentLoop;\n    }\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.terminate();\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith(\"BlobUpload\") && !rType.name.startsWith(\"BlobIndex\")) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, ` +\n        `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":["isPlTreeEntry","isPlTreeEntryAccessor","makeResourceSnapshot","UploadResourceSnapshot","IndexResourceSnapshot","TaskProcessor","PollingComputableHooks","Computable","randomUUID","UploadTask","nonRecoverableError","asyncPool","scheduler","WrongResourceTypeError"],"mappings":";;;;;;;;;;;AAsBM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAGA,oBAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAEC,4BAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAOC,2BAAoB,CAAC,IAAI,EAAEC,4BAAsB,CAAC;AAC3D,IAAA,OAAOD,2BAAoB,CAAC,IAAI,EAAEE,2BAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAIC,uBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAIC,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2BP,oBAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAGQ,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAIC,sBAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAACC,+BAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;AAGO,IAAA,MAAM,SAAS,GAAA;QACpB,IAAI,CAAC,YAAY,EAAE;AACnB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE;YAClC,MAAM,IAAI,CAAC,WAAW;QACxB;IACF;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,MAAM,IAAI,CAAC,SAAS,EAAE;IACxB;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA,CAAI;AACnD,YAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;;"}
+{"version":3,"file":"upload.cjs","names":["UploadResourceSnapshot","IndexResourceSnapshot","TaskProcessor","PollingComputableHooks","Computable","UploadTask","nonRecoverableError","scheduler","WrongResourceTypeError"],"sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport type { ResourceId, ResourceType } from \"@milaboratories/pl-client\";\nimport type { Watcher, ComputableCtx } from \"@milaboratories/computable\";\nimport { Computable, PollingComputableHooks } from \"@milaboratories/computable\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { asyncPool, TaskProcessor } from \"@milaboratories/ts-helpers\";\nimport type * as sdk from \"@milaboratories/pl-model-common\";\nimport type { ClientProgress } from \"../clients/progress\";\nimport type { ClientUpload } from \"../clients/upload\";\nimport type { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from \"@milaboratories/pl-tree\";\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from \"@milaboratories/pl-tree\";\nimport { scheduler } from \"node:timers/promises\";\nimport type { PollingOps } from \"./helpers/polling_ops\";\nimport type { ImportResourceSnapshot } from \"./types\";\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from \"./types\";\nimport { nonRecoverableError, UploadTask } from \"./upload_task\";\nimport { WrongResourceTypeError } from \"./helpers/helpers\";\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith(\"BlobUpload\"))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: \"exponentialWithMaxDelayBackoff\",\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx,\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType(\"getProgressId\", res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** Stops polling loop and waits for it to finish */\n  public async terminate(): Promise<void> {\n    this.stopUpdating();\n    if (this.currentLoop !== undefined) {\n      await this.currentLoop;\n    }\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.terminate();\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith(\"BlobUpload\") && !rType.name.startsWith(\"BlobIndex\")) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, ` +\n        `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;AAsBA,SAAgB,uBACd,iBACA,KACwB;CACxB,MAAM,kDAAqB,gBAAgB,GACvC,IAAI,SAAS,gBAAgB,CAAC,MAAM,sDACd,gBAAgB,GACpC,gBAAgB,MAAM,GACtB;AAEN,KAAI,KAAK,aAAa,KAAK,WAAW,aAAa,CACjD,0DAA4B,MAAMA,qCAAuB;AAC3D,0DAA4B,MAAMC,oCAAsB;;;;;;AAiB1D,IAAa,eAAb,MAA0B;CACxB,AAAiB,+BAA4C,IAAI,KAAK;;CAGtE,AAAiB;CACjB,AAAiB;CAEjB,YACE,AAAiB,QACjB,AAAiB,QACjB,AAAiB,YACjB,AAAiB,gBACjB,AAAiB,OAAwB;EACvC,wBAAwB;EACxB,0BAA0B;EAC1B,iBAAiB;EACjB,kBAAkB;EACnB,EACD;EAViB;EACA;EACA;EACA;EACA;AAOjB,OAAK,cAAc,IAAIC,yCAAc,KAAK,QAAQ,GAAG;GACnD,MAAM;GACN,cAAc;GACd,UAAU;GACV,mBAAmB;GACnB,QAAQ;GACT,CAAC;AAEF,OAAK,QAAQ,IAAIC,wDACT,KAAK,eAAe,QACpB,KAAK,cAAc,EACzB,EAAE,cAAc,KAAK,kBAAkB,GACtC,SAAS,WAAW,KAAK,oBAAoB,SAAS,OAAO,CAC/D;;CAWH,cACE,gBACA,KACqD;AACrD,MAAI,OAAO,OAAW,QAAOC,sCAAW,MAAM,QAAQ,KAAK,cAAc,gBAAgB,IAAI,CAAC;EAE9F,MAAM,mDAA8C,eAAe,GAC/D,uBAAuB,gBAAgB,IAAI,GAC3C;EAEJ,MAAM,wCAAuB;AAC7B,MAAI,aAAa,KAAK,MAAM;AAC5B,MAAI,mBAAmB,KAAK,QAAQ,MAAM,IAAI,SAAS,CAAC;AAIxD,SAFe,KAAK,mBAAmB,IAAI,SAAS,OAAO,SAAS;;CAKtE,AAAQ,mBACN,GACA,KACA,UACoB;AACpB,uBAAqB,iBAAiB,IAAI,KAAK;EAE/C,MAAM,OAAO,KAAK,aAAa,IAAI,IAAI,GAAG;AAE1C,MAAI,QAAQ,QAAW;AACrB,QAAK,mBAAmB,IAAI;AAC5B,UAAO,KAAK,YAAY,GAAG,SAAS;;EAGtC,MAAM,UAAU,IAAIC,+BAClB,KAAK,QACL,KAAK,YACL,KAAK,gBACL,KAAK,KAAK,wBACV,KAAK,QACL,IACD;AAED,OAAK,aAAa,IAAI,IAAI,IAAI,QAAQ;AAEtC,MAAI,QAAQ,sBAAsB,CAChC,MAAK,YAAY,KAAK;GACpB,UAAU,QAAQ,gBAAgB;GAClC,4BAA4B,MAAM,CAACC,wCAAoB,EAAE;GAC1D,CAAC;AAGJ,UAAQ,mBAAmB,IAAI;AAC/B,SAAO,QAAQ,YAAY,GAAG,SAAS;;;CAIzC,MAAc,QAAQ,IAAgB,UAAkB;EACtD,MAAM,OAAO,KAAK,aAAa,IAAI,GAAG;AACtC,MAAI,SAAS,OAAW;AAGxB,MADgB,KAAK,WAAW,SAAS,CAC5B,MAAK,aAAa,OAAO,GAAG;;;CAI3C,MAAa,aAAa;AACxB,OAAK,YAAY,MAAM;;CAGzB,AAAQ,uBAA2C,EAAE;CAErD,AAAQ,oBAAoB,SAAqB,QAAkC;AACjF,OAAK,qBAAqB,KAAK;GAAE;GAAS;GAAQ,CAAC;;;CAIrD,AAAQ,gBAAsB;AAC5B,OAAK,cAAc;AACnB,MAAI,KAAK,gBAAgB,OAAW,MAAK,cAAc,KAAK,UAAU;;;CAIxE,AAAQ,eAAqB;AAC3B,OAAK,cAAc;;;CAIrB,MAAa,YAA2B;AACtC,OAAK,cAAc;AACnB,MAAI,KAAK,gBAAgB,OACvB,OAAM,KAAK;;CAIf,OAAO,OAAO,gBAA+B;AAC3C,QAAM,KAAK,WAAW;;;CAIxB,AAAQ,cAAc;;CAEtB,AAAQ,cAAyC;CAEjD,MAAc,WAAW;AACvB,SAAO,KAAK,aAAa;GACvB,MAAM,WAAW,KAAK;AACtB,QAAK,uBAAuB,EAAE;AAE9B,OAAI;AACF,oDACE,KAAK,KAAK,0BACV,KAAK,yBAAyB,CAAC,KAAK,MAAM,YAAY,MAAM,EAAE,cAAc,CAAC,CAC9E;AAED,aAAS,SAAS,MAAM,EAAE,SAAS,CAAC;YAC7B,GAAQ;AACf,YAAQ,MAAM,EAAE;AAChB,aAAS,SAAS,MAAM,EAAE,OAAO,EAAE,CAAC;;AAGtC,OAAI,CAAC,KAAK,YAAa;AACvB,SAAMC,+BAAU,KAAK,KAAK,KAAK,gBAAgB;;AAGjD,OAAK,cAAc;;CAGrB,AAAQ,0BAA6C;AACnD,SAAO,MAAM,KAAK,KAAK,aAAa,SAAS,CAAC,CAC3C,QAAQ,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,SAAS,CAAC,CAC/C,KAAK,CAAC,GAAG,OAAO,EAAE;;;AAIzB,SAAS,eAAe,GAAuB;AAC7C,QAAO,EAAE,SAAS,EAAE,QAAQ,YAAY,MAAQ;;AAQlD,SAAS,qBAAqB,YAAoB,OAAqB;AACrE,KAAI,CAAC,MAAM,KAAK,WAAW,aAAa,IAAI,CAAC,MAAM,KAAK,WAAW,YAAY,CAC7E,OAAM,IAAIC,uCACR,GAAG,WAAW,yBAAyB,MAAM,KAAK,oEAEnD"}

package/dist/drivers/upload.d.ts

@@ -1,57 +1,59 @@
-import type { ComputableCtx } from "@milaboratories/computable";
-import { Computable } from "@milaboratories/computable";
-import type { MiLogger, Signer } from "@milaboratories/ts-helpers";
-import type * as sdk from "@milaboratories/pl-model-common";
-import type { ClientProgress } from "../clients/progress";
-import type { ClientUpload } from "../clients/upload";
-import type { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from "@milaboratories/pl-tree";
-import type { PollingOps } from "./helpers/polling_ops";
-import type { ImportResourceSnapshot } from "./types";
-export declare function makeBlobImportSnapshot(entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor, ctx: ComputableCtx): ImportResourceSnapshot;
-export type UploadDriverOps = PollingOps & {
-    /** How much parts of a file can be multipart-uploaded to S3 at once. */
-    nConcurrentPartUploads: number;
-    /** How much upload/indexing statuses of blobs can the driver ask
-     * from the platform gRPC at once. */
-    nConcurrentGetProgresses: number;
+import { ClientUpload } from "../clients/upload.js";
+import { ClientProgress } from "../clients/progress.js";
+import { ImportResourceSnapshot } from "./types.js";
+import { PollingOps } from "./helpers/polling_ops.js";
+import { MiLogger, Signer } from "@milaboratories/ts-helpers";
+import { Computable, ComputableCtx } from "@milaboratories/computable";
+import * as sdk from "@milaboratories/pl-model-common";
+import { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from "@milaboratories/pl-tree";
+
+//#region src/drivers/upload.d.ts
+declare function makeBlobImportSnapshot(entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor, ctx: ComputableCtx): ImportResourceSnapshot;
+type UploadDriverOps = PollingOps & {
+  /** How much parts of a file can be multipart-uploaded to S3 at once. */nConcurrentPartUploads: number;
+  /** How much upload/indexing statuses of blobs can the driver ask
+   * from the platform gRPC at once. */
+  nConcurrentGetProgresses: number;
 };
 /** Uploads blobs in a queue and holds counters, so it can stop not-needed
  * uploads.
  * Handles both Index and Upload blobs,
  * the client needs to pass concrete blobs from `handle` field. */
-export declare class UploadDriver {
-    private readonly logger;
-    private readonly signer;
-    private readonly clientBlob;
-    private readonly clientProgress;
-    private readonly opts;
-    private readonly idToProgress;
-    /** Holds a queue that upload blobs. */
-    private readonly uploadQueue;
-    private readonly hooks;
-    constructor(logger: MiLogger, signer: Signer, clientBlob: ClientUpload, clientProgress: ClientProgress, opts?: UploadDriverOps);
-    /** Returns a progress id and schedules an upload task if it's necessary. */
-    getProgressId(handleResource: ImportResourceSnapshot | PlTreeEntry): Computable<sdk.ImportProgress>;
-    getProgressId(handleResource: ImportResourceSnapshot | PlTreeEntry, ctx: ComputableCtx): sdk.ImportProgress;
-    private getProgressIdNoCtx;
-    /** Decrement counters for the file and remove an uploading if counter == 0. */
-    private release;
-    /** Must be called when the driver is closing. */
-    releaseAll(): Promise<void>;
-    private scheduledOnNextState;
-    private scheduleOnNextState;
-    /** Called from observer */
-    private startUpdating;
-    /** Called from observer */
-    private stopUpdating;
-    /** Stops polling loop and waits for it to finish */
-    terminate(): Promise<void>;
-    [Symbol.asyncDispose](): Promise<void>;
-    /** If true, main loop will continue polling pl state. */
-    private keepRunning;
-    /** Actual state of main loop. */
-    private currentLoop;
-    private mainLoop;
-    private getAllNotDoneProgresses;
+declare class UploadDriver {
+  private readonly logger;
+  private readonly signer;
+  private readonly clientBlob;
+  private readonly clientProgress;
+  private readonly opts;
+  private readonly idToProgress;
+  /** Holds a queue that upload blobs. */
+  private readonly uploadQueue;
+  private readonly hooks;
+  constructor(logger: MiLogger, signer: Signer, clientBlob: ClientUpload, clientProgress: ClientProgress, opts?: UploadDriverOps);
+  /** Returns a progress id and schedules an upload task if it's necessary. */
+  getProgressId(handleResource: ImportResourceSnapshot | PlTreeEntry): Computable<sdk.ImportProgress>;
+  getProgressId(handleResource: ImportResourceSnapshot | PlTreeEntry, ctx: ComputableCtx): sdk.ImportProgress;
+  private getProgressIdNoCtx;
+  /** Decrement counters for the file and remove an uploading if counter == 0. */
+  private release;
+  /** Must be called when the driver is closing. */
+  releaseAll(): Promise<void>;
+  private scheduledOnNextState;
+  private scheduleOnNextState;
+  /** Called from observer */
+  private startUpdating;
+  /** Called from observer */
+  private stopUpdating;
+  /** Stops polling loop and waits for it to finish */
+  terminate(): Promise<void>;
+  [Symbol.asyncDispose](): Promise<void>;
+  /** If true, main loop will continue polling pl state. */
+  private keepRunning;
+  /** Actual state of main loop. */
+  private currentLoop;
+  private mainLoop;
+  private getAllNotDoneProgresses;
 }
+//#endregion
+export { UploadDriver, UploadDriverOps, makeBlobImportSnapshot };
 //# sourceMappingURL=upload.d.ts.map