@milaboratories/pl-drivers 1.9.0 → 1.10.0

package/dist/drivers/upload.js

@@ -0,0 +1,151 @@
+import { randomUUID } from 'node:crypto';
+import { PollingComputableHooks, Computable } from '@milaboratories/computable';
+import { TaskProcessor, asyncPool } from '@milaboratories/ts-helpers';
+import { isPlTreeEntry, isPlTreeEntryAccessor, makeResourceSnapshot } from '@milaboratories/pl-tree';
+import { scheduler } from 'node:timers/promises';
+import { UploadResourceSnapshot, IndexResourceSnapshot } from './types.js';
+import { UploadTask, nonRecoverableError } from './upload_task.js';
+import { WrongResourceTypeError } from './helpers/helpers.js';
+
+function makeBlobImportSnapshot(entryOrAccessor, ctx) {
+    const node = isPlTreeEntry(entryOrAccessor)
+        ? ctx.accessor(entryOrAccessor).node()
+        : isPlTreeEntryAccessor(entryOrAccessor)
+            ? entryOrAccessor.node()
+            : entryOrAccessor;
+    if (node.resourceType.name.startsWith('BlobUpload'))
+        return makeResourceSnapshot(node, UploadResourceSnapshot);
+    return makeResourceSnapshot(node, IndexResourceSnapshot);
+}
+// TODO: add abort signal to Upload Tasks.
+/** Uploads blobs in a queue and holds counters, so it can stop not-needed
+ * uploads.
+ * Handles both Index and Upload blobs,
+ * the client needs to pass concrete blobs from `handle` field. */
+class UploadDriver {
+    logger;
+    signer;
+    clientBlob;
+    clientProgress;
+    opts;
+    idToProgress = new Map();
+    /** Holds a queue that upload blobs. */
+    uploadQueue;
+    hooks;
+    constructor(logger, signer, clientBlob, clientProgress, opts = {
+        nConcurrentPartUploads: 10,
+        nConcurrentGetProgresses: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    }) {
+        this.logger = logger;
+        this.signer = signer;
+        this.clientBlob = clientBlob;
+        this.clientProgress = clientProgress;
+        this.opts = opts;
+        this.uploadQueue = new TaskProcessor(this.logger, 1, {
+            type: 'exponentialWithMaxDelayBackoff',
+            initialDelay: 20,
+            maxDelay: 15000, // 15 seconds
+            backoffMultiplier: 1.5,
+            jitter: 0.5,
+        });
+        this.hooks = new PollingComputableHooks(() => this.startUpdating(), () => this.stopUpdating(), { stopDebounce: opts.stopPollingDelay }, (resolve, reject) => this.scheduleOnNextState(resolve, reject));
+    }
+    getProgressId(handleResource, ctx) {
+        if (ctx == undefined)
+            return Computable.make((ctx) => this.getProgressId(handleResource, ctx));
+        const rInfo = isPlTreeEntry(handleResource)
+            ? makeBlobImportSnapshot(handleResource, ctx)
+            : handleResource;
+        const callerId = randomUUID();
+        ctx.attacheHooks(this.hooks);
+        ctx.addOnDestroy(() => this.release(rInfo.id, callerId));
+        const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);
+        return result;
+    }
+    getProgressIdNoCtx(w, res, callerId) {
+        validateResourceType('getProgressId', res.type);
+        const task = this.idToProgress.get(res.id);
+        if (task != undefined) {
+            task.setDoneIfOutputSet(res);
+            return task.getProgress(w, callerId);
+        }
+        const newTask = new UploadTask(this.logger, this.clientBlob, this.clientProgress, this.opts.nConcurrentPartUploads, this.signer, res);
+        this.idToProgress.set(res.id, newTask);
+        if (newTask.shouldScheduleUpload()) {
+            this.uploadQueue.push({
+                fn: () => newTask.uploadBlobTask(),
+                recoverableErrorPredicate: (e) => !nonRecoverableError(e),
+            });
+        }
+        newTask.setDoneIfOutputSet(res);
+        return newTask.getProgress(w, callerId);
+    }
+    /** Decrement counters for the file and remove an uploading if counter == 0. */
+    async release(id, callerId) {
+        const task = this.idToProgress.get(id);
+        if (task === undefined)
+            return;
+        const deleted = task.decCounter(callerId);
+        if (deleted)
+            this.idToProgress.delete(id);
+    }
+    /** Must be called when the driver is closing. */
+    async releaseAll() {
+        this.uploadQueue.stop();
+    }
+    scheduledOnNextState = [];
+    scheduleOnNextState(resolve, reject) {
+        this.scheduledOnNextState.push({ resolve, reject });
+    }
+    /** Called from observer */
+    startUpdating() {
+        this.keepRunning = true;
+        if (this.currentLoop === undefined)
+            this.currentLoop = this.mainLoop();
+    }
+    /** Called from observer */
+    stopUpdating() {
+        this.keepRunning = false;
+    }
+    /** If true, main loop will continue polling pl state. */
+    keepRunning = false;
+    /** Actual state of main loop. */
+    currentLoop = undefined;
+    async mainLoop() {
+        while (this.keepRunning) {
+            const toNotify = this.scheduledOnNextState;
+            this.scheduledOnNextState = [];
+            try {
+                await asyncPool(this.opts.nConcurrentGetProgresses, this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()));
+                toNotify.forEach((n) => n.resolve());
+            }
+            catch (e) {
+                console.error(e);
+                toNotify.forEach((n) => n.reject(e));
+            }
+            if (!this.keepRunning)
+                break;
+            await scheduler.wait(this.opts.pollingInterval);
+        }
+        this.currentLoop = undefined;
+    }
+    getAllNotDoneProgresses() {
+        return Array.from(this.idToProgress.entries())
+            .filter(([_, p]) => !isProgressDone(p.progress))
+            .map(([_, p]) => p);
+    }
+}
+function isProgressDone(p) {
+    return p.done && (p.status?.progress ?? 0.0) >= 1.0;
+}
+function validateResourceType(methodName, rType) {
+    if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {
+        throw new WrongResourceTypeError(`${methodName}: wrong resource type: ${rType.name}, `
+            + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`);
+    }
+}
+
+export { UploadDriver, makeBlobImportSnapshot };
+//# sourceMappingURL=upload.js.map

package/dist/drivers/upload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.js","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport type {\n  Watcher,\n  ComputableCtx } from '@milaboratories/computable';\nimport {\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, TaskProcessor } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { ClientProgress } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport type {\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { ImportResourceSnapshot } from './types';\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from './types';\nimport { isMyUpload, nonRecoverableError, UploadTask } from './upload_task';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith('BlobUpload'))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: 'exponentialWithMaxDelayBackoff',\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType('getProgressId', res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;AA+BM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAG,aAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAE,qBAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC;AAC3D,IAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,qBAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2B,aAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,UAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;"}

package/dist/drivers/upload_task.cjs

@@ -0,0 +1,297 @@
+'use strict';
+
+var computable = require('@milaboratories/computable');
+var plClient = require('@milaboratories/pl-client');
+var tsHelpers = require('@milaboratories/ts-helpers');
+var upload = require('../clients/upload.cjs');
+var types = require('./types.cjs');
+var assert = require('node:assert');
+
+/** Holds all info needed to upload a file and a status of uploading
+ * and indexing. Also, has a method to update a status of the progress.
+ * And holds a change source. */
+class UploadTask {
+    logger;
+    clientBlob;
+    clientProgress;
+    maxNConcurrentPartsUpload;
+    res;
+    change = new computable.ChangeSource();
+    counter = new tsHelpers.CallersCounter();
+    nMaxUploads;
+    nPartsWithThisUploadSpeed = 0;
+    nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.
+    /** If this is upload progress this field will be defined */
+    uploadData;
+    progress;
+    /** If failed, then getting a progress is terminally failed. */
+    failed;
+    /** True if the blob was existed.
+     * At this case, the task will show progress == 1.0. */
+    alreadyExisted = false;
+    constructor(logger, clientBlob, clientProgress, maxNConcurrentPartsUpload, signer, res) {
+        this.logger = logger;
+        this.clientBlob = clientBlob;
+        this.clientProgress = clientProgress;
+        this.maxNConcurrentPartsUpload = maxNConcurrentPartsUpload;
+        this.res = res;
+        this.nMaxUploads = this.maxNConcurrentPartsUpload;
+        const { uploadData, progress } = newProgress(res, signer);
+        this.uploadData = uploadData;
+        this.progress = progress;
+    }
+    getProgress(w, callerId) {
+        this.incCounter(w, callerId);
+        if (this.failed) {
+            this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);
+            throw new Error(this.progress.lastError);
+        }
+        return cloneProgress(this.progress);
+    }
+    shouldScheduleUpload() {
+        return isMyUpload(this.progress);
+    }
+    /** Uploads a blob if it's not BlobIndex. */
+    async uploadBlobTask() {
+        try {
+            await uploadBlob(this.logger, this.clientBlob, this.res, this.uploadData, this.isComputableDone.bind(this), {
+                nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,
+                nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,
+                currentSpeed: this.nMaxUploads,
+                maxSpeed: this.maxNConcurrentPartsUpload,
+            });
+            this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} finished`);
+        }
+        catch (e) {
+            if (isResourceWasDeletedError(e)) {
+                this.setRetriableError(e);
+                this.logger.warn(`resource was deleted while uploading a blob: ${e}`);
+                this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} aborted, resource was deleted`);
+                this.setDone(true);
+                return;
+            }
+            this.logger.error(`error while uploading a blob: ${e}`);
+            this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} failed`);
+            if (nonRecoverableError(e)) {
+                this.setTerminalError(e);
+                return;
+            }
+            this.setRetriableError(e);
+            if (isHeadersTimeoutError(e)) {
+                // we probably have a slow internet, we need to slow things a bit.
+                this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);
+            }
+            throw e;
+        }
+    }
+    async updateStatus() {
+        try {
+            // we do it with timeout in case we have slow internet.
+            const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });
+            const oldStatus = this.progress.status;
+            const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));
+            this.progress.status = newStatus;
+            this.setDone(status.done);
+            if (status.done || this.progress.status.progress != oldStatus?.progress) {
+                this.change.markChanged(`upload status for ${plClient.resourceIdToString(this.res.id)} changed`);
+            }
+        }
+        catch (e) {
+            this.setRetriableError(e);
+            if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {
+                this.logger.warn(`deadline exceeded while getting a status of BlobImport`);
+                return;
+            }
+            if (isResourceWasDeletedError(e)) {
+                this.logger.warn(`resource was not found while updating a status of BlobImport: ${e}, ${plClient.stringifyWithResourceId(this.res)}`);
+                this.change.markChanged(`upload status for ${plClient.resourceIdToString(this.res.id)} changed, resource not found`);
+                this.setDone(true);
+                return;
+            }
+            this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);
+            // It was a terminal error, but when a connection drops,
+            // this will stop the whole task, so we make it retryable.
+            // It was like that:
+            // this.change.markChanged();
+            // this.setTerminalError(e);
+        }
+    }
+    /** Set non-terminal error, that task can be retried. */
+    setRetriableError(e) {
+        this.progress.lastError = String(e);
+    }
+    /** Set a terminal error, the task will throw a error instead of a progress. */
+    setTerminalError(e) {
+        this.progress.lastError = String(e);
+        this.progress.done = false;
+        this.failed = true;
+    }
+    setDoneIfOutputSet(res) {
+        if (isImportResourceOutputSet(res)) {
+            this.setDone(true);
+            this.alreadyExisted = true;
+        }
+    }
+    setDone(done) {
+        this.progress.done = done;
+        if (done)
+            this.progress.lastError = undefined;
+    }
+    incCounter(w, callerId) {
+        this.change.attachWatcher(w);
+        this.counter.inc(callerId);
+    }
+    decCounter(callerId) {
+        return this.counter.dec(callerId);
+    }
+    isComputableDone() {
+        return this.counter.isZero();
+    }
+}
+/** Uploads a blob if it's not BlobIndex. */
+async function uploadBlob(logger, clientBlob, res, uploadData, isDoneFn, speed) {
+    assert(isUpload(res), 'the upload operation can be done only for BlobUploads');
+    const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.
+    if (isDoneFn())
+        return;
+    const parts = await clientBlob.initUpload(res, { timeout });
+    logger.info(`started to upload blob ${res.id},`
+        + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`
+        + ` number of concurrent uploads: ${speed.currentSpeed}`);
+    const partUploadFn = (part) => async (controller) => {
+        if (isDoneFn())
+            return;
+        await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, parts.checksumAlgorithm, parts.checksumHeader, { timeout });
+        logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);
+        // if we had a network freeze, it will be increased slowly.
+        speed.nPartsWithThisUploadSpeed++;
+        if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {
+            speed.nPartsWithThisUploadSpeed = 0;
+            speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);
+            controller.setConcurrency(speed.currentSpeed);
+        }
+    };
+    await tsHelpers.asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));
+    if (isDoneFn())
+        return;
+    await clientBlob.finalize(res, { timeout });
+    logger.info(`uploading of resource ${res.id} finished.`);
+}
+function newProgress(res, signer) {
+    let isUploadSignMatch;
+    let uploadData;
+    if (isUpload(res)) {
+        uploadData = types.ImportFileHandleUploadData.parse(res.data);
+        isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);
+    }
+    return {
+        uploadData: uploadData,
+        progress: {
+            done: false,
+            status: undefined,
+            isUpload: isUpload(res),
+            isUploadSignMatch: isUploadSignMatch,
+            lastError: undefined,
+        },
+    };
+}
+/** Returns true if we need to upload the blob that got from this progress. */
+function isMyUpload(p) {
+    return p.isUpload && (p.isUploadSignMatch ?? false);
+}
+/** Creates a deep copy of progress,
+ * since we do not want to pass a mutable object
+ * to API, it led to bugs before.
+ * We do not use '...' cloning syntax
+ * for the compiler to fail here if we change API. */
+function cloneProgress(progress) {
+    ({
+        done: progress.done,
+        isUpload: progress.isUpload,
+        isUploadSignMatch: progress.isUploadSignMatch,
+        lastError: progress.lastError,
+    });
+    if (progress.status)
+        ({
+            progress: progress.status.progress,
+            bytesProcessed: progress.status.bytesProcessed,
+            bytesTotal: progress.status.bytesTotal,
+        });
+    return progress;
+}
+function isImportResourceOutputSet(res) {
+    return 'blob' in res.fields
+        ? res.fields.blob !== undefined
+        : res.fields.incarnation !== undefined;
+}
+function isUpload(res) {
+    return res.type.name.startsWith('BlobUpload');
+}
+function isSignMatch(signer, path, signature) {
+    try {
+        signer.verify(path, signature);
+        return true;
+    }
+    catch (e) {
+        return false;
+    }
+}
+function protoToStatus(proto) {
+    return {
+        progress: proto.progress ?? 0,
+        bytesProcessed: Number(proto.bytesProcessed),
+        bytesTotal: Number(proto.bytesTotal),
+    };
+}
+/** Special hack: if we didn't even start to upload the blob
+  * to backend because the result was already there,
+  * the backend does show us a status that nothing were uploaded,
+  * but we need to show the client that everything is OK.
+  * Thus, here we set progress to be 1.0 and all bytes are become processed. */
+function doneProgressIfExisted(alreadyExisted, status) {
+    if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {
+        return {
+            progress: 1.0,
+            bytesProcessed: Number(status.bytesTotal),
+            bytesTotal: Number(status.bytesTotal),
+        };
+    }
+    return status;
+}
+function isResourceWasDeletedError(e) {
+    return (e.name == 'RpcError'
+        && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS'));
+}
+function nonRecoverableError(e) {
+    return e instanceof upload.MTimeError ||
+        e instanceof upload.UnexpectedEOF ||
+        e instanceof upload.NoFileForUploading ||
+        e instanceof upload.BadRequestError;
+}
+function isHeadersTimeoutError(e) {
+    return e?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);
+}
+/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */
+function increaseConcurrency(logger, current, max) {
+    const newConcurrency = Math.min(current + 2, max);
+    if (newConcurrency != current)
+        logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`);
+    return newConcurrency;
+}
+/** When a error happens, this will half the concurrency level, so the next time
+ * we'll try to upload blobs slower. */
+function decreaseConcurrency(logger, current, min) {
+    const newConcurrency = Math.max(Math.round(current / 2), min);
+    if (newConcurrency != current)
+        logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`);
+    return newConcurrency;
+}
+
+exports.UploadTask = UploadTask;
+exports.isMyUpload = isMyUpload;
+exports.isResourceWasDeletedError = isResourceWasDeletedError;
+exports.isSignMatch = isSignMatch;
+exports.isUpload = isUpload;
+exports.nonRecoverableError = nonRecoverableError;
+exports.uploadBlob = uploadBlob;
+//# sourceMappingURL=upload_task.cjs.map

package/dist/drivers/upload_task.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload_task.cjs","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n\n      if (isResourceWasDeletedError(e)) {\n        this.setRetriableError(e);\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":["ChangeSource","CallersCounter","resourceIdToString","stringifyWithResourceId","asyncPool","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading","BadRequestError"],"mappings":";;;;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAIA,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBC,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;AACxG,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,sDAAA,CAAwD,CAAC;gBAC1E;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAKC,gCAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBD,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;AAChB,QAAA,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,KAAK,CAAC,iBAAiB,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAME,mBAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAGC,gCAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAYC,iBAAU;AAC5B,QAAA,CAAC,YAAYC,oBAAa;AAC1B,QAAA,CAAC,YAAYC,yBAAkB;QAC/B,CAAC,YAAYC,sBAAe;AAChC;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;;;;;;;"}

package/dist/drivers/upload_task.d.ts

@@ -1,7 +1,7 @@
 import { Watcher } from '@milaboratories/computable';
 import { MiLogger, Signer } from '@milaboratories/ts-helpers';
 import { ClientProgress } from '../clients/progress';
-import { ClientUpload, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';
+import { ClientUpload, BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';
 import { ImportResourceSnapshot, ImportFileHandleUploadData } from './types';
 import { ResourceInfo } from '@milaboratories/pl-tree';
 import type * as sdk from '@milaboratories/pl-model-common';
@@ -55,5 +55,4 @@ export declare function isMyUpload(p: sdk.ImportProgress): boolean;
 export declare function isUpload(res: ResourceInfo): boolean;
 export declare function isSignMatch(signer: Signer, path: string, signature: string): boolean;
 export declare function isResourceWasDeletedError(e: any): boolean;
-export declare function nonRecoverableError(e: any): e is MTimeError | UnexpectedEOF | NoFileForUploading;
-//# sourceMappingURL=upload_task.d.ts.map
+export declare function nonRecoverableError(e: any): e is MTimeError | UnexpectedEOF | NoFileForUploading | BadRequestError;