@milaboratories/pl-drivers 1.9.1 → 1.10.1

package/dist/drivers/ls.js

@@ -1,12 +1,12 @@
 import { isNotNullResourceId } from '@milaboratories/pl-client';
 import { isImportFileHandleIndex } from '@milaboratories/pl-model-common';
-import * as path from 'node:path';
 import * as fsp from 'node:fs/promises';
+import * as path from 'node:path';
+import { createLsFilesClient } from '../clients/constructors.js';
+import { validateAbsolute } from '../helpers/validate.js';
 import { parseIndexHandle, parseUploadHandle, createIndexImportHandle, createUploadImportHandle } from './helpers/ls_remote_import_handle.js';
 import { createLocalStorageHandle, createRemoteStorageHandle, parseStorageHandle } from './helpers/ls_storage_entry.js';
-import { validateAbsolute } from '../helpers/validate.js';
 import { DefaultVirtualLocalStorages } from './virtual_storages.js';
-import { createLsFilesClient } from '../clients/constructors.js';
 
 class LsDriver {
     logger;
@@ -33,8 +33,17 @@ class LsDriver {
     }
     async getLocalFileContent(file, range) {
         const localPath = await this.tryResolveLocalFileHandle(file);
-        if (range)
-            throw new Error('Range request not yet supported.');
+        if (range) {
+            const fileHandle = await fsp.open(localPath, 'r');
+            try {
+                const buffer = Buffer.alloc(range.length);
+                const { bytesRead } = await fileHandle.read(buffer, 0, range.length, range.offset);
+                return new Uint8Array(buffer.subarray(0, bytesRead));
+            }
+            finally {
+                await fileHandle.close();
+            }
+        }
         return await fsp.readFile(localPath);
     }
     async getLocalFileSize(file) {

package/dist/drivers/ls.js.map

@@ -1 +1 @@
-{"version":3,"file":"ls.js","sources":["../../src/drivers/ls.ts"],"sourcesContent":["import type { PlClient, ResourceData, ResourceId } from '@milaboratories/pl-client';\nimport { isNotNullResourceId } from '@milaboratories/pl-client';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type {\n  LocalImportFileHandle,\n  LsEntry,\n  OpenDialogOps,\n  OpenMultipleFilesResponse,\n  OpenSingleFileResponse,\n  TableRange,\n} from '@milaboratories/pl-model-common';\nimport {\n  isImportFileHandleIndex,\n} from '@milaboratories/pl-model-common';\nimport type { ClientLs } from '../clients/ls_api';\nimport * as path from 'node:path';\nimport * as fsp from 'node:fs/promises';\nimport {\n  createIndexImportHandle,\n  createUploadImportHandle,\n  parseIndexHandle,\n  parseUploadHandle,\n} from './helpers/ls_remote_import_handle';\nimport {\n  createLocalStorageHandle,\n  createRemoteStorageHandle,\n  parseStorageHandle,\n} from './helpers/ls_storage_entry';\nimport type { LocalStorageProjection, VirtualLocalStorageSpec } from './types';\nimport { validateAbsolute } from '../helpers/validate';\nimport { DefaultVirtualLocalStorages } from './virtual_storages';\nimport { createLsFilesClient } from '../clients/constructors';\n\n/**\n * Extends public and safe SDK's driver API with methods used internally in the middle\n * layer and in tests.\n */\nexport interface InternalLsDriver extends sdk.LsDriver {\n  /**\n   * Given local path, generates well-structured and signed upload handle.\n   * To be used in tests and in implementation of the native file selection UI API.\n   * */\n  getLocalFileHandle(localPath: string): Promise<sdk.LocalImportFileHandle>;\n\n  listRemoteFilesWithAdditionalInfo(storage: sdk.StorageHandle, fullPath: string): Promise<ListRemoteFilesResultWithAdditionalInfo>;\n}\n\nexport type ListRemoteFilesResultWithAdditionalInfo = {\n  parent?: string;\n  entries: LsEntryWithAdditionalInfo[];\n};\n\nexport type LsEntryWithAdditionalInfo = LsEntry & {\n  size: number;\n};\n\nexport type OpenFileDialogCallback = (\n  multipleFiles: boolean,\n  ops?: OpenDialogOps\n) => Promise<undefined | string[]>;\n\nexport class LsDriver implements InternalLsDriver {\n  private constructor(\n    private readonly logger: MiLogger,\n    private readonly lsClient: ClientLs,\n    /** Pl storage id, to resource id. The resource id can be used to make LS GRPC calls to. */\n    private readonly storageIdToResourceId: Record<string, ResourceId>,\n    private readonly signer: Signer,\n    /** Virtual storages by name */\n    private readonly virtualStoragesMap: Map<string, VirtualLocalStorageSpec>,\n    /** Local projections by storageId */\n    private readonly localProjectionsMap: Map<string, LocalStorageProjection>,\n    private readonly openFileDialogCallback: OpenFileDialogCallback,\n  ) {}\n\n  public async getLocalFileContent(\n    file: LocalImportFileHandle,\n    range?: TableRange,\n  ): Promise<Uint8Array> {\n    const localPath = await this.tryResolveLocalFileHandle(file);\n    if (range) throw new Error('Range request not yet supported.');\n    return await fsp.readFile(localPath);\n  }\n\n  public async getLocalFileSize(file: LocalImportFileHandle): Promise<number> {\n    const localPath = await this.tryResolveLocalFileHandle(file);\n    const stat = await fsp.stat(localPath);\n    return stat.size;\n  }\n\n  public async showOpenMultipleFilesDialog(\n    ops?: OpenDialogOps,\n  ): Promise<OpenMultipleFilesResponse> {\n    const result = await this.openFileDialogCallback(true, ops);\n    if (result === undefined) return {};\n    return {\n      files: await Promise.all(result.map((localPath) => this.getLocalFileHandle(localPath))),\n    };\n  }\n\n  public async showOpenSingleFileDialog(ops?: OpenDialogOps): Promise<OpenSingleFileResponse> {\n    const result = await this.openFileDialogCallback(false, ops);\n    if (result === undefined) return {};\n    return {\n      file: await this.getLocalFileHandle(result[0]),\n    };\n  }\n\n  /**\n   * Resolves local handle to local file path.\n   *\n   * @param handle handle to be resolved\n   * @private\n   */\n  private async tryResolveLocalFileHandle(handle: LocalImportFileHandle): Promise<string> {\n    if (isImportFileHandleIndex(handle)) {\n      const handleData = parseIndexHandle(handle);\n      const localProjection = this.localProjectionsMap.get(handleData.storageId);\n      if (!localProjection)\n        throw new Error(`Storage ${handleData.storageId} is not mounted locally.`);\n      return path.join(localProjection.localPath, handleData.path);\n    } else {\n      const handleData = parseUploadHandle(handle);\n      // checking it is a valid local handle from out machine\n      this.signer.verify(\n        handleData.localPath,\n        handleData.pathSignature,\n        'Failed to validate local file handle signature.',\n      );\n\n      const localPath = handleData.localPath;\n\n      const stat = await fsp.stat(localPath, { bigint: true });\n      if (String(stat.mtimeMs / 1000n) !== handleData.modificationTime)\n        throw new Error('File has changed since the handle was created.');\n\n      return localPath;\n    }\n  }\n\n  public async getLocalFileHandle(\n    localPath: string,\n  ): Promise<sdk.ImportFileHandle & LocalImportFileHandle> {\n    validateAbsolute(localPath);\n\n    // Checking if local path is directly reachable by pl, because it is in one of the\n    // locally mounted storages\n    for (const lp of this.localProjectionsMap.values()) {\n      // note: empty lp.localPath will match any address\n      if (localPath.startsWith(lp.localPath)) {\n        // Just in case:\n        //  > path.relative(\"/a/b\", \"/a/b/c\");\n        //    'c'\n        const pathWithinStorage\n          = lp.localPath === '' ? localPath : path.relative(lp.localPath, localPath);\n        return createIndexImportHandle(\n          lp.storageId,\n          pathWithinStorage,\n        ) as sdk.ImportFileHandleIndex & LocalImportFileHandle;\n      }\n    }\n\n    // we get here if none of the local projections matched the path\n\n    const stat = await fsp.stat(localPath, { bigint: true });\n    return createUploadImportHandle(\n      localPath,\n      this.signer,\n      stat.size,\n      stat.mtimeMs / 1000n, // integer division\n    ) as sdk.ImportFileHandleUpload & LocalImportFileHandle;\n  }\n\n  public async getStorageList(): Promise<sdk.StorageEntry[]> {\n    const virtualStorages = [...this.virtualStoragesMap.values()].map((s) => ({\n      name: s.name,\n      handle: createLocalStorageHandle(s.name, s.root),\n      initialFullPath: s.initialPath,\n    }));\n\n    const otherStorages = Object.entries(this.storageIdToResourceId!).map(\n      ([storageId, resourceId]) => ({\n        name: storageId,\n        handle: createRemoteStorageHandle(storageId, resourceId),\n        initialFullPath: '', // we don't have any additional information from where to start browsing remote storages\n        isInitialPathHome: false,\n      }),\n    );\n\n    // root must be a storage so we can index any file,\n    // but for UI it's enough\n    // to have local virtual storage on *nix,\n    // and local_disk_${drive} on Windows.\n    const noRoot = otherStorages.filter((it) => it.name !== 'root');\n\n    return [...virtualStorages, ...noRoot];\n  }\n\n  public async listFiles(\n    storageHandle: sdk.StorageHandle,\n    fullPath: string,\n  ): Promise<sdk.ListFilesResult> {\n    const storageData = parseStorageHandle(storageHandle);\n\n    if (storageData.isRemote) {\n      const response = await this.lsClient.list(storageData, fullPath);\n      return {\n        entries: response.items.map((e) => ({\n          type: e.isDir ? 'dir' : 'file',\n          name: e.name,\n          fullPath: e.fullName,\n          handle: createIndexImportHandle(storageData.name, e.fullName),\n        })),\n      };\n    }\n\n    if (path.sep === '/' && fullPath === '') fullPath = '/';\n\n    if (storageData.rootPath === '') {\n      validateAbsolute(fullPath);\n    }\n    const lsRoot = path.isAbsolute(fullPath) ? fullPath : path.join(storageData.rootPath, fullPath);\n\n    const entries: LsEntry[] = [];\n    for await (const dirent of await fsp.opendir(lsRoot)) {\n      if (!dirent.isFile() && !dirent.isDirectory()) continue;\n\n      // We cannot use no dirent.fullPath no dirent.parentPath,\n      // since the former is deprecated\n      // and the later works differently on different versions.\n      const absolutePath = path.join(lsRoot, dirent.name);\n\n      entries.push({\n        type: dirent.isFile() ? 'file' : 'dir',\n        name: dirent.name,\n        fullPath: absolutePath,\n        handle: await this.getLocalFileHandle(absolutePath),\n      });\n    }\n\n    return { entries };\n  }\n\n  public async listRemoteFilesWithAdditionalInfo(\n    storageHandle: sdk.StorageHandle,\n    fullPath: string,\n  ): Promise<ListRemoteFilesResultWithAdditionalInfo> {\n    const storageData = parseStorageHandle(storageHandle);\n    if (!storageData.isRemote) {\n      throw new Error(`Storage ${storageData.name} is not remote`);\n    }\n\n    const response = await this.lsClient.list(storageData, fullPath);\n\n    return {\n      entries: response.items.map((e) => ({\n        type: e.isDir ? 'dir' : 'file',\n        name: e.name,\n        fullPath: e.fullName,\n        handle: createIndexImportHandle(storageData.name, e.fullName),\n        size: Number(e.size),\n      })),\n    };\n  }\n\n  public async fileToImportHandle(file: sdk.FileLike): Promise<sdk.ImportFileHandle> {\n    throw new Error(\n      'Not implemented. This method must be implemented and intercepted in desktop preload script.',\n    );\n  }\n\n  public static async init(\n    logger: MiLogger,\n    client: PlClient,\n    signer: Signer,\n    /** Pl storages available locally */\n    localProjections: LocalStorageProjection[],\n    openFileDialogCallback: OpenFileDialogCallback,\n    virtualStorages?: VirtualLocalStorageSpec[],\n  ): Promise<LsDriver> {\n    const lsClient = createLsFilesClient(client, logger);\n\n    if (!virtualStorages) virtualStorages = await DefaultVirtualLocalStorages();\n\n    // validating inputs\n    for (const vp of virtualStorages) validateAbsolute(vp.root);\n    for (const lp of localProjections) if (lp.localPath !== '') validateAbsolute(lp.localPath);\n\n    // creating indexed maps for quick access\n    const virtualStoragesMap = new Map(virtualStorages.map((s) => [s.name, s]));\n    const localProjectionsMap = new Map(localProjections.map((s) => [s.storageId, s]));\n\n    // validating there is no intersection\n    if (\n      new Set([...virtualStoragesMap.keys(), ...localProjectionsMap.keys()]).size\n        !== virtualStoragesMap.size + localProjectionsMap.size\n    )\n      throw new Error(\n        'Intersection between local projection storage ids and virtual storages names detected.',\n      );\n\n    return new LsDriver(\n      logger,\n      lsClient,\n      await doGetAvailableStorageIds(client),\n      signer,\n      virtualStoragesMap,\n      localProjectionsMap,\n      openFileDialogCallback,\n    );\n  }\n}\n\nasync function doGetAvailableStorageIds(client: PlClient): Promise<Record<string, ResourceId>> {\n  return client.withReadTx('GetAvailableStorageIds', async (tx) => {\n    const lsProviderId = await tx.getResourceByName('LSProvider');\n    const provider = await tx.getResourceData(lsProviderId, true);\n\n    return providerToStorageIds(provider);\n  });\n}\n\nfunction providerToStorageIds(provider: ResourceData) {\n  return Object.fromEntries(\n    provider.fields\n      .filter((f) => f.type == 'Dynamic' && isNotNullResourceId(f.value))\n      .map((f) => [f.name.substring('storage/'.length), f.value as ResourceId]),\n  );\n}\n"],"names":[],"mappings":";;;;;;;;;;MA8Da,QAAQ,CAAA;AAEA,IAAA,MAAA;AACA,IAAA,QAAA;AAEA,IAAA,qBAAA;AACA,IAAA,MAAA;AAEA,IAAA,kBAAA;AAEA,IAAA,mBAAA;AACA,IAAA,sBAAA;IAVnB,WAAA,CACmB,MAAgB,EAChB,QAAkB;;AAElB,IAAA,qBAAiD,EACjD,MAAc;;IAEd,kBAAwD;;AAExD,IAAA,mBAAwD,EACxD,sBAA8C,EAAA;QAT9C,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,QAAQ,GAAR,QAAQ;QAER,IAAA,CAAA,qBAAqB,GAArB,qBAAqB;QACrB,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,mBAAmB,GAAnB,mBAAmB;QACnB,IAAA,CAAA,sBAAsB,GAAtB,sBAAsB;IACtC;AAEI,IAAA,MAAM,mBAAmB,CAC9B,IAA2B,EAC3B,KAAkB,EAAA;QAElB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;AAC5D,QAAA,IAAI,KAAK;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;AAC9D,QAAA,OAAO,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;IACtC;IAEO,MAAM,gBAAgB,CAAC,IAA2B,EAAA;QACvD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;QAC5D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QACtC,OAAO,IAAI,CAAC,IAAI;IAClB;IAEO,MAAM,2BAA2B,CACtC,GAAmB,EAAA;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC;QAC3D,IAAI,MAAM,KAAK,SAAS;AAAE,YAAA,OAAO,EAAE;QACnC,OAAO;YACL,KAAK,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;SACxF;IACH;IAEO,MAAM,wBAAwB,CAAC,GAAmB,EAAA;QACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,CAAC;QAC5D,IAAI,MAAM,KAAK,SAAS;AAAE,YAAA,OAAO,EAAE;QACnC,OAAO;YACL,IAAI,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC/C;IACH;AAEA;;;;;AAKG;IACK,MAAM,yBAAyB,CAAC,MAA6B,EAAA;AACnE,QAAA,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE;AACnC,YAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC;AAC3C,YAAA,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;AAC1E,YAAA,IAAI,CAAC,eAAe;gBAClB,MAAM,IAAI,KAAK,CAAC,CAAA,QAAA,EAAW,UAAU,CAAC,SAAS,CAAA,wBAAA,CAA0B,CAAC;AAC5E,YAAA,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC;QAC9D;aAAO;AACL,YAAA,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC;;AAE5C,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,CAChB,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,aAAa,EACxB,iDAAiD,CAClD;AAED,YAAA,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS;AAEtC,YAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,UAAU,CAAC,gBAAgB;AAC9D,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;AAEnE,YAAA,OAAO,SAAS;QAClB;IACF;IAEO,MAAM,kBAAkB,CAC7B,SAAiB,EAAA;QAEjB,gBAAgB,CAAC,SAAS,CAAC;;;QAI3B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE;;YAElD,IAAI,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE;;;;gBAItC,MAAM,iBAAiB,GACnB,EAAE,CAAC,SAAS,KAAK,EAAE,GAAG,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;gBAC5E,OAAO,uBAAuB,CAC5B,EAAE,CAAC,SAAS,EACZ,iBAAiB,CACmC;YACxD;QACF;;AAIA,QAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AACxD,QAAA,OAAO,wBAAwB,CAC7B,SAAS,EACT,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,GAAG,KAAK,CACiC;IACzD;AAEO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;YACxE,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,wBAAwB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;YAChD,eAAe,EAAE,CAAC,CAAC,WAAW;AAC/B,SAAA,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAsB,CAAC,CAAC,GAAG,CACnE,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM;AAC5B,YAAA,IAAI,EAAE,SAAS;AACf,YAAA,MAAM,EAAE,yBAAyB,CAAC,SAAS,EAAE,UAAU,CAAC;YACxD,eAAe,EAAE,EAAE;AACnB,YAAA,iBAAiB,EAAE,KAAK;AACzB,SAAA,CAAC,CACH;;;;;AAMD,QAAA,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;AAE/D,QAAA,OAAO,CAAC,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC;IACxC;AAEO,IAAA,MAAM,SAAS,CACpB,aAAgC,EAChC,QAAgB,EAAA;AAEhB,QAAA,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC;AAErD,QAAA,IAAI,WAAW,CAAC,QAAQ,EAAE;AACxB,YAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;YAChE,OAAO;AACL,gBAAA,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;oBAClC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM;oBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,MAAM,EAAE,uBAAuB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;AAC9D,iBAAA,CAAC,CAAC;aACJ;QACH;QAEA,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,GAAG;AAEvD,QAAA,IAAI,WAAW,CAAC,QAAQ,KAAK,EAAE,EAAE;YAC/B,gBAAgB,CAAC,QAAQ,CAAC;QAC5B;QACA,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAE/F,MAAM,OAAO,GAAc,EAAE;AAC7B,QAAA,WAAW,MAAM,MAAM,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACpD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBAAE;;;;AAK/C,YAAA,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;YAEnD,OAAO,CAAC,IAAI,CAAC;AACX,gBAAA,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,MAAM,GAAG,KAAK;gBACtC,IAAI,EAAE,MAAM,CAAC,IAAI;AACjB,gBAAA,QAAQ,EAAE,YAAY;AACtB,gBAAA,MAAM,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACpD,aAAA,CAAC;QACJ;QAEA,OAAO,EAAE,OAAO,EAAE;IACpB;AAEO,IAAA,MAAM,iCAAiC,CAC5C,aAAgC,EAChC,QAAgB,EAAA;AAEhB,QAAA,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC;AACrD,QAAA,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,CAAA,QAAA,EAAW,WAAW,CAAC,IAAI,CAAA,cAAA,CAAgB,CAAC;QAC9D;AAEA,QAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;QAEhE,OAAO;AACL,YAAA,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;gBAClC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM;gBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,uBAAuB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;AAC7D,gBAAA,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACrB,aAAA,CAAC,CAAC;SACJ;IACH;IAEO,MAAM,kBAAkB,CAAC,IAAkB,EAAA;AAChD,QAAA,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F;IACH;IAEO,aAAa,IAAI,CACtB,MAAgB,EAChB,MAAgB,EAChB,MAAc;;IAEd,gBAA0C,EAC1C,sBAA8C,EAC9C,eAA2C,EAAA;QAE3C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC;AAEpD,QAAA,IAAI,CAAC,eAAe;AAAE,YAAA,eAAe,GAAG,MAAM,2BAA2B,EAAE;;QAG3E,KAAK,MAAM,EAAE,IAAI,eAAe;AAAE,YAAA,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC;QAC3D,KAAK,MAAM,EAAE,IAAI,gBAAgB;AAAE,YAAA,IAAI,EAAE,CAAC,SAAS,KAAK,EAAE;AAAE,gBAAA,gBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;;QAG1F,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;;AAGlF,QAAA,IACE,IAAI,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,IAAI,EAAE,EAAE,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACjE,gBAAA,kBAAkB,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI;AAExD,YAAA,MAAM,IAAI,KAAK,CACb,wFAAwF,CACzF;QAEH,OAAO,IAAI,QAAQ,CACjB,MAAM,EACN,QAAQ,EACR,MAAM,wBAAwB,CAAC,MAAM,CAAC,EACtC,MAAM,EACN,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,CACvB;IACH;AACD;AAED,eAAe,wBAAwB,CAAC,MAAgB,EAAA;IACtD,OAAO,MAAM,CAAC,UAAU,CAAC,wBAAwB,EAAE,OAAO,EAAE,KAAI;QAC9D,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,eAAe,CAAC,YAAY,EAAE,IAAI,CAAC;AAE7D,QAAA,OAAO,oBAAoB,CAAC,QAAQ,CAAC;AACvC,IAAA,CAAC,CAAC;AACJ;AAEA,SAAS,oBAAoB,CAAC,QAAsB,EAAA;AAClD,IAAA,OAAO,MAAM,CAAC,WAAW,CACvB,QAAQ,CAAC;AACN,SAAA,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC;SACjE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAmB,CAAC,CAAC,CAC5E;AACH;;;;"}
+{"version":3,"file":"ls.js","sources":["../../src/drivers/ls.ts"],"sourcesContent":["import type { PlClient, ResourceData, ResourceId } from '@milaboratories/pl-client';\nimport { isNotNullResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type {\n  LocalImportFileHandle,\n  LsEntry,\n  OpenDialogOps,\n  OpenMultipleFilesResponse,\n  OpenSingleFileResponse,\n  TableRange,\n} from '@milaboratories/pl-model-common';\nimport {\n  isImportFileHandleIndex,\n} from '@milaboratories/pl-model-common';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport * as fsp from 'node:fs/promises';\nimport * as path from 'node:path';\nimport { createLsFilesClient } from '../clients/constructors';\nimport type { ClientLs } from '../clients/ls_api';\nimport { validateAbsolute } from '../helpers/validate';\nimport {\n  createIndexImportHandle,\n  createUploadImportHandle,\n  parseIndexHandle,\n  parseUploadHandle,\n} from './helpers/ls_remote_import_handle';\nimport {\n  createLocalStorageHandle,\n  createRemoteStorageHandle,\n  parseStorageHandle,\n} from './helpers/ls_storage_entry';\nimport type { LocalStorageProjection, VirtualLocalStorageSpec } from './types';\nimport { DefaultVirtualLocalStorages } from './virtual_storages';\n\n/**\n * Extends public and safe SDK's driver API with methods used internally in the middle\n * layer and in tests.\n */\nexport interface InternalLsDriver extends sdk.LsDriver {\n  /**\n   * Given local path, generates well-structured and signed upload handle.\n   * To be used in tests and in implementation of the native file selection UI API.\n   * */\n  getLocalFileHandle(localPath: string): Promise<sdk.LocalImportFileHandle>;\n\n  listRemoteFilesWithAdditionalInfo(storage: sdk.StorageHandle, fullPath: string): Promise<ListRemoteFilesResultWithAdditionalInfo>;\n}\n\nexport type ListRemoteFilesResultWithAdditionalInfo = {\n  parent?: string;\n  entries: LsEntryWithAdditionalInfo[];\n};\n\nexport type LsEntryWithAdditionalInfo = LsEntry & {\n  size: number;\n};\n\nexport type OpenFileDialogCallback = (\n  multipleFiles: boolean,\n  ops?: OpenDialogOps\n) => Promise<undefined | string[]>;\n\nexport class LsDriver implements InternalLsDriver {\n  private constructor(\n    private readonly logger: MiLogger,\n    private readonly lsClient: ClientLs,\n    /** Pl storage id, to resource id. The resource id can be used to make LS GRPC calls to. */\n    private readonly storageIdToResourceId: Record<string, ResourceId>,\n    private readonly signer: Signer,\n    /** Virtual storages by name */\n    private readonly virtualStoragesMap: Map<string, VirtualLocalStorageSpec>,\n    /** Local projections by storageId */\n    private readonly localProjectionsMap: Map<string, LocalStorageProjection>,\n    private readonly openFileDialogCallback: OpenFileDialogCallback,\n  ) {}\n\n  public async getLocalFileContent(\n    file: LocalImportFileHandle,\n    range?: TableRange,\n  ): Promise<Uint8Array> {\n    const localPath = await this.tryResolveLocalFileHandle(file);\n\n    if (range) {\n      const fileHandle = await fsp.open(localPath, 'r');\n      try {\n        const buffer = Buffer.alloc(range.length);\n        const { bytesRead } = await fileHandle.read(buffer, 0, range.length, range.offset);\n        return new Uint8Array(buffer.subarray(0, bytesRead));\n      } finally {\n        await fileHandle.close();\n      }\n    }\n\n    return await fsp.readFile(localPath);\n  }\n\n  public async getLocalFileSize(file: LocalImportFileHandle): Promise<number> {\n    const localPath = await this.tryResolveLocalFileHandle(file);\n    const stat = await fsp.stat(localPath);\n    return stat.size;\n  }\n\n  public async showOpenMultipleFilesDialog(\n    ops?: OpenDialogOps,\n  ): Promise<OpenMultipleFilesResponse> {\n    const result = await this.openFileDialogCallback(true, ops);\n    if (result === undefined) return {};\n    return {\n      files: await Promise.all(result.map((localPath) => this.getLocalFileHandle(localPath))),\n    };\n  }\n\n  public async showOpenSingleFileDialog(ops?: OpenDialogOps): Promise<OpenSingleFileResponse> {\n    const result = await this.openFileDialogCallback(false, ops);\n    if (result === undefined) return {};\n    return {\n      file: await this.getLocalFileHandle(result[0]),\n    };\n  }\n\n  /**\n   * Resolves local handle to local file path.\n   *\n   * @param handle handle to be resolved\n   * @private\n   */\n  private async tryResolveLocalFileHandle(handle: LocalImportFileHandle): Promise<string> {\n    if (isImportFileHandleIndex(handle)) {\n      const handleData = parseIndexHandle(handle);\n      const localProjection = this.localProjectionsMap.get(handleData.storageId);\n      if (!localProjection)\n        throw new Error(`Storage ${handleData.storageId} is not mounted locally.`);\n      return path.join(localProjection.localPath, handleData.path);\n    } else {\n      const handleData = parseUploadHandle(handle);\n      // checking it is a valid local handle from out machine\n      this.signer.verify(\n        handleData.localPath,\n        handleData.pathSignature,\n        'Failed to validate local file handle signature.',\n      );\n\n      const localPath = handleData.localPath;\n\n      const stat = await fsp.stat(localPath, { bigint: true });\n      if (String(stat.mtimeMs / 1000n) !== handleData.modificationTime)\n        throw new Error('File has changed since the handle was created.');\n\n      return localPath;\n    }\n  }\n\n  public async getLocalFileHandle(\n    localPath: string,\n  ): Promise<sdk.ImportFileHandle & LocalImportFileHandle> {\n    validateAbsolute(localPath);\n\n    // Checking if local path is directly reachable by pl, because it is in one of the\n    // locally mounted storages\n    for (const lp of this.localProjectionsMap.values()) {\n      // note: empty lp.localPath will match any address\n      if (localPath.startsWith(lp.localPath)) {\n        // Just in case:\n        //  > path.relative(\"/a/b\", \"/a/b/c\");\n        //    'c'\n        const pathWithinStorage\n          = lp.localPath === '' ? localPath : path.relative(lp.localPath, localPath);\n        return createIndexImportHandle(\n          lp.storageId,\n          pathWithinStorage,\n        ) as sdk.ImportFileHandleIndex & LocalImportFileHandle;\n      }\n    }\n\n    // we get here if none of the local projections matched the path\n\n    const stat = await fsp.stat(localPath, { bigint: true });\n    return createUploadImportHandle(\n      localPath,\n      this.signer,\n      stat.size,\n      stat.mtimeMs / 1000n, // integer division\n    ) as sdk.ImportFileHandleUpload & LocalImportFileHandle;\n  }\n\n  public async getStorageList(): Promise<sdk.StorageEntry[]> {\n    const virtualStorages = [...this.virtualStoragesMap.values()].map((s) => ({\n      name: s.name,\n      handle: createLocalStorageHandle(s.name, s.root),\n      initialFullPath: s.initialPath,\n    }));\n\n    const otherStorages = Object.entries(this.storageIdToResourceId!).map(\n      ([storageId, resourceId]) => ({\n        name: storageId,\n        handle: createRemoteStorageHandle(storageId, resourceId),\n        initialFullPath: '', // we don't have any additional information from where to start browsing remote storages\n        isInitialPathHome: false,\n      }),\n    );\n\n    // root must be a storage so we can index any file,\n    // but for UI it's enough\n    // to have local virtual storage on *nix,\n    // and local_disk_${drive} on Windows.\n    const noRoot = otherStorages.filter((it) => it.name !== 'root');\n\n    return [...virtualStorages, ...noRoot];\n  }\n\n  public async listFiles(\n    storageHandle: sdk.StorageHandle,\n    fullPath: string,\n  ): Promise<sdk.ListFilesResult> {\n    const storageData = parseStorageHandle(storageHandle);\n\n    if (storageData.isRemote) {\n      const response = await this.lsClient.list(storageData, fullPath);\n      return {\n        entries: response.items.map((e) => ({\n          type: e.isDir ? 'dir' : 'file',\n          name: e.name,\n          fullPath: e.fullName,\n          handle: createIndexImportHandle(storageData.name, e.fullName),\n        })),\n      };\n    }\n\n    if (path.sep === '/' && fullPath === '') fullPath = '/';\n\n    if (storageData.rootPath === '') {\n      validateAbsolute(fullPath);\n    }\n    const lsRoot = path.isAbsolute(fullPath) ? fullPath : path.join(storageData.rootPath, fullPath);\n\n    const entries: LsEntry[] = [];\n    for await (const dirent of await fsp.opendir(lsRoot)) {\n      if (!dirent.isFile() && !dirent.isDirectory()) continue;\n\n      // We cannot use no dirent.fullPath no dirent.parentPath,\n      // since the former is deprecated\n      // and the later works differently on different versions.\n      const absolutePath = path.join(lsRoot, dirent.name);\n\n      entries.push({\n        type: dirent.isFile() ? 'file' : 'dir',\n        name: dirent.name,\n        fullPath: absolutePath,\n        handle: await this.getLocalFileHandle(absolutePath),\n      });\n    }\n\n    return { entries };\n  }\n\n  public async listRemoteFilesWithAdditionalInfo(\n    storageHandle: sdk.StorageHandle,\n    fullPath: string,\n  ): Promise<ListRemoteFilesResultWithAdditionalInfo> {\n    const storageData = parseStorageHandle(storageHandle);\n    if (!storageData.isRemote) {\n      throw new Error(`Storage ${storageData.name} is not remote`);\n    }\n\n    const response = await this.lsClient.list(storageData, fullPath);\n\n    return {\n      entries: response.items.map((e) => ({\n        type: e.isDir ? 'dir' : 'file',\n        name: e.name,\n        fullPath: e.fullName,\n        handle: createIndexImportHandle(storageData.name, e.fullName),\n        size: Number(e.size),\n      })),\n    };\n  }\n\n  public async fileToImportHandle(file: sdk.FileLike): Promise<sdk.ImportFileHandle> {\n    throw new Error(\n      'Not implemented. This method must be implemented and intercepted in desktop preload script.',\n    );\n  }\n\n  public static async init(\n    logger: MiLogger,\n    client: PlClient,\n    signer: Signer,\n    /** Pl storages available locally */\n    localProjections: LocalStorageProjection[],\n    openFileDialogCallback: OpenFileDialogCallback,\n    virtualStorages?: VirtualLocalStorageSpec[],\n  ): Promise<LsDriver> {\n    const lsClient = createLsFilesClient(client, logger);\n\n    if (!virtualStorages) virtualStorages = await DefaultVirtualLocalStorages();\n\n    // validating inputs\n    for (const vp of virtualStorages) validateAbsolute(vp.root);\n    for (const lp of localProjections) if (lp.localPath !== '') validateAbsolute(lp.localPath);\n\n    // creating indexed maps for quick access\n    const virtualStoragesMap = new Map(virtualStorages.map((s) => [s.name, s]));\n    const localProjectionsMap = new Map(localProjections.map((s) => [s.storageId, s]));\n\n    // validating there is no intersection\n    if (\n      new Set([...virtualStoragesMap.keys(), ...localProjectionsMap.keys()]).size\n        !== virtualStoragesMap.size + localProjectionsMap.size\n    )\n      throw new Error(\n        'Intersection between local projection storage ids and virtual storages names detected.',\n      );\n\n    return new LsDriver(\n      logger,\n      lsClient,\n      await doGetAvailableStorageIds(client),\n      signer,\n      virtualStoragesMap,\n      localProjectionsMap,\n      openFileDialogCallback,\n    );\n  }\n}\n\nasync function doGetAvailableStorageIds(client: PlClient): Promise<Record<string, ResourceId>> {\n  return client.withReadTx('GetAvailableStorageIds', async (tx) => {\n    const lsProviderId = await tx.getResourceByName('LSProvider');\n    const provider = await tx.getResourceData(lsProviderId, true);\n\n    return providerToStorageIds(provider);\n  });\n}\n\nfunction providerToStorageIds(provider: ResourceData) {\n  return Object.fromEntries(\n    provider.fields\n      .filter((f) => f.type == 'Dynamic' && isNotNullResourceId(f.value))\n      .map((f) => [f.name.substring('storage/'.length), f.value as ResourceId]),\n  );\n}\n"],"names":[],"mappings":";;;;;;;;;;MA8Da,QAAQ,CAAA;AAEA,IAAA,MAAA;AACA,IAAA,QAAA;AAEA,IAAA,qBAAA;AACA,IAAA,MAAA;AAEA,IAAA,kBAAA;AAEA,IAAA,mBAAA;AACA,IAAA,sBAAA;IAVnB,WAAA,CACmB,MAAgB,EAChB,QAAkB;;AAElB,IAAA,qBAAiD,EACjD,MAAc;;IAEd,kBAAwD;;AAExD,IAAA,mBAAwD,EACxD,sBAA8C,EAAA;QAT9C,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,QAAQ,GAAR,QAAQ;QAER,IAAA,CAAA,qBAAqB,GAArB,qBAAqB;QACrB,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,mBAAmB,GAAnB,mBAAmB;QACnB,IAAA,CAAA,sBAAsB,GAAtB,sBAAsB;IACtC;AAEI,IAAA,MAAM,mBAAmB,CAC9B,IAA2B,EAC3B,KAAkB,EAAA;QAElB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;QAE5D,IAAI,KAAK,EAAE;YACT,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC;AACjD,YAAA,IAAI;gBACF,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;gBACzC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;AAClF,gBAAA,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YACtD;oBAAU;AACR,gBAAA,MAAM,UAAU,CAAC,KAAK,EAAE;YAC1B;QACF;AAEA,QAAA,OAAO,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;IACtC;IAEO,MAAM,gBAAgB,CAAC,IAA2B,EAAA;QACvD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;QAC5D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QACtC,OAAO,IAAI,CAAC,IAAI;IAClB;IAEO,MAAM,2BAA2B,CACtC,GAAmB,EAAA;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC;QAC3D,IAAI,MAAM,KAAK,SAAS;AAAE,YAAA,OAAO,EAAE;QACnC,OAAO;YACL,KAAK,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;SACxF;IACH;IAEO,MAAM,wBAAwB,CAAC,GAAmB,EAAA;QACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,CAAC;QAC5D,IAAI,MAAM,KAAK,SAAS;AAAE,YAAA,OAAO,EAAE;QACnC,OAAO;YACL,IAAI,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC/C;IACH;AAEA;;;;;AAKG;IACK,MAAM,yBAAyB,CAAC,MAA6B,EAAA;AACnE,QAAA,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE;AACnC,YAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC;AAC3C,YAAA,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;AAC1E,YAAA,IAAI,CAAC,eAAe;gBAClB,MAAM,IAAI,KAAK,CAAC,CAAA,QAAA,EAAW,UAAU,CAAC,SAAS,CAAA,wBAAA,CAA0B,CAAC;AAC5E,YAAA,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC;QAC9D;aAAO;AACL,YAAA,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC;;AAE5C,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,CAChB,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,aAAa,EACxB,iDAAiD,CAClD;AAED,YAAA,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS;AAEtC,YAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,UAAU,CAAC,gBAAgB;AAC9D,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;AAEnE,YAAA,OAAO,SAAS;QAClB;IACF;IAEO,MAAM,kBAAkB,CAC7B,SAAiB,EAAA;QAEjB,gBAAgB,CAAC,SAAS,CAAC;;;QAI3B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE;;YAElD,IAAI,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE;;;;gBAItC,MAAM,iBAAiB,GACnB,EAAE,CAAC,SAAS,KAAK,EAAE,GAAG,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;gBAC5E,OAAO,uBAAuB,CAC5B,EAAE,CAAC,SAAS,EACZ,iBAAiB,CACmC;YACxD;QACF;;AAIA,QAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AACxD,QAAA,OAAO,wBAAwB,CAC7B,SAAS,EACT,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,GAAG,KAAK,CACiC;IACzD;AAEO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;YACxE,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,wBAAwB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;YAChD,eAAe,EAAE,CAAC,CAAC,WAAW;AAC/B,SAAA,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAsB,CAAC,CAAC,GAAG,CACnE,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM;AAC5B,YAAA,IAAI,EAAE,SAAS;AACf,YAAA,MAAM,EAAE,yBAAyB,CAAC,SAAS,EAAE,UAAU,CAAC;YACxD,eAAe,EAAE,EAAE;AACnB,YAAA,iBAAiB,EAAE,KAAK;AACzB,SAAA,CAAC,CACH;;;;;AAMD,QAAA,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;AAE/D,QAAA,OAAO,CAAC,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC;IACxC;AAEO,IAAA,MAAM,SAAS,CACpB,aAAgC,EAChC,QAAgB,EAAA;AAEhB,QAAA,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC;AAErD,QAAA,IAAI,WAAW,CAAC,QAAQ,EAAE;AACxB,YAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;YAChE,OAAO;AACL,gBAAA,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;oBAClC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM;oBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,MAAM,EAAE,uBAAuB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;AAC9D,iBAAA,CAAC,CAAC;aACJ;QACH;QAEA,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,GAAG;AAEvD,QAAA,IAAI,WAAW,CAAC,QAAQ,KAAK,EAAE,EAAE;YAC/B,gBAAgB,CAAC,QAAQ,CAAC;QAC5B;QACA,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAE/F,MAAM,OAAO,GAAc,EAAE;AAC7B,QAAA,WAAW,MAAM,MAAM,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACpD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBAAE;;;;AAK/C,YAAA,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;YAEnD,OAAO,CAAC,IAAI,CAAC;AACX,gBAAA,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,MAAM,GAAG,KAAK;gBACtC,IAAI,EAAE,MAAM,CAAC,IAAI;AACjB,gBAAA,QAAQ,EAAE,YAAY;AACtB,gBAAA,MAAM,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACpD,aAAA,CAAC;QACJ;QAEA,OAAO,EAAE,OAAO,EAAE;IACpB;AAEO,IAAA,MAAM,iCAAiC,CAC5C,aAAgC,EAChC,QAAgB,EAAA;AAEhB,QAAA,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC;AACrD,QAAA,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,CAAA,QAAA,EAAW,WAAW,CAAC,IAAI,CAAA,cAAA,CAAgB,CAAC;QAC9D;AAEA,QAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;QAEhE,OAAO;AACL,YAAA,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;gBAClC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM;gBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,uBAAuB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;AAC7D,gBAAA,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACrB,aAAA,CAAC,CAAC;SACJ;IACH;IAEO,MAAM,kBAAkB,CAAC,IAAkB,EAAA;AAChD,QAAA,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F;IACH;IAEO,aAAa,IAAI,CACtB,MAAgB,EAChB,MAAgB,EAChB,MAAc;;IAEd,gBAA0C,EAC1C,sBAA8C,EAC9C,eAA2C,EAAA;QAE3C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC;AAEpD,QAAA,IAAI,CAAC,eAAe;AAAE,YAAA,eAAe,GAAG,MAAM,2BAA2B,EAAE;;QAG3E,KAAK,MAAM,EAAE,IAAI,eAAe;AAAE,YAAA,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC;QAC3D,KAAK,MAAM,EAAE,IAAI,gBAAgB;AAAE,YAAA,IAAI,EAAE,CAAC,SAAS,KAAK,EAAE;AAAE,gBAAA,gBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;;QAG1F,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;;AAGlF,QAAA,IACE,IAAI,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,IAAI,EAAE,EAAE,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACjE,gBAAA,kBAAkB,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI;AAExD,YAAA,MAAM,IAAI,KAAK,CACb,wFAAwF,CACzF;QAEH,OAAO,IAAI,QAAQ,CACjB,MAAM,EACN,QAAQ,EACR,MAAM,wBAAwB,CAAC,MAAM,CAAC,EACtC,MAAM,EACN,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,CACvB;IACH;AACD;AAED,eAAe,wBAAwB,CAAC,MAAgB,EAAA;IACtD,OAAO,MAAM,CAAC,UAAU,CAAC,wBAAwB,EAAE,OAAO,EAAE,KAAI;QAC9D,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,eAAe,CAAC,YAAY,EAAE,IAAI,CAAC;AAE7D,QAAA,OAAO,oBAAoB,CAAC,QAAQ,CAAC;AACvC,IAAA,CAAC,CAAC;AACJ;AAEA,SAAS,oBAAoB,CAAC,QAAsB,EAAA;AAClD,IAAA,OAAO,MAAM,CAAC,WAAW,CACvB,QAAQ,CAAC;AACN,SAAA,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC;SACjE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAmB,CAAC,CAAC,CAC5E;AACH;;;;"}

package/dist/drivers/types.d.ts

@@ -1,8 +1,8 @@
 import { z } from 'zod';
-import { InferSnapshot } from '@milaboratories/pl-tree';
+import type { InferSnapshot } from '@milaboratories/pl-tree';
 import { RangeBytes } from '@milaboratories/pl-model-common';
 /** ResourceSnapshot that can be passed to OnDemandBlob */
-export declare const OnDemandBlobResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<undefined, undefined, {
+export declare const OnDemandBlobResourceSnapshot: import("@milaboratories/pl-tree").ResourceSnapshotSchema<undefined, undefined, {
     readonly 'ctl/file/blobInfo': z.ZodObject<{
         sizeBytes: z.ZodNumber;
     }, "strip", z.ZodTypeAny, {
@@ -81,7 +81,7 @@ export declare const ImportFileHandleData: z.ZodUnion<[z.ZodObject<{
 export type ImportFileHandleData = z.infer<typeof ImportFileHandleData>;
 /** Options from BlobUpload resource that have to be passed to getProgress. */
 /** ResourceSnapshot that can be passed to GetProgressID */
-export declare const UploadResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<z.ZodObject<{
+export declare const UploadResourceSnapshot: import("@milaboratories/pl-tree").ResourceSnapshotSchema<z.ZodObject<{
     /** Local file path, to take data for upload */
     localPath: z.ZodString;
     /** Path signature, to check this data was generated by us */
@@ -103,7 +103,7 @@ export declare const UploadResourceSnapshot: import('@milaboratories/pl-tree').R
 }>, {
     readonly blob: false;
 }, undefined>;
-export declare const IndexResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<undefined, {
+export declare const IndexResourceSnapshot: import("@milaboratories/pl-tree").ResourceSnapshotSchema<undefined, {
     readonly incarnation: false;
 }, undefined>;
 export type UploadResourceSnapshot = InferSnapshot<typeof UploadResourceSnapshot>;
@@ -130,3 +130,4 @@ export type VirtualLocalStorageSpec = {
     /** Used as hint to UI controls to, set as initial path during browsing */
     readonly initialPath: string;
 };
+//# sourceMappingURL=types.d.ts.map

package/dist/drivers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/drivers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE7D,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAK7D,0DAA0D;AAC1D,eAAO,MAAM,4BAA4B;;;;;;;;EAMvC,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,aAAa,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAE9F,wBAAgB,OAAO,CAAC,EAAE,EAAE,4BAA4B,EAAE,KAAK,CAAC,EAAE,UAAU,GAAG,MAAM,CAYpF;AAMD,eAAO,MAAM,0BAA0B;IACrC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;EAElD,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAEpF,eAAO,MAAM,yBAAyB;IACpC,oBAAoB;;IAEpB,0BAA0B;;;;;;;;EAE1B,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAElF,eAAO,MAAM,oBAAoB;IAnB/B,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;IAMlD,oBAAoB;;IAEpB,0BAA0B;;;;;;;;IAQ1B,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE,8EAA8E;AAE9E,2DAA2D;AAC3D,eAAO,MAAM,sBAAsB;IA5BjC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;;aA2BlD,CAAC;AAEH,eAAO,MAAM,qBAAqB;;aAIhC,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,aAAa,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,aAAa,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEhF,MAAM,MAAM,sBAAsB,GAAG,sBAAsB,GAAG,qBAAqB,CAAC;AAMpF,mEAAmE;AACnE,MAAM,MAAM,sBAAsB,GAAG;IACnC,oBAAoB;IACpB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B;;;;;SAKK;IACL,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,4FAA4F;AAC5F,MAAM,MAAM,uBAAuB,GAAG;IACpC,oEAAoE;IACpE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,wCAAwC;IACxC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,0EAA0E;IAC1E,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B,CAAC"}

package/dist/drivers/upload.d.ts

@@ -1,11 +1,12 @@
-import { ComputableCtx, Computable } from '@milaboratories/computable';
-import { MiLogger, Signer } from '@milaboratories/ts-helpers';
-import { ClientProgress } from '../clients/progress';
-import { ClientUpload } from '../clients/upload';
-import { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from '@milaboratories/pl-tree';
-import { PollingOps } from './helpers/polling_ops';
-import { ImportResourceSnapshot } from './types';
+import type { ComputableCtx } from '@milaboratories/computable';
+import { Computable } from '@milaboratories/computable';
+import type { MiLogger, Signer } from '@milaboratories/ts-helpers';
 import type * as sdk from '@milaboratories/pl-model-common';
+import type { ClientProgress } from '../clients/progress';
+import type { ClientUpload } from '../clients/upload';
+import type { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from '@milaboratories/pl-tree';
+import type { PollingOps } from './helpers/polling_ops';
+import type { ImportResourceSnapshot } from './types';
 export declare function makeBlobImportSnapshot(entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor, ctx: ComputableCtx): ImportResourceSnapshot;
 export type UploadDriverOps = PollingOps & {
     /** How much parts of a file can be multipart-uploaded to S3 at once. */
@@ -50,3 +51,4 @@ export declare class UploadDriver {
     private mainLoop;
     private getAllNotDoneProgresses;
 }
+//# sourceMappingURL=upload.d.ts.map

package/dist/drivers/upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/drivers/upload.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAEV,aAAa,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EACL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAEnE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAOjC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAKtD,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,WAAW,GAAG,kBAAkB,GAAG,mBAAmB,EACvE,GAAG,EAAE,aAAa,GACjB,sBAAsB,CAUxB;AAED,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG;IACzC,wEAAwE;IACxE,sBAAsB,EAAE,MAAM,CAAC;IAC/B;yCACqC;IACrC,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAIF;;;kEAGkE;AAClE,qBAAa,YAAY;IAQrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAXvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0C;IAEvE,uCAAuC;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,IAAI,GAAE,eAKtB;IAkBH,4EAA4E;IAC5E,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,GACnD,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;IACjC,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,EACpD,GAAG,EAAE,aAAa,GACjB,GAAG,CAAC,cAAc;IAoBrB,OAAO,CAAC,kBAAkB;IAoC1B,+EAA+E;YACjE,OAAO;IAQrB,iDAAiD;IACpC,UAAU;IAIvB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAwBtB,OAAO,CAAC,uBAAuB;CAKhC"}

package/dist/drivers/upload_task.cjs

@@ -63,8 +63,8 @@ class UploadTask {
             this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} finished`);
         }
         catch (e) {
-            this.setRetriableError(e);
             if (isResourceWasDeletedError(e)) {
+                this.setRetriableError(e);
                 this.logger.warn(`resource was deleted while uploading a blob: ${e}`);
                 this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} aborted, resource was deleted`);
                 this.setDone(true);
@@ -76,6 +76,7 @@ class UploadTask {
                 this.setTerminalError(e);
                 return;
             }
+            this.setRetriableError(e);
             if (isHeadersTimeoutError(e)) {
                 // we probably have a slow internet, we need to slow things a bit.
                 this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);
@@ -160,7 +161,7 @@ async function uploadBlob(logger, clientBlob, res, uploadData, isDoneFn, speed)
     const partUploadFn = (part) => async (controller) => {
         if (isDoneFn())
             return;
-        await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, { timeout });
+        await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, parts.checksumAlgorithm, parts.checksumHeader, { timeout });
         logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);
         // if we had a network freeze, it will be increased slowly.
         speed.nPartsWithThisUploadSpeed++;
@@ -262,7 +263,10 @@ function isResourceWasDeletedError(e) {
         && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS'));
 }
 function nonRecoverableError(e) {
-    return e instanceof upload.MTimeError || e instanceof upload.UnexpectedEOF || e instanceof upload.NoFileForUploading;
+    return e instanceof upload.MTimeError ||
+        e instanceof upload.UnexpectedEOF ||
+        e instanceof upload.NoFileForUploading ||
+        e instanceof upload.BadRequestError;
 }
 function isHeadersTimeoutError(e) {
     return e?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);

package/dist/drivers/upload_task.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"upload_task.cjs","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError || e instanceof UnexpectedEOF || e instanceof NoFileForUploading;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":["ChangeSource","CallersCounter","resourceIdToString","stringifyWithResourceId","asyncPool","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading"],"mappings":";;;;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAIA,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBC,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;AACxG,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,sDAAA,CAAwD,CAAC;gBAC1E;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAKC,gCAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBD,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;QAChB,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAME,mBAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAGC,gCAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAYC,iBAAU,IAAI,CAAC,YAAYC,oBAAa,IAAI,CAAC,YAAYC,yBAAkB;AACjG;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;;;;;;;"}
+{"version":3,"file":"upload_task.cjs","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n\n      if (isResourceWasDeletedError(e)) {\n        this.setRetriableError(e);\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":["ChangeSource","CallersCounter","resourceIdToString","stringifyWithResourceId","asyncPool","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading","BadRequestError"],"mappings":";;;;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAIA,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBC,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;AACxG,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,sDAAA,CAAwD,CAAC;gBAC1E;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAKC,gCAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBD,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;AAChB,QAAA,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,KAAK,CAAC,iBAAiB,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAME,mBAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAGC,gCAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAYC,iBAAU;AAC5B,QAAA,CAAC,YAAYC,oBAAa;AAC1B,QAAA,CAAC,YAAYC,yBAAkB;QAC/B,CAAC,YAAYC,sBAAe;AAChC;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;;;;;;;"}

package/dist/drivers/upload_task.d.ts

@@ -1,10 +1,12 @@
-import { Watcher } from '@milaboratories/computable';
-import { MiLogger, Signer } from '@milaboratories/ts-helpers';
-import { ClientProgress } from '../clients/progress';
-import { ClientUpload, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';
-import { ImportResourceSnapshot, ImportFileHandleUploadData } from './types';
-import { ResourceInfo } from '@milaboratories/pl-tree';
+import type { Watcher } from '@milaboratories/computable';
 import type * as sdk from '@milaboratories/pl-model-common';
+import type { MiLogger, Signer } from '@milaboratories/ts-helpers';
+import type { ClientProgress } from '../clients/progress';
+import type { ClientUpload } from '../clients/upload';
+import { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';
+import type { ImportResourceSnapshot } from './types';
+import { ImportFileHandleUploadData } from './types';
+import { ResourceInfo } from '@milaboratories/pl-tree';
 /** Holds all info needed to upload a file and a status of uploading
  * and indexing. Also, has a method to update a status of the progress.
  * And holds a change source. */
@@ -55,4 +57,5 @@ export declare function isMyUpload(p: sdk.ImportProgress): boolean;
 export declare function isUpload(res: ResourceInfo): boolean;
 export declare function isSignMatch(signer: Signer, path: string, signature: string): boolean;
 export declare function isResourceWasDeletedError(e: any): boolean;
-export declare function nonRecoverableError(e: any): e is MTimeError | UnexpectedEOF | NoFileForUploading;
+export declare function nonRecoverableError(e: any): e is MTimeError | UnexpectedEOF | NoFileForUploading | BadRequestError;
+//# sourceMappingURL=upload_task.d.ts.map

package/dist/drivers/upload_task.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload_task.d.ts","sourceRoot":"","sources":["../../src/drivers/upload_task.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAG1D,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAuB,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAExF,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,qBAAqB,CAAC;AAC1E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,0BAA0B,EAAE,MAAM,SAAS,CAAC;AAErD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD;;gCAEgC;AAChC,qBAAa,UAAU;IAmBnB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,yBAAyB;aAE1B,GAAG,EAAE,sBAAsB;IAvB7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAC3D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwC;IAChE,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,yBAAyB,CAAK;IACtC,OAAO,CAAC,sBAAsB,CAAM;IAEpC,4DAA4D;IAC5D,OAAO,CAAC,UAAU,CAAC,CAA6B;IACzC,QAAQ,EAAE,GAAG,CAAC,cAAc,CAAC;IAEpC,+DAA+D;IACxD,MAAM,CAAC,EAAE,OAAO,CAAC;IAExB;2DACuD;IACvD,OAAO,CAAC,cAAc,CAAS;gBAGZ,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,yBAAyB,EAAE,MAAM,EAClD,MAAM,EAAE,MAAM,EACE,GAAG,EAAE,sBAAsB;IAQtC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAWxC,oBAAoB,IAAI,OAAO;IAItC,4CAA4C;IAC/B,cAAc;IA8Cd,YAAY;IAuCzB,wDAAwD;IACxD,OAAO,CAAC,iBAAiB;IAIzB,+EAA+E;IAC/E,OAAO,CAAC,gBAAgB;IAMjB,kBAAkB,CAAC,GAAG,EAAE,sBAAsB;IAOrD,OAAO,CAAC,OAAO;IAKR,UAAU,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAKvC,UAAU,CAAC,QAAQ,EAAE,MAAM;IAIlC,OAAO,CAAC,gBAAgB;CAGzB;AAED,4CAA4C;AAC5C,wBAAsB,UAAU,CAC9B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,YAAY,EACxB,GAAG,EAAE,YAAY,EACjB,UAAU,EAAE,0BAA0B,EACtC,QAAQ,EAAE,MAAM,OAAO,EACvB,KAAK,EAAE;IACL,yBAAyB,EAAE,MAAM,CAAC;IAClC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB,iBAyCF;AAsBD,8EAA8E;AAC9E,wBAAgB,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,cAAc,GAAG,OAAO,CAEzD;AA+BD,wBAAgB,QAAQ,CAAC,GAAG,EAAE,YAAY,WAEzC;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAOpF;AA2BD,wBAAgB,yBAAyB,CAAC,CAAC,EAAE,GAAG,WAK/C;AAED,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,GAAG,0EAKzC"}

package/dist/drivers/upload_task.js

@@ -1,7 +1,7 @@
 import { ChangeSource } from '@milaboratories/computable';
 import { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';
 import { CallersCounter, asyncPool } from '@milaboratories/ts-helpers';
-import { MTimeError, UnexpectedEOF, NoFileForUploading } from '../clients/upload.js';
+import { MTimeError, UnexpectedEOF, NoFileForUploading, BadRequestError } from '../clients/upload.js';
 import { ImportFileHandleUploadData } from './types.js';
 import assert from 'node:assert';
 
@@ -61,8 +61,8 @@ class UploadTask {
             this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);
         }
         catch (e) {
-            this.setRetriableError(e);
             if (isResourceWasDeletedError(e)) {
+                this.setRetriableError(e);
                 this.logger.warn(`resource was deleted while uploading a blob: ${e}`);
                 this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);
                 this.setDone(true);
@@ -74,6 +74,7 @@ class UploadTask {
                 this.setTerminalError(e);
                 return;
             }
+            this.setRetriableError(e);
             if (isHeadersTimeoutError(e)) {
                 // we probably have a slow internet, we need to slow things a bit.
                 this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);
@@ -158,7 +159,7 @@ async function uploadBlob(logger, clientBlob, res, uploadData, isDoneFn, speed)
     const partUploadFn = (part) => async (controller) => {
         if (isDoneFn())
             return;
-        await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, { timeout });
+        await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, parts.checksumAlgorithm, parts.checksumHeader, { timeout });
         logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);
         // if we had a network freeze, it will be increased slowly.
         speed.nPartsWithThisUploadSpeed++;
@@ -260,7 +261,10 @@ function isResourceWasDeletedError(e) {
         && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS'));
 }
 function nonRecoverableError(e) {
-    return e instanceof MTimeError || e instanceof UnexpectedEOF || e instanceof NoFileForUploading;
+    return e instanceof MTimeError ||
+        e instanceof UnexpectedEOF ||
+        e instanceof NoFileForUploading ||
+        e instanceof BadRequestError;
 }
 function isHeadersTimeoutError(e) {
     return e?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);

package/dist/drivers/upload_task.js.map

@@ -1 +1 @@
-{"version":3,"file":"upload_task.js","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError || e instanceof UnexpectedEOF || e instanceof NoFileForUploading;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":[],"mappings":";;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;AACxG,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,sDAAA,CAAwD,CAAC;gBAC1E;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAK,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;QAChB,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAG,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAY,UAAU,IAAI,CAAC,YAAY,aAAa,IAAI,CAAC,YAAY,kBAAkB;AACjG;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;"}
+{"version":3,"file":"upload_task.js","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n\n      if (isResourceWasDeletedError(e)) {\n        this.setRetriableError(e);\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":[],"mappings":";;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;AACxG,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,sDAAA,CAAwD,CAAC;gBAC1E;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAK,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;AAChB,QAAA,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,KAAK,CAAC,iBAAiB,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAG,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAY,UAAU;AAC5B,QAAA,CAAC,YAAY,aAAa;AAC1B,QAAA,CAAC,YAAY,kBAAkB;QAC/B,CAAC,YAAY,eAAe;AAChC;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;"}

package/dist/drivers/urls/url.d.ts

@@ -1,5 +1,5 @@
-import { FolderURL, BlockUIURL } from '@milaboratories/pl-model-common';
-import { Signer } from '@milaboratories/ts-helpers';
+import type { FolderURL, BlockUIURL } from '@milaboratories/pl-model-common';
+import type { Signer } from '@milaboratories/ts-helpers';
 /** Creates a new plblob+folder URL. */
 export declare function newFolderURL(signer: Signer, saveDir: string, fPath: string): FolderURL;
 /** Creates a new block-ui URL. */
@@ -10,3 +10,4 @@ export declare function getPathForFolderURL(signer: Signer, url: FolderURL, root
 /** Checks the signature and path injections.
  * @returns the path to the file inside the root directory. */
 export declare function getPathForBlockUIURL(signer: Signer, url: BlockUIURL, rootDir: string): string;
+//# sourceMappingURL=url.d.ts.map

package/dist/drivers/urls/url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"url.d.ts","sourceRoot":"","sources":["../../../src/drivers/urls/url.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAGzD,uCAAuC;AACvC,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,CAKtF;AAED,kCAAkC;AAClC,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAKxF;AAED;8DAC8D;AAC9D,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAE3F;AAED;8DAC8D;AAC9D,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAE7F"}

package/dist/drivers/virtual_storages.d.ts

@@ -1,2 +1,3 @@
-import { VirtualLocalStorageSpec } from './types';
+import type { VirtualLocalStorageSpec } from './types';
 export declare function DefaultVirtualLocalStorages(): Promise<VirtualLocalStorageSpec[]>;
+//# sourceMappingURL=virtual_storages.d.ts.map

package/dist/drivers/virtual_storages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"virtual_storages.d.ts","sourceRoot":"","sources":["../../src/drivers/virtual_storages.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAEvD,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,uBAAuB,EAAE,CAAC,CA4CtF"}

package/dist/helpers/download.d.ts

@@ -1,6 +1,6 @@
-import { Dispatcher } from 'undici';
-import { ReadableStream } from 'node:stream/web';
-import { RangeBytes } from '@milaboratories/pl-model-common';
+import type { Dispatcher } from 'undici';
+import type { ReadableStream } from 'node:stream/web';
+import type { RangeBytes } from '@milaboratories/pl-model-common';
 export interface DownloadOps {
     signal?: AbortSignal;
     range?: RangeBytes;
@@ -15,3 +15,4 @@ export declare class RemoteFileDownloader {
     constructor(httpClient: Dispatcher);
     withContent<T>(url: string, reqHeaders: Record<string, string>, ops: DownloadOps, handler: ContentHandler<T>): Promise<T>;
 }
+//# sourceMappingURL=download.d.ts.map

package/dist/helpers/download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/helpers/download.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAElE,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;AAEtF,gFAAgF;AAChF,qBAAa,eAAgB,SAAQ,KAAK;IACxC,IAAI,SAAqB;CAC1B;AAED,qBAAa,oBAAoB;aACH,UAAU,EAAE,UAAU;gBAAtB,UAAU,EAAE,UAAU;IAE5C,WAAW,CAAC,CAAC,EACjB,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC;CAmCd"}

package/dist/helpers/validate.d.ts

@@ -1 +1,2 @@
 export declare function validateAbsolute(p: string): string;
+//# sourceMappingURL=validate.d.ts.map

package/dist/helpers/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/helpers/validate.ts"],"names":[],"mappings":"AAEA,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAGlD"}