@milaboratories/pl-drivers 1.9.0 → 1.10.0

package/dist/drivers/ls.js

@@ -0,0 +1,214 @@
+import { isNotNullResourceId } from '@milaboratories/pl-client';
+import { isImportFileHandleIndex } from '@milaboratories/pl-model-common';
+import * as path from 'node:path';
+import * as fsp from 'node:fs/promises';
+import { parseIndexHandle, parseUploadHandle, createIndexImportHandle, createUploadImportHandle } from './helpers/ls_remote_import_handle.js';
+import { createLocalStorageHandle, createRemoteStorageHandle, parseStorageHandle } from './helpers/ls_storage_entry.js';
+import { validateAbsolute } from '../helpers/validate.js';
+import { DefaultVirtualLocalStorages } from './virtual_storages.js';
+import { createLsFilesClient } from '../clients/constructors.js';
+
+class LsDriver {
+    logger;
+    lsClient;
+    storageIdToResourceId;
+    signer;
+    virtualStoragesMap;
+    localProjectionsMap;
+    openFileDialogCallback;
+    constructor(logger, lsClient, 
+    /** Pl storage id, to resource id. The resource id can be used to make LS GRPC calls to. */
+    storageIdToResourceId, signer, 
+    /** Virtual storages by name */
+    virtualStoragesMap, 
+    /** Local projections by storageId */
+    localProjectionsMap, openFileDialogCallback) {
+        this.logger = logger;
+        this.lsClient = lsClient;
+        this.storageIdToResourceId = storageIdToResourceId;
+        this.signer = signer;
+        this.virtualStoragesMap = virtualStoragesMap;
+        this.localProjectionsMap = localProjectionsMap;
+        this.openFileDialogCallback = openFileDialogCallback;
+    }
+    async getLocalFileContent(file, range) {
+        const localPath = await this.tryResolveLocalFileHandle(file);
+        if (range)
+            throw new Error('Range request not yet supported.');
+        return await fsp.readFile(localPath);
+    }
+    async getLocalFileSize(file) {
+        const localPath = await this.tryResolveLocalFileHandle(file);
+        const stat = await fsp.stat(localPath);
+        return stat.size;
+    }
+    async showOpenMultipleFilesDialog(ops) {
+        const result = await this.openFileDialogCallback(true, ops);
+        if (result === undefined)
+            return {};
+        return {
+            files: await Promise.all(result.map((localPath) => this.getLocalFileHandle(localPath))),
+        };
+    }
+    async showOpenSingleFileDialog(ops) {
+        const result = await this.openFileDialogCallback(false, ops);
+        if (result === undefined)
+            return {};
+        return {
+            file: await this.getLocalFileHandle(result[0]),
+        };
+    }
+    /**
+     * Resolves local handle to local file path.
+     *
+     * @param handle handle to be resolved
+     * @private
+     */
+    async tryResolveLocalFileHandle(handle) {
+        if (isImportFileHandleIndex(handle)) {
+            const handleData = parseIndexHandle(handle);
+            const localProjection = this.localProjectionsMap.get(handleData.storageId);
+            if (!localProjection)
+                throw new Error(`Storage ${handleData.storageId} is not mounted locally.`);
+            return path.join(localProjection.localPath, handleData.path);
+        }
+        else {
+            const handleData = parseUploadHandle(handle);
+            // checking it is a valid local handle from out machine
+            this.signer.verify(handleData.localPath, handleData.pathSignature, 'Failed to validate local file handle signature.');
+            const localPath = handleData.localPath;
+            const stat = await fsp.stat(localPath, { bigint: true });
+            if (String(stat.mtimeMs / 1000n) !== handleData.modificationTime)
+                throw new Error('File has changed since the handle was created.');
+            return localPath;
+        }
+    }
+    async getLocalFileHandle(localPath) {
+        validateAbsolute(localPath);
+        // Checking if local path is directly reachable by pl, because it is in one of the
+        // locally mounted storages
+        for (const lp of this.localProjectionsMap.values()) {
+            // note: empty lp.localPath will match any address
+            if (localPath.startsWith(lp.localPath)) {
+                // Just in case:
+                //  > path.relative("/a/b", "/a/b/c");
+                //    'c'
+                const pathWithinStorage = lp.localPath === '' ? localPath : path.relative(lp.localPath, localPath);
+                return createIndexImportHandle(lp.storageId, pathWithinStorage);
+            }
+        }
+        // we get here if none of the local projections matched the path
+        const stat = await fsp.stat(localPath, { bigint: true });
+        return createUploadImportHandle(localPath, this.signer, stat.size, stat.mtimeMs / 1000n);
+    }
+    async getStorageList() {
+        const virtualStorages = [...this.virtualStoragesMap.values()].map((s) => ({
+            name: s.name,
+            handle: createLocalStorageHandle(s.name, s.root),
+            initialFullPath: s.initialPath,
+        }));
+        const otherStorages = Object.entries(this.storageIdToResourceId).map(([storageId, resourceId]) => ({
+            name: storageId,
+            handle: createRemoteStorageHandle(storageId, resourceId),
+            initialFullPath: '', // we don't have any additional information from where to start browsing remote storages
+            isInitialPathHome: false,
+        }));
+        // root must be a storage so we can index any file,
+        // but for UI it's enough
+        // to have local virtual storage on *nix,
+        // and local_disk_${drive} on Windows.
+        const noRoot = otherStorages.filter((it) => it.name !== 'root');
+        return [...virtualStorages, ...noRoot];
+    }
+    async listFiles(storageHandle, fullPath) {
+        const storageData = parseStorageHandle(storageHandle);
+        if (storageData.isRemote) {
+            const response = await this.lsClient.list(storageData, fullPath);
+            return {
+                entries: response.items.map((e) => ({
+                    type: e.isDir ? 'dir' : 'file',
+                    name: e.name,
+                    fullPath: e.fullName,
+                    handle: createIndexImportHandle(storageData.name, e.fullName),
+                })),
+            };
+        }
+        if (path.sep === '/' && fullPath === '')
+            fullPath = '/';
+        if (storageData.rootPath === '') {
+            validateAbsolute(fullPath);
+        }
+        const lsRoot = path.isAbsolute(fullPath) ? fullPath : path.join(storageData.rootPath, fullPath);
+        const entries = [];
+        for await (const dirent of await fsp.opendir(lsRoot)) {
+            if (!dirent.isFile() && !dirent.isDirectory())
+                continue;
+            // We cannot use no dirent.fullPath no dirent.parentPath,
+            // since the former is deprecated
+            // and the later works differently on different versions.
+            const absolutePath = path.join(lsRoot, dirent.name);
+            entries.push({
+                type: dirent.isFile() ? 'file' : 'dir',
+                name: dirent.name,
+                fullPath: absolutePath,
+                handle: await this.getLocalFileHandle(absolutePath),
+            });
+        }
+        return { entries };
+    }
+    async listRemoteFilesWithAdditionalInfo(storageHandle, fullPath) {
+        const storageData = parseStorageHandle(storageHandle);
+        if (!storageData.isRemote) {
+            throw new Error(`Storage ${storageData.name} is not remote`);
+        }
+        const response = await this.lsClient.list(storageData, fullPath);
+        return {
+            entries: response.items.map((e) => ({
+                type: e.isDir ? 'dir' : 'file',
+                name: e.name,
+                fullPath: e.fullName,
+                handle: createIndexImportHandle(storageData.name, e.fullName),
+                size: Number(e.size),
+            })),
+        };
+    }
+    async fileToImportHandle(file) {
+        throw new Error('Not implemented. This method must be implemented and intercepted in desktop preload script.');
+    }
+    static async init(logger, client, signer, 
+    /** Pl storages available locally */
+    localProjections, openFileDialogCallback, virtualStorages) {
+        const lsClient = createLsFilesClient(client, logger);
+        if (!virtualStorages)
+            virtualStorages = await DefaultVirtualLocalStorages();
+        // validating inputs
+        for (const vp of virtualStorages)
+            validateAbsolute(vp.root);
+        for (const lp of localProjections)
+            if (lp.localPath !== '')
+                validateAbsolute(lp.localPath);
+        // creating indexed maps for quick access
+        const virtualStoragesMap = new Map(virtualStorages.map((s) => [s.name, s]));
+        const localProjectionsMap = new Map(localProjections.map((s) => [s.storageId, s]));
+        // validating there is no intersection
+        if (new Set([...virtualStoragesMap.keys(), ...localProjectionsMap.keys()]).size
+            !== virtualStoragesMap.size + localProjectionsMap.size)
+            throw new Error('Intersection between local projection storage ids and virtual storages names detected.');
+        return new LsDriver(logger, lsClient, await doGetAvailableStorageIds(client), signer, virtualStoragesMap, localProjectionsMap, openFileDialogCallback);
+    }
+}
+async function doGetAvailableStorageIds(client) {
+    return client.withReadTx('GetAvailableStorageIds', async (tx) => {
+        const lsProviderId = await tx.getResourceByName('LSProvider');
+        const provider = await tx.getResourceData(lsProviderId, true);
+        return providerToStorageIds(provider);
+    });
+}
+function providerToStorageIds(provider) {
+    return Object.fromEntries(provider.fields
+        .filter((f) => f.type == 'Dynamic' && isNotNullResourceId(f.value))
+        .map((f) => [f.name.substring('storage/'.length), f.value]));
+}
+
+export { LsDriver };
+//# sourceMappingURL=ls.js.map

package/dist/drivers/ls.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ls.js","sources":["../../src/drivers/ls.ts"],"sourcesContent":["import type { PlClient, ResourceData, ResourceId } from '@milaboratories/pl-client';\nimport { isNotNullResourceId } from '@milaboratories/pl-client';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type {\n  LocalImportFileHandle,\n  LsEntry,\n  OpenDialogOps,\n  OpenMultipleFilesResponse,\n  OpenSingleFileResponse,\n  TableRange,\n} from '@milaboratories/pl-model-common';\nimport {\n  isImportFileHandleIndex,\n} from '@milaboratories/pl-model-common';\nimport type { ClientLs } from '../clients/ls_api';\nimport * as path from 'node:path';\nimport * as fsp from 'node:fs/promises';\nimport {\n  createIndexImportHandle,\n  createUploadImportHandle,\n  parseIndexHandle,\n  parseUploadHandle,\n} from './helpers/ls_remote_import_handle';\nimport {\n  createLocalStorageHandle,\n  createRemoteStorageHandle,\n  parseStorageHandle,\n} from './helpers/ls_storage_entry';\nimport type { LocalStorageProjection, VirtualLocalStorageSpec } from './types';\nimport { validateAbsolute } from '../helpers/validate';\nimport { DefaultVirtualLocalStorages } from './virtual_storages';\nimport { createLsFilesClient } from '../clients/constructors';\n\n/**\n * Extends public and safe SDK's driver API with methods used internally in the middle\n * layer and in tests.\n */\nexport interface InternalLsDriver extends sdk.LsDriver {\n  /**\n   * Given local path, generates well-structured and signed upload handle.\n   * To be used in tests and in implementation of the native file selection UI API.\n   * */\n  getLocalFileHandle(localPath: string): Promise<sdk.LocalImportFileHandle>;\n\n  listRemoteFilesWithAdditionalInfo(storage: sdk.StorageHandle, fullPath: string): Promise<ListRemoteFilesResultWithAdditionalInfo>;\n}\n\nexport type ListRemoteFilesResultWithAdditionalInfo = {\n  parent?: string;\n  entries: LsEntryWithAdditionalInfo[];\n};\n\nexport type LsEntryWithAdditionalInfo = LsEntry & {\n  size: number;\n};\n\nexport type OpenFileDialogCallback = (\n  multipleFiles: boolean,\n  ops?: OpenDialogOps\n) => Promise<undefined | string[]>;\n\nexport class LsDriver implements InternalLsDriver {\n  private constructor(\n    private readonly logger: MiLogger,\n    private readonly lsClient: ClientLs,\n    /** Pl storage id, to resource id. The resource id can be used to make LS GRPC calls to. */\n    private readonly storageIdToResourceId: Record<string, ResourceId>,\n    private readonly signer: Signer,\n    /** Virtual storages by name */\n    private readonly virtualStoragesMap: Map<string, VirtualLocalStorageSpec>,\n    /** Local projections by storageId */\n    private readonly localProjectionsMap: Map<string, LocalStorageProjection>,\n    private readonly openFileDialogCallback: OpenFileDialogCallback,\n  ) {}\n\n  public async getLocalFileContent(\n    file: LocalImportFileHandle,\n    range?: TableRange,\n  ): Promise<Uint8Array> {\n    const localPath = await this.tryResolveLocalFileHandle(file);\n    if (range) throw new Error('Range request not yet supported.');\n    return await fsp.readFile(localPath);\n  }\n\n  public async getLocalFileSize(file: LocalImportFileHandle): Promise<number> {\n    const localPath = await this.tryResolveLocalFileHandle(file);\n    const stat = await fsp.stat(localPath);\n    return stat.size;\n  }\n\n  public async showOpenMultipleFilesDialog(\n    ops?: OpenDialogOps,\n  ): Promise<OpenMultipleFilesResponse> {\n    const result = await this.openFileDialogCallback(true, ops);\n    if (result === undefined) return {};\n    return {\n      files: await Promise.all(result.map((localPath) => this.getLocalFileHandle(localPath))),\n    };\n  }\n\n  public async showOpenSingleFileDialog(ops?: OpenDialogOps): Promise<OpenSingleFileResponse> {\n    const result = await this.openFileDialogCallback(false, ops);\n    if (result === undefined) return {};\n    return {\n      file: await this.getLocalFileHandle(result[0]),\n    };\n  }\n\n  /**\n   * Resolves local handle to local file path.\n   *\n   * @param handle handle to be resolved\n   * @private\n   */\n  private async tryResolveLocalFileHandle(handle: LocalImportFileHandle): Promise<string> {\n    if (isImportFileHandleIndex(handle)) {\n      const handleData = parseIndexHandle(handle);\n      const localProjection = this.localProjectionsMap.get(handleData.storageId);\n      if (!localProjection)\n        throw new Error(`Storage ${handleData.storageId} is not mounted locally.`);\n      return path.join(localProjection.localPath, handleData.path);\n    } else {\n      const handleData = parseUploadHandle(handle);\n      // checking it is a valid local handle from out machine\n      this.signer.verify(\n        handleData.localPath,\n        handleData.pathSignature,\n        'Failed to validate local file handle signature.',\n      );\n\n      const localPath = handleData.localPath;\n\n      const stat = await fsp.stat(localPath, { bigint: true });\n      if (String(stat.mtimeMs / 1000n) !== handleData.modificationTime)\n        throw new Error('File has changed since the handle was created.');\n\n      return localPath;\n    }\n  }\n\n  public async getLocalFileHandle(\n    localPath: string,\n  ): Promise<sdk.ImportFileHandle & LocalImportFileHandle> {\n    validateAbsolute(localPath);\n\n    // Checking if local path is directly reachable by pl, because it is in one of the\n    // locally mounted storages\n    for (const lp of this.localProjectionsMap.values()) {\n      // note: empty lp.localPath will match any address\n      if (localPath.startsWith(lp.localPath)) {\n        // Just in case:\n        //  > path.relative(\"/a/b\", \"/a/b/c\");\n        //    'c'\n        const pathWithinStorage\n          = lp.localPath === '' ? localPath : path.relative(lp.localPath, localPath);\n        return createIndexImportHandle(\n          lp.storageId,\n          pathWithinStorage,\n        ) as sdk.ImportFileHandleIndex & LocalImportFileHandle;\n      }\n    }\n\n    // we get here if none of the local projections matched the path\n\n    const stat = await fsp.stat(localPath, { bigint: true });\n    return createUploadImportHandle(\n      localPath,\n      this.signer,\n      stat.size,\n      stat.mtimeMs / 1000n, // integer division\n    ) as sdk.ImportFileHandleUpload & LocalImportFileHandle;\n  }\n\n  public async getStorageList(): Promise<sdk.StorageEntry[]> {\n    const virtualStorages = [...this.virtualStoragesMap.values()].map((s) => ({\n      name: s.name,\n      handle: createLocalStorageHandle(s.name, s.root),\n      initialFullPath: s.initialPath,\n    }));\n\n    const otherStorages = Object.entries(this.storageIdToResourceId!).map(\n      ([storageId, resourceId]) => ({\n        name: storageId,\n        handle: createRemoteStorageHandle(storageId, resourceId),\n        initialFullPath: '', // we don't have any additional information from where to start browsing remote storages\n        isInitialPathHome: false,\n      }),\n    );\n\n    // root must be a storage so we can index any file,\n    // but for UI it's enough\n    // to have local virtual storage on *nix,\n    // and local_disk_${drive} on Windows.\n    const noRoot = otherStorages.filter((it) => it.name !== 'root');\n\n    return [...virtualStorages, ...noRoot];\n  }\n\n  public async listFiles(\n    storageHandle: sdk.StorageHandle,\n    fullPath: string,\n  ): Promise<sdk.ListFilesResult> {\n    const storageData = parseStorageHandle(storageHandle);\n\n    if (storageData.isRemote) {\n      const response = await this.lsClient.list(storageData, fullPath);\n      return {\n        entries: response.items.map((e) => ({\n          type: e.isDir ? 'dir' : 'file',\n          name: e.name,\n          fullPath: e.fullName,\n          handle: createIndexImportHandle(storageData.name, e.fullName),\n        })),\n      };\n    }\n\n    if (path.sep === '/' && fullPath === '') fullPath = '/';\n\n    if (storageData.rootPath === '') {\n      validateAbsolute(fullPath);\n    }\n    const lsRoot = path.isAbsolute(fullPath) ? fullPath : path.join(storageData.rootPath, fullPath);\n\n    const entries: LsEntry[] = [];\n    for await (const dirent of await fsp.opendir(lsRoot)) {\n      if (!dirent.isFile() && !dirent.isDirectory()) continue;\n\n      // We cannot use no dirent.fullPath no dirent.parentPath,\n      // since the former is deprecated\n      // and the later works differently on different versions.\n      const absolutePath = path.join(lsRoot, dirent.name);\n\n      entries.push({\n        type: dirent.isFile() ? 'file' : 'dir',\n        name: dirent.name,\n        fullPath: absolutePath,\n        handle: await this.getLocalFileHandle(absolutePath),\n      });\n    }\n\n    return { entries };\n  }\n\n  public async listRemoteFilesWithAdditionalInfo(\n    storageHandle: sdk.StorageHandle,\n    fullPath: string,\n  ): Promise<ListRemoteFilesResultWithAdditionalInfo> {\n    const storageData = parseStorageHandle(storageHandle);\n    if (!storageData.isRemote) {\n      throw new Error(`Storage ${storageData.name} is not remote`);\n    }\n\n    const response = await this.lsClient.list(storageData, fullPath);\n\n    return {\n      entries: response.items.map((e) => ({\n        type: e.isDir ? 'dir' : 'file',\n        name: e.name,\n        fullPath: e.fullName,\n        handle: createIndexImportHandle(storageData.name, e.fullName),\n        size: Number(e.size),\n      })),\n    };\n  }\n\n  public async fileToImportHandle(file: sdk.FileLike): Promise<sdk.ImportFileHandle> {\n    throw new Error(\n      'Not implemented. This method must be implemented and intercepted in desktop preload script.',\n    );\n  }\n\n  public static async init(\n    logger: MiLogger,\n    client: PlClient,\n    signer: Signer,\n    /** Pl storages available locally */\n    localProjections: LocalStorageProjection[],\n    openFileDialogCallback: OpenFileDialogCallback,\n    virtualStorages?: VirtualLocalStorageSpec[],\n  ): Promise<LsDriver> {\n    const lsClient = createLsFilesClient(client, logger);\n\n    if (!virtualStorages) virtualStorages = await DefaultVirtualLocalStorages();\n\n    // validating inputs\n    for (const vp of virtualStorages) validateAbsolute(vp.root);\n    for (const lp of localProjections) if (lp.localPath !== '') validateAbsolute(lp.localPath);\n\n    // creating indexed maps for quick access\n    const virtualStoragesMap = new Map(virtualStorages.map((s) => [s.name, s]));\n    const localProjectionsMap = new Map(localProjections.map((s) => [s.storageId, s]));\n\n    // validating there is no intersection\n    if (\n      new Set([...virtualStoragesMap.keys(), ...localProjectionsMap.keys()]).size\n        !== virtualStoragesMap.size + localProjectionsMap.size\n    )\n      throw new Error(\n        'Intersection between local projection storage ids and virtual storages names detected.',\n      );\n\n    return new LsDriver(\n      logger,\n      lsClient,\n      await doGetAvailableStorageIds(client),\n      signer,\n      virtualStoragesMap,\n      localProjectionsMap,\n      openFileDialogCallback,\n    );\n  }\n}\n\nasync function doGetAvailableStorageIds(client: PlClient): Promise<Record<string, ResourceId>> {\n  return client.withReadTx('GetAvailableStorageIds', async (tx) => {\n    const lsProviderId = await tx.getResourceByName('LSProvider');\n    const provider = await tx.getResourceData(lsProviderId, true);\n\n    return providerToStorageIds(provider);\n  });\n}\n\nfunction providerToStorageIds(provider: ResourceData) {\n  return Object.fromEntries(\n    provider.fields\n      .filter((f) => f.type == 'Dynamic' && isNotNullResourceId(f.value))\n      .map((f) => [f.name.substring('storage/'.length), f.value as ResourceId]),\n  );\n}\n"],"names":[],"mappings":";;;;;;;;;;MA8Da,QAAQ,CAAA;AAEA,IAAA,MAAA;AACA,IAAA,QAAA;AAEA,IAAA,qBAAA;AACA,IAAA,MAAA;AAEA,IAAA,kBAAA;AAEA,IAAA,mBAAA;AACA,IAAA,sBAAA;IAVnB,WAAA,CACmB,MAAgB,EAChB,QAAkB;;AAElB,IAAA,qBAAiD,EACjD,MAAc;;IAEd,kBAAwD;;AAExD,IAAA,mBAAwD,EACxD,sBAA8C,EAAA;QAT9C,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,QAAQ,GAAR,QAAQ;QAER,IAAA,CAAA,qBAAqB,GAArB,qBAAqB;QACrB,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,mBAAmB,GAAnB,mBAAmB;QACnB,IAAA,CAAA,sBAAsB,GAAtB,sBAAsB;IACtC;AAEI,IAAA,MAAM,mBAAmB,CAC9B,IAA2B,EAC3B,KAAkB,EAAA;QAElB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;AAC5D,QAAA,IAAI,KAAK;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;AAC9D,QAAA,OAAO,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;IACtC;IAEO,MAAM,gBAAgB,CAAC,IAA2B,EAAA;QACvD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;QAC5D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QACtC,OAAO,IAAI,CAAC,IAAI;IAClB;IAEO,MAAM,2BAA2B,CACtC,GAAmB,EAAA;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC;QAC3D,IAAI,MAAM,KAAK,SAAS;AAAE,YAAA,OAAO,EAAE;QACnC,OAAO;YACL,KAAK,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;SACxF;IACH;IAEO,MAAM,wBAAwB,CAAC,GAAmB,EAAA;QACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,GAAG,CAAC;QAC5D,IAAI,MAAM,KAAK,SAAS;AAAE,YAAA,OAAO,EAAE;QACnC,OAAO;YACL,IAAI,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC/C;IACH;AAEA;;;;;AAKG;IACK,MAAM,yBAAyB,CAAC,MAA6B,EAAA;AACnE,QAAA,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE;AACnC,YAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC;AAC3C,YAAA,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;AAC1E,YAAA,IAAI,CAAC,eAAe;gBAClB,MAAM,IAAI,KAAK,CAAC,CAAA,QAAA,EAAW,UAAU,CAAC,SAAS,CAAA,wBAAA,CAA0B,CAAC;AAC5E,YAAA,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC;QAC9D;aAAO;AACL,YAAA,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC;;AAE5C,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,CAChB,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,aAAa,EACxB,iDAAiD,CAClD;AAED,YAAA,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS;AAEtC,YAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,UAAU,CAAC,gBAAgB;AAC9D,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;AAEnE,YAAA,OAAO,SAAS;QAClB;IACF;IAEO,MAAM,kBAAkB,CAC7B,SAAiB,EAAA;QAEjB,gBAAgB,CAAC,SAAS,CAAC;;;QAI3B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE;;YAElD,IAAI,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE;;;;gBAItC,MAAM,iBAAiB,GACnB,EAAE,CAAC,SAAS,KAAK,EAAE,GAAG,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;gBAC5E,OAAO,uBAAuB,CAC5B,EAAE,CAAC,SAAS,EACZ,iBAAiB,CACmC;YACxD;QACF;;AAIA,QAAA,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AACxD,QAAA,OAAO,wBAAwB,CAC7B,SAAS,EACT,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,OAAO,GAAG,KAAK,CACiC;IACzD;AAEO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;YACxE,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,wBAAwB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;YAChD,eAAe,EAAE,CAAC,CAAC,WAAW;AAC/B,SAAA,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAsB,CAAC,CAAC,GAAG,CACnE,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,MAAM;AAC5B,YAAA,IAAI,EAAE,SAAS;AACf,YAAA,MAAM,EAAE,yBAAyB,CAAC,SAAS,EAAE,UAAU,CAAC;YACxD,eAAe,EAAE,EAAE;AACnB,YAAA,iBAAiB,EAAE,KAAK;AACzB,SAAA,CAAC,CACH;;;;;AAMD,QAAA,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC;AAE/D,QAAA,OAAO,CAAC,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC;IACxC;AAEO,IAAA,MAAM,SAAS,CACpB,aAAgC,EAChC,QAAgB,EAAA;AAEhB,QAAA,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC;AAErD,QAAA,IAAI,WAAW,CAAC,QAAQ,EAAE;AACxB,YAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;YAChE,OAAO;AACL,gBAAA,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;oBAClC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM;oBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,MAAM,EAAE,uBAAuB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;AAC9D,iBAAA,CAAC,CAAC;aACJ;QACH;QAEA,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,GAAG;AAEvD,QAAA,IAAI,WAAW,CAAC,QAAQ,KAAK,EAAE,EAAE;YAC/B,gBAAgB,CAAC,QAAQ,CAAC;QAC5B;QACA,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAE/F,MAAM,OAAO,GAAc,EAAE;AAC7B,QAAA,WAAW,MAAM,MAAM,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACpD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBAAE;;;;AAK/C,YAAA,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;YAEnD,OAAO,CAAC,IAAI,CAAC;AACX,gBAAA,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,MAAM,GAAG,KAAK;gBACtC,IAAI,EAAE,MAAM,CAAC,IAAI;AACjB,gBAAA,QAAQ,EAAE,YAAY;AACtB,gBAAA,MAAM,EAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACpD,aAAA,CAAC;QACJ;QAEA,OAAO,EAAE,OAAO,EAAE;IACpB;AAEO,IAAA,MAAM,iCAAiC,CAC5C,aAAgC,EAChC,QAAgB,EAAA;AAEhB,QAAA,MAAM,WAAW,GAAG,kBAAkB,CAAC,aAAa,CAAC;AACrD,QAAA,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,CAAA,QAAA,EAAW,WAAW,CAAC,IAAI,CAAA,cAAA,CAAgB,CAAC;QAC9D;AAEA,QAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC;QAEhE,OAAO;AACL,YAAA,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM;gBAClC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM;gBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,MAAM,EAAE,uBAAuB,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC;AAC7D,gBAAA,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACrB,aAAA,CAAC,CAAC;SACJ;IACH;IAEO,MAAM,kBAAkB,CAAC,IAAkB,EAAA;AAChD,QAAA,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F;IACH;IAEO,aAAa,IAAI,CACtB,MAAgB,EAChB,MAAgB,EAChB,MAAc;;IAEd,gBAA0C,EAC1C,sBAA8C,EAC9C,eAA2C,EAAA;QAE3C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC;AAEpD,QAAA,IAAI,CAAC,eAAe;AAAE,YAAA,eAAe,GAAG,MAAM,2BAA2B,EAAE;;QAG3E,KAAK,MAAM,EAAE,IAAI,eAAe;AAAE,YAAA,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC;QAC3D,KAAK,MAAM,EAAE,IAAI,gBAAgB;AAAE,YAAA,IAAI,EAAE,CAAC,SAAS,KAAK,EAAE;AAAE,gBAAA,gBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;;QAG1F,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;;AAGlF,QAAA,IACE,IAAI,GAAG,CAAC,CAAC,GAAG,kBAAkB,CAAC,IAAI,EAAE,EAAE,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACjE,gBAAA,kBAAkB,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI;AAExD,YAAA,MAAM,IAAI,KAAK,CACb,wFAAwF,CACzF;QAEH,OAAO,IAAI,QAAQ,CACjB,MAAM,EACN,QAAQ,EACR,MAAM,wBAAwB,CAAC,MAAM,CAAC,EACtC,MAAM,EACN,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,CACvB;IACH;AACD;AAED,eAAe,wBAAwB,CAAC,MAAgB,EAAA;IACtD,OAAO,MAAM,CAAC,UAAU,CAAC,wBAAwB,EAAE,OAAO,EAAE,KAAI;QAC9D,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,eAAe,CAAC,YAAY,EAAE,IAAI,CAAC;AAE7D,QAAA,OAAO,oBAAoB,CAAC,QAAQ,CAAC;AACvC,IAAA,CAAC,CAAC;AACJ;AAEA,SAAS,oBAAoB,CAAC,QAAsB,EAAA;AAClD,IAAA,OAAO,MAAM,CAAC,WAAW,CACvB,QAAQ,CAAC;AACN,SAAA,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAC;SACjE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAmB,CAAC,CAAC,CAC5E;AACH;;;;"}

package/dist/drivers/types.cjs

@@ -0,0 +1,72 @@
+'use strict';
+
+var zod = require('zod');
+var plTree = require('@milaboratories/pl-tree');
+
+//
+// download
+//
+/** ResourceSnapshot that can be passed to OnDemandBlob */
+const OnDemandBlobResourceSnapshot = plTree.rsSchema({
+    kv: {
+        'ctl/file/blobInfo': zod.z.object({
+            sizeBytes: zod.z.coerce.number(),
+        }),
+    },
+});
+function getSize(bs, range) {
+    const size = bs.kv['ctl/file/blobInfo'].sizeBytes;
+    if (range) {
+        const newSize = range.to - range.from;
+        if (newSize > size) {
+            throw new Error(`getSize: range (${JSON.stringify(range)}, newSize: ${newSize}) is greater than size (${size})`);
+        }
+        return newSize;
+    }
+    return size;
+}
+//
+// upload
+//
+const ImportFileHandleUploadData = zod.z.object({
+    /** Local file path, to take data for upload */
+    localPath: zod.z.string(),
+    /** Path signature, to check this data was generated by us */
+    pathSignature: zod.z.string(),
+    /** File size in bytes */
+    sizeBytes: zod.z.string(),
+    /** Modification time unix timestamp in seconds */
+    modificationTime: zod.z.string(),
+});
+const ImportFileHandleIndexData = zod.z.object({
+    /** Pl storage id */
+    storageId: zod.z.string(),
+    /** Path inside storage */
+    path: zod.z.string(),
+});
+const ImportFileHandleData = zod.z.union([
+    ImportFileHandleUploadData,
+    ImportFileHandleIndexData,
+]);
+/** Options from BlobUpload resource that have to be passed to getProgress. */
+/** ResourceSnapshot that can be passed to GetProgressID */
+const UploadResourceSnapshot = plTree.rsSchema({
+    data: ImportFileHandleUploadData,
+    fields: {
+        blob: false,
+    },
+});
+const IndexResourceSnapshot = plTree.rsSchema({
+    fields: {
+        incarnation: false,
+    },
+});
+
+exports.ImportFileHandleData = ImportFileHandleData;
+exports.ImportFileHandleIndexData = ImportFileHandleIndexData;
+exports.ImportFileHandleUploadData = ImportFileHandleUploadData;
+exports.IndexResourceSnapshot = IndexResourceSnapshot;
+exports.OnDemandBlobResourceSnapshot = OnDemandBlobResourceSnapshot;
+exports.UploadResourceSnapshot = UploadResourceSnapshot;
+exports.getSize = getSize;
+//# sourceMappingURL=types.cjs.map

package/dist/drivers/types.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.cjs","sources":["../../src/drivers/types.ts"],"sourcesContent":["import { z } from 'zod';\nimport type { InferSnapshot } from '@milaboratories/pl-tree';\nimport { rsSchema } from '@milaboratories/pl-tree';\nimport { RangeBytes } from '@milaboratories/pl-model-common';\n\n//\n// download\n//\n/** ResourceSnapshot that can be passed to OnDemandBlob */\nexport const OnDemandBlobResourceSnapshot = rsSchema({\n  kv: {\n    'ctl/file/blobInfo': z.object({\n      sizeBytes: z.coerce.number(),\n    }),\n  },\n});\n\nexport type OnDemandBlobResourceSnapshot = InferSnapshot<typeof OnDemandBlobResourceSnapshot>;\n\nexport function getSize(bs: OnDemandBlobResourceSnapshot, range?: RangeBytes): number {\n  const size = bs.kv['ctl/file/blobInfo'].sizeBytes;\n  if (range) {\n    const newSize = range.to - range.from;\n    if (newSize > size) {\n      throw new Error(`getSize: range (${JSON.stringify(range)}, newSize: ${newSize}) is greater than size (${size})`);\n    }\n\n    return newSize;\n  }\n\n  return size;\n}\n\n//\n// upload\n//\n\nexport const ImportFileHandleUploadData = z.object({\n  /** Local file path, to take data for upload */\n  localPath: z.string(),\n  /** Path signature, to check this data was generated by us */\n  pathSignature: z.string(),\n  /** File size in bytes */\n  sizeBytes: z.string(),\n  /** Modification time unix timestamp in seconds */\n  modificationTime: z.string(),\n});\nexport type ImportFileHandleUploadData = z.infer<typeof ImportFileHandleUploadData>;\n\nexport const ImportFileHandleIndexData = z.object({\n  /** Pl storage id */\n  storageId: z.string(),\n  /** Path inside storage */\n  path: z.string(),\n});\nexport type ImportFileHandleIndexData = z.infer<typeof ImportFileHandleIndexData>;\n\nexport const ImportFileHandleData = z.union([\n  ImportFileHandleUploadData,\n  ImportFileHandleIndexData,\n]);\nexport type ImportFileHandleData = z.infer<typeof ImportFileHandleData>;\n\n/** Options from BlobUpload resource that have to be passed to getProgress. */\n\n/** ResourceSnapshot that can be passed to GetProgressID */\nexport const UploadResourceSnapshot = rsSchema({\n  data: ImportFileHandleUploadData,\n  fields: {\n    blob: false,\n  },\n});\n\nexport const IndexResourceSnapshot = rsSchema({\n  fields: {\n    incarnation: false,\n  },\n});\n\nexport type UploadResourceSnapshot = InferSnapshot<typeof UploadResourceSnapshot>;\nexport type IndexResourceSnapshot = InferSnapshot<typeof IndexResourceSnapshot>;\n\nexport type ImportResourceSnapshot = UploadResourceSnapshot | IndexResourceSnapshot;\n\n//\n// ls\n//\n\n/** Defines which storages from pl are available via local paths */\nexport type LocalStorageProjection = {\n  /** Pl storage id */\n  readonly storageId: string;\n\n  /**\n   * Local path, the storage is mounted at.\n   *\n   * Empty string means that this storage accepts absolute paths, and operates inside the same OS.\n   * This matches the behaviour how pl interprets FS storage config.\n   * */\n  readonly localPath: string;\n};\n\n/** Allows to add parts of local FS as virtual storages, presenting homogeneous API to UI */\nexport type VirtualLocalStorageSpec = {\n  /** Virtual storage ID, must not intersect with other storage ids */\n  readonly name: string;\n\n  /** Local path to \"chroot\" the API in */\n  readonly root: string;\n\n  /** Used as hint to UI controls to, set as initial path during browsing */\n  readonly initialPath: string;\n};\n"],"names":["rsSchema","z"],"mappings":";;;;;AAKA;AACA;AACA;AACA;AACO,MAAM,4BAA4B,GAAGA,eAAQ,CAAC;AACnD,IAAA,EAAE,EAAE;AACF,QAAA,mBAAmB,EAAEC,KAAC,CAAC,MAAM,CAAC;AAC5B,YAAA,SAAS,EAAEA,KAAC,CAAC,MAAM,CAAC,MAAM,EAAE;SAC7B,CAAC;AACH,KAAA;AACF,CAAA;AAIK,SAAU,OAAO,CAAC,EAAgC,EAAE,KAAkB,EAAA;IAC1E,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,SAAS;IACjD,IAAI,KAAK,EAAE;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI;AACrC,QAAA,IAAI,OAAO,GAAG,IAAI,EAAE;AAClB,YAAA,MAAM,IAAI,KAAK,CAAC,CAAA,gBAAA,EAAmB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,OAAO,CAAA,wBAAA,EAA2B,IAAI,CAAA,CAAA,CAAG,CAAC;QAClH;AAEA,QAAA,OAAO,OAAO;IAChB;AAEA,IAAA,OAAO,IAAI;AACb;AAEA;AACA;AACA;AAEO,MAAM,0BAA0B,GAAGA,KAAC,CAAC,MAAM,CAAC;;AAEjD,IAAA,SAAS,EAAEA,KAAC,CAAC,MAAM,EAAE;;AAErB,IAAA,aAAa,EAAEA,KAAC,CAAC,MAAM,EAAE;;AAEzB,IAAA,SAAS,EAAEA,KAAC,CAAC,MAAM,EAAE;;AAErB,IAAA,gBAAgB,EAAEA,KAAC,CAAC,MAAM,EAAE;AAC7B,CAAA;AAGM,MAAM,yBAAyB,GAAGA,KAAC,CAAC,MAAM,CAAC;;AAEhD,IAAA,SAAS,EAAEA,KAAC,CAAC,MAAM,EAAE;;AAErB,IAAA,IAAI,EAAEA,KAAC,CAAC,MAAM,EAAE;AACjB,CAAA;AAGM,MAAM,oBAAoB,GAAGA,KAAC,CAAC,KAAK,CAAC;IAC1C,0BAA0B;IAC1B,yBAAyB;AAC1B,CAAA;AAGD;AAEA;AACO,MAAM,sBAAsB,GAAGD,eAAQ,CAAC;AAC7C,IAAA,IAAI,EAAE,0BAA0B;AAChC,IAAA,MAAM,EAAE;AACN,QAAA,IAAI,EAAE,KAAK;AACZ,KAAA;AACF,CAAA;AAEM,MAAM,qBAAqB,GAAGA,eAAQ,CAAC;AAC5C,IAAA,MAAM,EAAE;AACN,QAAA,WAAW,EAAE,KAAK;AACnB,KAAA;AACF,CAAA;;;;;;;;;;"}

package/dist/drivers/types.d.ts

@@ -1,8 +1,8 @@
 import { z } from 'zod';
-import { InferSnapshot, ResourceSnapshotSchema } from '@milaboratories/pl-tree';
+import { InferSnapshot } from '@milaboratories/pl-tree';
 import { RangeBytes } from '@milaboratories/pl-model-common';
 /** ResourceSnapshot that can be passed to OnDemandBlob */
-export declare const OnDemandBlobResourceSnapshot: ResourceSnapshotSchema<undefined, undefined, {
+export declare const OnDemandBlobResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<undefined, undefined, {
     readonly 'ctl/file/blobInfo': z.ZodObject<{
         sizeBytes: z.ZodNumber;
     }, "strip", z.ZodTypeAny, {
@@ -81,7 +81,7 @@ export declare const ImportFileHandleData: z.ZodUnion<[z.ZodObject<{
 export type ImportFileHandleData = z.infer<typeof ImportFileHandleData>;
 /** Options from BlobUpload resource that have to be passed to getProgress. */
 /** ResourceSnapshot that can be passed to GetProgressID */
-export declare const UploadResourceSnapshot: ResourceSnapshotSchema<z.ZodObject<{
+export declare const UploadResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<z.ZodObject<{
     /** Local file path, to take data for upload */
     localPath: z.ZodString;
     /** Path signature, to check this data was generated by us */
@@ -103,7 +103,7 @@ export declare const UploadResourceSnapshot: ResourceSnapshotSchema<z.ZodObject<
 }>, {
     readonly blob: false;
 }, undefined>;
-export declare const IndexResourceSnapshot: ResourceSnapshotSchema<undefined, {
+export declare const IndexResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<undefined, {
     readonly incarnation: false;
 }, undefined>;
 export type UploadResourceSnapshot = InferSnapshot<typeof UploadResourceSnapshot>;
@@ -130,4 +130,3 @@ export type VirtualLocalStorageSpec = {
     /** Used as hint to UI controls to, set as initial path during browsing */
     readonly initialPath: string;
 };
-//# sourceMappingURL=types.d.ts.map

package/dist/drivers/types.js

@@ -0,0 +1,64 @@
+import { z } from 'zod';
+import { rsSchema } from '@milaboratories/pl-tree';
+
+//
+// download
+//
+/** ResourceSnapshot that can be passed to OnDemandBlob */
+const OnDemandBlobResourceSnapshot = rsSchema({
+    kv: {
+        'ctl/file/blobInfo': z.object({
+            sizeBytes: z.coerce.number(),
+        }),
+    },
+});
+function getSize(bs, range) {
+    const size = bs.kv['ctl/file/blobInfo'].sizeBytes;
+    if (range) {
+        const newSize = range.to - range.from;
+        if (newSize > size) {
+            throw new Error(`getSize: range (${JSON.stringify(range)}, newSize: ${newSize}) is greater than size (${size})`);
+        }
+        return newSize;
+    }
+    return size;
+}
+//
+// upload
+//
+const ImportFileHandleUploadData = z.object({
+    /** Local file path, to take data for upload */
+    localPath: z.string(),
+    /** Path signature, to check this data was generated by us */
+    pathSignature: z.string(),
+    /** File size in bytes */
+    sizeBytes: z.string(),
+    /** Modification time unix timestamp in seconds */
+    modificationTime: z.string(),
+});
+const ImportFileHandleIndexData = z.object({
+    /** Pl storage id */
+    storageId: z.string(),
+    /** Path inside storage */
+    path: z.string(),
+});
+const ImportFileHandleData = z.union([
+    ImportFileHandleUploadData,
+    ImportFileHandleIndexData,
+]);
+/** Options from BlobUpload resource that have to be passed to getProgress. */
+/** ResourceSnapshot that can be passed to GetProgressID */
+const UploadResourceSnapshot = rsSchema({
+    data: ImportFileHandleUploadData,
+    fields: {
+        blob: false,
+    },
+});
+const IndexResourceSnapshot = rsSchema({
+    fields: {
+        incarnation: false,
+    },
+});
+
+export { ImportFileHandleData, ImportFileHandleIndexData, ImportFileHandleUploadData, IndexResourceSnapshot, OnDemandBlobResourceSnapshot, UploadResourceSnapshot, getSize };
+//# sourceMappingURL=types.js.map

package/dist/drivers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sources":["../../src/drivers/types.ts"],"sourcesContent":["import { z } from 'zod';\nimport type { InferSnapshot } from '@milaboratories/pl-tree';\nimport { rsSchema } from '@milaboratories/pl-tree';\nimport { RangeBytes } from '@milaboratories/pl-model-common';\n\n//\n// download\n//\n/** ResourceSnapshot that can be passed to OnDemandBlob */\nexport const OnDemandBlobResourceSnapshot = rsSchema({\n  kv: {\n    'ctl/file/blobInfo': z.object({\n      sizeBytes: z.coerce.number(),\n    }),\n  },\n});\n\nexport type OnDemandBlobResourceSnapshot = InferSnapshot<typeof OnDemandBlobResourceSnapshot>;\n\nexport function getSize(bs: OnDemandBlobResourceSnapshot, range?: RangeBytes): number {\n  const size = bs.kv['ctl/file/blobInfo'].sizeBytes;\n  if (range) {\n    const newSize = range.to - range.from;\n    if (newSize > size) {\n      throw new Error(`getSize: range (${JSON.stringify(range)}, newSize: ${newSize}) is greater than size (${size})`);\n    }\n\n    return newSize;\n  }\n\n  return size;\n}\n\n//\n// upload\n//\n\nexport const ImportFileHandleUploadData = z.object({\n  /** Local file path, to take data for upload */\n  localPath: z.string(),\n  /** Path signature, to check this data was generated by us */\n  pathSignature: z.string(),\n  /** File size in bytes */\n  sizeBytes: z.string(),\n  /** Modification time unix timestamp in seconds */\n  modificationTime: z.string(),\n});\nexport type ImportFileHandleUploadData = z.infer<typeof ImportFileHandleUploadData>;\n\nexport const ImportFileHandleIndexData = z.object({\n  /** Pl storage id */\n  storageId: z.string(),\n  /** Path inside storage */\n  path: z.string(),\n});\nexport type ImportFileHandleIndexData = z.infer<typeof ImportFileHandleIndexData>;\n\nexport const ImportFileHandleData = z.union([\n  ImportFileHandleUploadData,\n  ImportFileHandleIndexData,\n]);\nexport type ImportFileHandleData = z.infer<typeof ImportFileHandleData>;\n\n/** Options from BlobUpload resource that have to be passed to getProgress. */\n\n/** ResourceSnapshot that can be passed to GetProgressID */\nexport const UploadResourceSnapshot = rsSchema({\n  data: ImportFileHandleUploadData,\n  fields: {\n    blob: false,\n  },\n});\n\nexport const IndexResourceSnapshot = rsSchema({\n  fields: {\n    incarnation: false,\n  },\n});\n\nexport type UploadResourceSnapshot = InferSnapshot<typeof UploadResourceSnapshot>;\nexport type IndexResourceSnapshot = InferSnapshot<typeof IndexResourceSnapshot>;\n\nexport type ImportResourceSnapshot = UploadResourceSnapshot | IndexResourceSnapshot;\n\n//\n// ls\n//\n\n/** Defines which storages from pl are available via local paths */\nexport type LocalStorageProjection = {\n  /** Pl storage id */\n  readonly storageId: string;\n\n  /**\n   * Local path, the storage is mounted at.\n   *\n   * Empty string means that this storage accepts absolute paths, and operates inside the same OS.\n   * This matches the behaviour how pl interprets FS storage config.\n   * */\n  readonly localPath: string;\n};\n\n/** Allows to add parts of local FS as virtual storages, presenting homogeneous API to UI */\nexport type VirtualLocalStorageSpec = {\n  /** Virtual storage ID, must not intersect with other storage ids */\n  readonly name: string;\n\n  /** Local path to \"chroot\" the API in */\n  readonly root: string;\n\n  /** Used as hint to UI controls to, set as initial path during browsing */\n  readonly initialPath: string;\n};\n"],"names":[],"mappings":";;;AAKA;AACA;AACA;AACA;AACO,MAAM,4BAA4B,GAAG,QAAQ,CAAC;AACnD,IAAA,EAAE,EAAE;AACF,QAAA,mBAAmB,EAAE,CAAC,CAAC,MAAM,CAAC;AAC5B,YAAA,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE;SAC7B,CAAC;AACH,KAAA;AACF,CAAA;AAIK,SAAU,OAAO,CAAC,EAAgC,EAAE,KAAkB,EAAA;IAC1E,MAAM,IAAI,GAAG,EAAE,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,SAAS;IACjD,IAAI,KAAK,EAAE;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI;AACrC,QAAA,IAAI,OAAO,GAAG,IAAI,EAAE;AAClB,YAAA,MAAM,IAAI,KAAK,CAAC,CAAA,gBAAA,EAAmB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,cAAc,OAAO,CAAA,wBAAA,EAA2B,IAAI,CAAA,CAAA,CAAG,CAAC;QAClH;AAEA,QAAA,OAAO,OAAO;IAChB;AAEA,IAAA,OAAO,IAAI;AACb;AAEA;AACA;AACA;AAEO,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;;AAEjD,IAAA,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;;AAErB,IAAA,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;;AAEzB,IAAA,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;;AAErB,IAAA,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;AAC7B,CAAA;AAGM,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;;AAEhD,IAAA,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;;AAErB,IAAA,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;AACjB,CAAA;AAGM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC;IAC1C,0BAA0B;IAC1B,yBAAyB;AAC1B,CAAA;AAGD;AAEA;AACO,MAAM,sBAAsB,GAAG,QAAQ,CAAC;AAC7C,IAAA,IAAI,EAAE,0BAA0B;AAChC,IAAA,MAAM,EAAE;AACN,QAAA,IAAI,EAAE,KAAK;AACZ,KAAA;AACF,CAAA;AAEM,MAAM,qBAAqB,GAAG,QAAQ,CAAC;AAC5C,IAAA,MAAM,EAAE;AACN,QAAA,WAAW,EAAE,KAAK;AACnB,KAAA;AACF,CAAA;;;;"}

package/dist/drivers/upload.cjs

@@ -0,0 +1,154 @@
+'use strict';
+
+var node_crypto = require('node:crypto');
+var computable = require('@milaboratories/computable');
+var tsHelpers = require('@milaboratories/ts-helpers');
+var plTree = require('@milaboratories/pl-tree');
+var promises = require('node:timers/promises');
+var types = require('./types.cjs');
+var upload_task = require('./upload_task.cjs');
+var helpers = require('./helpers/helpers.cjs');
+
+function makeBlobImportSnapshot(entryOrAccessor, ctx) {
+    const node = plTree.isPlTreeEntry(entryOrAccessor)
+        ? ctx.accessor(entryOrAccessor).node()
+        : plTree.isPlTreeEntryAccessor(entryOrAccessor)
+            ? entryOrAccessor.node()
+            : entryOrAccessor;
+    if (node.resourceType.name.startsWith('BlobUpload'))
+        return plTree.makeResourceSnapshot(node, types.UploadResourceSnapshot);
+    return plTree.makeResourceSnapshot(node, types.IndexResourceSnapshot);
+}
+// TODO: add abort signal to Upload Tasks.
+/** Uploads blobs in a queue and holds counters, so it can stop not-needed
+ * uploads.
+ * Handles both Index and Upload blobs,
+ * the client needs to pass concrete blobs from `handle` field. */
+class UploadDriver {
+    logger;
+    signer;
+    clientBlob;
+    clientProgress;
+    opts;
+    idToProgress = new Map();
+    /** Holds a queue that upload blobs. */
+    uploadQueue;
+    hooks;
+    constructor(logger, signer, clientBlob, clientProgress, opts = {
+        nConcurrentPartUploads: 10,
+        nConcurrentGetProgresses: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    }) {
+        this.logger = logger;
+        this.signer = signer;
+        this.clientBlob = clientBlob;
+        this.clientProgress = clientProgress;
+        this.opts = opts;
+        this.uploadQueue = new tsHelpers.TaskProcessor(this.logger, 1, {
+            type: 'exponentialWithMaxDelayBackoff',
+            initialDelay: 20,
+            maxDelay: 15000, // 15 seconds
+            backoffMultiplier: 1.5,
+            jitter: 0.5,
+        });
+        this.hooks = new computable.PollingComputableHooks(() => this.startUpdating(), () => this.stopUpdating(), { stopDebounce: opts.stopPollingDelay }, (resolve, reject) => this.scheduleOnNextState(resolve, reject));
+    }
+    getProgressId(handleResource, ctx) {
+        if (ctx == undefined)
+            return computable.Computable.make((ctx) => this.getProgressId(handleResource, ctx));
+        const rInfo = plTree.isPlTreeEntry(handleResource)
+            ? makeBlobImportSnapshot(handleResource, ctx)
+            : handleResource;
+        const callerId = node_crypto.randomUUID();
+        ctx.attacheHooks(this.hooks);
+        ctx.addOnDestroy(() => this.release(rInfo.id, callerId));
+        const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);
+        return result;
+    }
+    getProgressIdNoCtx(w, res, callerId) {
+        validateResourceType('getProgressId', res.type);
+        const task = this.idToProgress.get(res.id);
+        if (task != undefined) {
+            task.setDoneIfOutputSet(res);
+            return task.getProgress(w, callerId);
+        }
+        const newTask = new upload_task.UploadTask(this.logger, this.clientBlob, this.clientProgress, this.opts.nConcurrentPartUploads, this.signer, res);
+        this.idToProgress.set(res.id, newTask);
+        if (newTask.shouldScheduleUpload()) {
+            this.uploadQueue.push({
+                fn: () => newTask.uploadBlobTask(),
+                recoverableErrorPredicate: (e) => !upload_task.nonRecoverableError(e),
+            });
+        }
+        newTask.setDoneIfOutputSet(res);
+        return newTask.getProgress(w, callerId);
+    }
+    /** Decrement counters for the file and remove an uploading if counter == 0. */
+    async release(id, callerId) {
+        const task = this.idToProgress.get(id);
+        if (task === undefined)
+            return;
+        const deleted = task.decCounter(callerId);
+        if (deleted)
+            this.idToProgress.delete(id);
+    }
+    /** Must be called when the driver is closing. */
+    async releaseAll() {
+        this.uploadQueue.stop();
+    }
+    scheduledOnNextState = [];
+    scheduleOnNextState(resolve, reject) {
+        this.scheduledOnNextState.push({ resolve, reject });
+    }
+    /** Called from observer */
+    startUpdating() {
+        this.keepRunning = true;
+        if (this.currentLoop === undefined)
+            this.currentLoop = this.mainLoop();
+    }
+    /** Called from observer */
+    stopUpdating() {
+        this.keepRunning = false;
+    }
+    /** If true, main loop will continue polling pl state. */
+    keepRunning = false;
+    /** Actual state of main loop. */
+    currentLoop = undefined;
+    async mainLoop() {
+        while (this.keepRunning) {
+            const toNotify = this.scheduledOnNextState;
+            this.scheduledOnNextState = [];
+            try {
+                await tsHelpers.asyncPool(this.opts.nConcurrentGetProgresses, this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()));
+                toNotify.forEach((n) => n.resolve());
+            }
+            catch (e) {
+                console.error(e);
+                toNotify.forEach((n) => n.reject(e));
+            }
+            if (!this.keepRunning)
+                break;
+            await promises.scheduler.wait(this.opts.pollingInterval);
+        }
+        this.currentLoop = undefined;
+    }
+    getAllNotDoneProgresses() {
+        return Array.from(this.idToProgress.entries())
+            .filter(([_, p]) => !isProgressDone(p.progress))
+            .map(([_, p]) => p);
+    }
+}
+function isProgressDone(p) {
+    return p.done && (p.status?.progress ?? 0.0) >= 1.0;
+}
+function validateResourceType(methodName, rType) {
+    if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {
+        throw new helpers.WrongResourceTypeError(`${methodName}: wrong resource type: ${rType.name}, `
+            + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`);
+    }
+}
+
+exports.UploadDriver = UploadDriver;
+exports.makeBlobImportSnapshot = makeBlobImportSnapshot;
+//# sourceMappingURL=upload.cjs.map

package/dist/drivers/upload.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.cjs","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport type {\n  Watcher,\n  ComputableCtx } from '@milaboratories/computable';\nimport {\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, TaskProcessor } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { ClientProgress } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport type {\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { ImportResourceSnapshot } from './types';\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from './types';\nimport { isMyUpload, nonRecoverableError, UploadTask } from './upload_task';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith('BlobUpload'))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: 'exponentialWithMaxDelayBackoff',\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType('getProgressId', res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":["isPlTreeEntry","isPlTreeEntryAccessor","makeResourceSnapshot","UploadResourceSnapshot","IndexResourceSnapshot","TaskProcessor","PollingComputableHooks","Computable","randomUUID","UploadTask","nonRecoverableError","asyncPool","scheduler","WrongResourceTypeError"],"mappings":";;;;;;;;;;;AA+BM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAGA,oBAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAEC,4BAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAOC,2BAAoB,CAAC,IAAI,EAAEC,4BAAsB,CAAC;AAC3D,IAAA,OAAOD,2BAAoB,CAAC,IAAI,EAAEE,2BAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAIC,uBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAIC,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2BP,oBAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAGQ,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAIC,sBAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAACC,+BAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;;"}

package/dist/drivers/upload.d.ts

@@ -50,4 +50,3 @@ export declare class UploadDriver {
     private mainLoop;
     private getAllNotDoneProgresses;
 }
-//# sourceMappingURL=upload.d.ts.map