@milaboratories/pl-drivers 1.5.51 → 1.5.53

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-drivers",
-  "version": "1.5.51",
+  "version": "1.5.53",
   "engines": {
     "node": ">=20"
   },
@@ -30,11 +30,11 @@
     "tar-fs": "^3.0.8",
     "undici": "~7.5.0",
     "zod": "~3.23.8",
-    "@milaboratories/pl-client": "^2.9.0",
-    "@milaboratories/computable": "^2.4.7",
-    "@milaboratories/pl-model-common": "^1.14.0",
     "@milaboratories/ts-helpers": "^1.2.0",
-    "@milaboratories/pl-tree": "^1.6.0"
+    "@milaboratories/computable": "^2.4.7",
+    "@milaboratories/pl-client": "^2.9.0",
+    "@milaboratories/pl-tree": "^1.6.1",
+    "@milaboratories/pl-model-common": "^1.14.0"
   },
   "devDependencies": {
     "eslint": "^9.25.1",
@@ -47,8 +47,8 @@
     "jest": "^29.7.0",
     "@jest/globals": "^29.7.0",
     "ts-jest": "^29.2.6",
-    "@milaboratories/platforma-build-configs": "1.0.3",
-    "@milaboratories/eslint-config": "^1.0.4"
+    "@milaboratories/eslint-config": "^1.0.4",
+    "@milaboratories/platforma-build-configs": "1.0.3"
   },
   "scripts": {
     "type-check": "tsc --noEmit --composite false",

package/src/clients/download.ts

@@ -40,26 +40,35 @@ export class ClientDownload {
 
   close() {}
 
+  /** Gets a presign URL and downloads the file.
+   * An optional range with 2 numbers from what byte and to what byte to download can be provided. */
   async downloadBlob(
     info: ResourceInfo,
     options?: RpcOptions,
     signal?: AbortSignal,
+    fromBytes?: number,
+    toBytes?: number,
   ): Promise<DownloadResponse> {
     const { downloadUrl, headers } = await this.grpcGetDownloadUrl(info, options, signal);
 
-    this.logger.info(`download blob from url ${downloadUrl}`);
+    const remoteHeaders = toHeadersMap(headers, fromBytes, toBytes);
+    this.logger.info(`download blob from url ${downloadUrl}, headers: ${JSON.stringify(remoteHeaders)}`);
 
     return isLocal(downloadUrl)
-      ? await this.readLocalFile(downloadUrl)
-      : await this.remoteFileDownloader.download(downloadUrl, toHeadersMap(headers), signal);
+      ? await this.readLocalFile(downloadUrl, fromBytes, toBytes)
+      : await this.remoteFileDownloader.download(downloadUrl, remoteHeaders, signal);
   }
 
-  async readLocalFile(url: string): Promise<DownloadResponse> {
+  async readLocalFile(
+    url: string,
+    fromBytes?: number,
+    toBytes?: number,
+  ): Promise<DownloadResponse> {
     const { storageId, relativePath } = parseLocalUrl(url);
     const fullPath = getFullPath(storageId, this.localStorageIdsToRoot, relativePath);
 
     return {
-      content: Readable.toWeb(fs.createReadStream(fullPath)),
+      content: Readable.toWeb(fs.createReadStream(fullPath, { start: fromBytes, end: toBytes })),
       size: (await fsp.stat(fullPath)).size,
     };
   }

package/src/clients/helpers.ts

@@ -1,3 +1,12 @@
-export function toHeadersMap(headers: { name: string; value: string }[]): Record<string, string> {
-  return Object.fromEntries(headers.map(({ name, value }) => [name, value]));
+export function toHeadersMap(
+  headers: { name: string; value: string }[],
+  fromBytes?: number,
+  toBytes?: number,
+): Record<string, string> {
+  const result = Object.fromEntries(headers.map(({ name, value }) => [name, value]));
+  if (fromBytes !== undefined && toBytes !== undefined) {
+    result['Range'] = `bytes=${fromBytes}-${toBytes}`;
+  }
+
+  return result;
 }

package/src/drivers/ls.ts

@@ -42,8 +42,19 @@ export interface InternalLsDriver extends sdk.LsDriver {
    * To be used in tests and in implementation of the native file selection UI API.
    * */
   getLocalFileHandle(localPath: string): Promise<sdk.LocalImportFileHandle>;
+
+  listRemoteFilesWithAdditionalInfo(storage: sdk.StorageHandle, fullPath: string): Promise<ListRemoteFilesResultWithAdditionalInfo>;
 }
 
+export type ListRemoteFilesResultWithAdditionalInfo = {
+  parent?: string;
+  entries: LsEntryWithAdditionalInfo[];
+};
+
+export type LsEntryWithAdditionalInfo = LsEntry & {
+  size: number;
+};
+
 export type OpenFileDialogCallback = (
   multipleFiles: boolean,
   ops?: OpenDialogOps
@@ -231,6 +242,28 @@ export class LsDriver implements InternalLsDriver {
     return { entries };
   }
 
+  public async listRemoteFilesWithAdditionalInfo(
+    storageHandle: sdk.StorageHandle,
+    fullPath: string,
+  ): Promise<ListRemoteFilesResultWithAdditionalInfo> {
+    const storageData = parseStorageHandle(storageHandle);
+    if (!storageData.isRemote) {
+      throw new Error(`Storage ${storageData.name} is not remote`);
+    }
+
+    const response = await this.lsClient.list(storageData, fullPath);
+
+    return {
+      entries: response.items.map((e) => ({
+        type: e.isDir ? 'dir' : 'file',
+        name: e.name,
+        fullPath: e.fullName,
+        handle: createIndexImportHandle(storageData.name, e.fullName),
+        size: Number(e.size),
+      })),
+    };
+  }
+
   public async fileToImportHandle(file: sdk.FileLike): Promise<sdk.ImportFileHandle> {
     throw new Error(
       'Not implemented. This method must be implemented and intercepted in desktop preload script.',

package/src/helpers/download.ts

@@ -39,7 +39,7 @@ export class RemoteFileDownloader {
 }
 
 async function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {
-  if (statusCode != 200) {
+  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {
     const beginning = (await text(webBody)).substring(0, 1000);
 
     if (400 <= statusCode && statusCode < 500) {