@milaboratories/pl-drivers 1.2.21 → 1.2.23

package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.d.ts

@@ -1,5 +1,6 @@
-import { RpcTransport, ServiceInfo, UnaryCall, RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { RpcTransport, ServiceInfo, UnaryCall, RpcOptions, MethodInfo } from '@protobuf-ts/runtime-rpc';
 import { DownloadAPI_GetDownloadURL_Response, DownloadAPI_GetDownloadURL_Request } from './protocol';
+import { JsonValue } from '@protobuf-ts/runtime';
 /**
  *
  * Download provides access to any data, that can be downloaded via network.
@@ -23,9 +24,9 @@ export interface IDownloadClient {
 export declare class DownloadClient implements IDownloadClient, ServiceInfo {
     private readonly _transport;
     typeName: string;
-    methods: import('@protobuf-ts/runtime-rpc').MethodInfo<any, any>[];
+    methods: MethodInfo<any, any>[];
     options: {
-        [extensionName: string]: import('@protobuf-ts/runtime').JsonValue;
+        [extensionName: string]: JsonValue;
     };
     constructor(_transport: RpcTransport);
     /**

package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.client.d.ts

@@ -1,5 +1,6 @@
-import { RpcTransport, ServiceInfo, UnaryCall, RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { RpcTransport, ServiceInfo, UnaryCall, RpcOptions, MethodInfo } from '@protobuf-ts/runtime-rpc';
 import { LsAPI_List_Response, LsAPI_List_Request } from './protocol';
+import { JsonValue } from '@protobuf-ts/runtime';
 /**
  *
  * LS provides access to lists of blobs (files, S3 objects and so on) is some storage.
@@ -29,9 +30,9 @@ export interface ILSClient {
 export declare class LSClient implements ILSClient, ServiceInfo {
     private readonly _transport;
     typeName: string;
-    methods: import('@protobuf-ts/runtime-rpc').MethodInfo<any, any>[];
+    methods: MethodInfo<any, any>[];
     options: {
-        [extensionName: string]: import('@protobuf-ts/runtime').JsonValue;
+        [extensionName: string]: JsonValue;
     };
     constructor(_transport: RpcTransport);
     /**

package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client.d.ts

@@ -1,5 +1,6 @@
-import { RpcTransport, ServiceInfo, ServerStreamingCall, UnaryCall, RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { RpcTransport, ServiceInfo, ServerStreamingCall, UnaryCall, RpcOptions, MethodInfo } from '@protobuf-ts/runtime-rpc';
 import { ProgressAPI_RealtimeStatus_Response, ProgressAPI_RealtimeStatus_Request, ProgressAPI_GetStatus_Response, ProgressAPI_GetStatus_Request } from './protocol';
+import { JsonValue } from '@protobuf-ts/runtime';
 /**
  *
  * Progress provides access to progress of any long-running process associated with resource.
@@ -27,9 +28,9 @@ export interface IProgressClient {
 export declare class ProgressClient implements IProgressClient, ServiceInfo {
     private readonly _transport;
     typeName: string;
-    methods: import('@protobuf-ts/runtime-rpc').MethodInfo<any, any>[];
+    methods: MethodInfo<any, any>[];
     options: {
-        [extensionName: string]: import('@protobuf-ts/runtime').JsonValue;
+        [extensionName: string]: JsonValue;
     };
     constructor(_transport: RpcTransport);
     /**

package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client.d.ts

@@ -1,5 +1,6 @@
-import { RpcTransport, ServiceInfo, UnaryCall, ServerStreamingCall, RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { RpcTransport, ServiceInfo, UnaryCall, ServerStreamingCall, RpcOptions, MethodInfo } from '@protobuf-ts/runtime-rpc';
 import { StreamingAPI_LastLines, StreamingAPI_ReadText, StreamingAPI_StreamText, StreamingAPI_ReadBinary, StreamingAPI_Response, StreamingAPI_StreamBinary } from './protocol';
+import { JsonValue } from '@protobuf-ts/runtime';
 /**
  *
  * Streaming provides access to online data stream from item in storage. Whenever item is appended with data,
@@ -67,9 +68,9 @@ export interface IStreamingClient {
 export declare class StreamingClient implements IStreamingClient, ServiceInfo {
     private readonly _transport;
     typeName: string;
-    methods: import('@protobuf-ts/runtime-rpc').MethodInfo<any, any>[];
+    methods: MethodInfo<any, any>[];
     options: {
-        [extensionName: string]: import('@protobuf-ts/runtime').JsonValue;
+        [extensionName: string]: JsonValue;
     };
     constructor(_transport: RpcTransport);
     /**

package/dist/proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol.client.d.ts

@@ -1,5 +1,6 @@
-import { RpcTransport, ServiceInfo, UnaryCall, RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { RpcTransport, ServiceInfo, UnaryCall, RpcOptions, MethodInfo } from '@protobuf-ts/runtime-rpc';
 import { uploadapi_Finalize_Response, uploadapi_Finalize_Request, uploadapi_UpdateProgress_Response, uploadapi_UpdateProgress_Request, uploadapi_GetPartURL_Response, uploadapi_GetPartURL_Request, uploadapi_Init_Response, uploadapi_Init_Request } from './protocol';
+import { JsonValue } from '@protobuf-ts/runtime';
 /**
  *
  * Upload provides access to data upload feature, allowing clients to uplad data to Platforma.
@@ -54,9 +55,9 @@ export interface IUploadClient {
 export declare class UploadClient implements IUploadClient, ServiceInfo {
     private readonly _transport;
     typeName: string;
-    methods: import('@protobuf-ts/runtime-rpc').MethodInfo<any, any>[];
+    methods: MethodInfo<any, any>[];
     options: {
-        [extensionName: string]: import('@protobuf-ts/runtime').JsonValue;
+        [extensionName: string]: JsonValue;
     };
     constructor(_transport: RpcTransport);
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-drivers",
-  "version": "1.2.21",
+  "version": "1.2.23",
   "description": "Drivers and a low-level clients for log streaming, downloading and uploading files from and to pl",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.js",
@@ -26,10 +26,10 @@
     "tar-fs": "^3.0.6",
     "undici": "^6.19.8",
     "zod": "^3.23.8",
-    "@milaboratories/computable": "^2.1.6",
-    "@milaboratories/ts-helpers": "^1.0.26",
-    "@milaboratories/pl-client": "^2.4.14",
-    "@milaboratories/pl-tree": "^1.3.11",
+    "@milaboratories/ts-helpers": "^1.0.27",
+    "@milaboratories/computable": "^2.1.7",
+    "@milaboratories/pl-client": "^2.4.16",
+    "@milaboratories/pl-tree": "^1.3.13",
     "@milaboratories/pl-model-common": "^1.3.13"
   },
   "devDependencies": {
@@ -39,6 +39,7 @@
     "@types/jest": "^29.5.13",
     "@types/tar-fs": "^2.0.4",
     "jest": "^29.7.0",
+    "@jest/globals": "^29.7.0",
     "ts-jest": "^29.2.5",
     "@milaboratories/platforma-build-configs": "1.0.1"
   },

package/src/clients/upload.ts

@@ -81,7 +81,7 @@ export class ClientUpload {
       this.prepareUploadOpts(info, chunk)
     );
 
-    const body = await (await resp.body.blob()).text();
+    const body = await resp.body.text();
     this.logger.info(
       `uploaded chunk ${partNumber} from ${partsOverall} of resource: ${id},` +
         ` response: '${body.toString()}', ` +

package/src/drivers/download_and_logs_blob.ts

@@ -473,7 +473,7 @@ export class DownloadDriver implements BlobDriver {
           this.removeTask(
             task,
             `the task ${task.path} was removed` +
-              `from cache along with ${toDelete.map((d) => d.path)}`
+            `from cache along with ${toDelete.map((d) => d.path)}`
           );
         })
       );
@@ -667,7 +667,9 @@ export class Download {
       // check in case we already have a file by this resource id
       // in the directory. It can happen when we forgot to call removeAll
       // in the previous launch.
-      if (!(await fileOrDirExists(this.path))) {
+      if (await fileOrDirExists(this.path)) {
+        content.cancel(`the file already existed`); // we don't need the blob
+      } else {
         const fileToWrite = Writable.toWeb(fs.createWriteStream(this.path));
         await content.pipeTo(fileToWrite);
       }

package/src/drivers/download_url.test.ts

@@ -7,6 +7,7 @@ import * as fs from 'node:fs';
 import * as fsp from 'node:fs/promises';
 import * as path from 'node:path';
 import { DownloadUrlDriver } from './download_url';
+import {test, expect} from '@jest/globals';
 
 test('should download a tar archive and extracts its content and then deleted', async () => {
   await TestHelpers.withTempRoot(async (client) => {
@@ -39,7 +40,7 @@ test('should download a tar archive and extracts its content and then deleted',
   });
 });
 
-test('should show a error when 403 status code', async () => {
+test('should show a error when 404 status code', async () => {
   try {
     await TestHelpers.withTempRoot(async (client) => {
       const logger = new ConsoleLoggerAdapter();

package/src/drivers/upload.test.ts

@@ -23,6 +23,7 @@ import {
   createUploadProgressClient
 } from '../clients/helpers';
 import { Writable, Readable } from 'node:stream';
+import { test, expect } from '@jest/globals';
 
 test('upload a blob', async () => {
   await withTest(async ({ client, uploader, signer }: TestArg) => {
@@ -243,7 +244,7 @@ test('index a blob', async () => {
   await withTest(async ({ client, uploader }: TestArg) => {
     const uploadId = await createBlobIndex(
       client,
-      'another_answer_to_the_ultimate_question.txt',
+      './another_answer_to_the_ultimate_question.txt',
       'library'
     );
     const handleRes = await getHandleField(client, uploadId);

package/src/drivers/upload.ts

@@ -382,6 +382,8 @@ class ProgressUpdater {
 
   private setDone(done: boolean) {
     this.progress.done = done;
+    if (done)
+      this.progress.lastError = undefined;
   }
 
   async updateStatus() {

package/src/helpers/download.ts

@@ -25,12 +25,14 @@ export class DownloadHelper {
     });
 
     if (400 <= statusCode && statusCode < 500) {
+      body.on('error', (_) => {}).destroy();
       throw new NetworkError400(
         `Http error: statusCode: ${statusCode} url: ${url.toString()}`
       );
     }
     if (statusCode != 200) {
-      throw Error(
+      body.on('error', (_) => {}).destroy();
+      throw new Error(
         `Http error: statusCode: ${statusCode} url: ${url.toString()}`
       );
     }