@milaboratories/pl-drivers 1.13.0 → 1.14.0

package/src/drivers/ls.ts

@@ -1,14 +1,5 @@
-import type { PlClient, ResourceData, ResourceId } from "@milaboratories/pl-client";
-import { isNotNullResourceId } from "@milaboratories/pl-client";
+import type { PlClient, UserResources } from "@milaboratories/pl-client";
 import type * as sdk from "@milaboratories/pl-model-common";
-import type {
-  LocalImportFileHandle,
-  LsEntry,
-  OpenDialogOps,
-  OpenMultipleFilesResponse,
-  OpenSingleFileResponse,
-  TableRange,
-} from "@milaboratories/pl-model-common";
 import { isImportFileHandleIndex } from "@milaboratories/pl-model-common";
 import type { MiLogger, Signer } from "@milaboratories/ts-helpers";
 import * as fsp from "node:fs/promises";
@@ -16,6 +7,7 @@ import * as path from "node:path";
 import { createLsFilesClient } from "../clients/constructors";
 import type { ClientLs } from "../clients/ls_api";
 import { validateAbsolute } from "../helpers/validate";
+import type { ResourceInfo } from "@milaboratories/pl-tree";
 import {
   createIndexImportHandle,
   createUploadImportHandle,
@@ -26,6 +18,7 @@ import {
   createLocalStorageHandle,
   createRemoteStorageHandle,
   parseStorageHandle,
+  RemoteStorageHandleData,
 } from "./helpers/ls_storage_entry";
 import type { LocalStorageProjection, VirtualLocalStorageSpec } from "./types";
 import { DefaultVirtualLocalStorages } from "./virtual_storages";
@@ -52,21 +45,20 @@ export type ListRemoteFilesResultWithAdditionalInfo = {
   entries: LsEntryWithAdditionalInfo[];
 };
 
-export type LsEntryWithAdditionalInfo = LsEntry & {
+export type LsEntryWithAdditionalInfo = sdk.LsEntry & {
   size: number;
 };
 
 export type OpenFileDialogCallback = (
   multipleFiles: boolean,
-  ops?: OpenDialogOps,
+  ops?: sdk.OpenDialogOps,
 ) => Promise<undefined | string[]>;
 
 export class LsDriver implements InternalLsDriver {
   private constructor(
     private readonly logger: MiLogger,
     private readonly lsClient: ClientLs,
-    /** Pl storage id, to resource id. The resource id can be used to make LS GRPC calls to. */
-    private readonly storageIdToResourceId: Record<string, ResourceId>,
+    private readonly userResources: UserResources,
     private readonly signer: Signer,
     /** Virtual storages by name */
     private readonly virtualStoragesMap: Map<string, VirtualLocalStorageSpec>,
@@ -76,8 +68,8 @@ export class LsDriver implements InternalLsDriver {
   ) {}
 
   public async getLocalFileContent(
-    file: LocalImportFileHandle,
-    range?: TableRange,
+    file: sdk.LocalImportFileHandle,
+    range?: sdk.TableRange,
   ): Promise<Uint8Array> {
     const localPath = await this.tryResolveLocalFileHandle(file);
 
@@ -95,15 +87,15 @@ export class LsDriver implements InternalLsDriver {
     return await fsp.readFile(localPath);
   }
 
-  public async getLocalFileSize(file: LocalImportFileHandle): Promise<number> {
+  public async getLocalFileSize(file: sdk.LocalImportFileHandle): Promise<number> {
     const localPath = await this.tryResolveLocalFileHandle(file);
     const stat = await fsp.stat(localPath);
     return stat.size;
   }
 
   public async showOpenMultipleFilesDialog(
-    ops?: OpenDialogOps,
-  ): Promise<OpenMultipleFilesResponse> {
+    ops?: sdk.OpenDialogOps,
+  ): Promise<sdk.OpenMultipleFilesResponse> {
     const result = await this.openFileDialogCallback(true, ops);
     if (result === undefined) return {};
     return {
@@ -111,7 +103,9 @@ export class LsDriver implements InternalLsDriver {
     };
   }
 
-  public async showOpenSingleFileDialog(ops?: OpenDialogOps): Promise<OpenSingleFileResponse> {
+  public async showOpenSingleFileDialog(
+    ops?: sdk.OpenDialogOps,
+  ): Promise<sdk.OpenSingleFileResponse> {
     const result = await this.openFileDialogCallback(false, ops);
     if (result === undefined) return {};
     return {
@@ -125,7 +119,7 @@ export class LsDriver implements InternalLsDriver {
    * @param handle handle to be resolved
    * @private
    */
-  private async tryResolveLocalFileHandle(handle: LocalImportFileHandle): Promise<string> {
+  private async tryResolveLocalFileHandle(handle: sdk.LocalImportFileHandle): Promise<string> {
     if (isImportFileHandleIndex(handle)) {
       const handleData = parseIndexHandle(handle);
       const localProjection = this.localProjectionsMap.get(handleData.storageId);
@@ -153,7 +147,7 @@ export class LsDriver implements InternalLsDriver {
 
   public async getLocalFileHandle(
     localPath: string,
-  ): Promise<sdk.ImportFileHandle & LocalImportFileHandle> {
+  ): Promise<sdk.ImportFileHandle & sdk.LocalImportFileHandle> {
     validateAbsolute(localPath);
 
     // Checking if local path is directly reachable by pl, because it is in one of the
@@ -169,7 +163,7 @@ export class LsDriver implements InternalLsDriver {
         return createIndexImportHandle(
           lp.storageId,
           pathWithinStorage,
-        ) as sdk.ImportFileHandleIndex & LocalImportFileHandle;
+        ) as sdk.ImportFileHandleIndex & sdk.LocalImportFileHandle;
       }
     }
 
@@ -181,30 +175,30 @@ export class LsDriver implements InternalLsDriver {
       this.signer,
       stat.size,
       stat.mtimeMs / 1000n, // integer division
-    ) as sdk.ImportFileHandleUpload & LocalImportFileHandle;
+    ) as sdk.ImportFileHandleUpload & sdk.LocalImportFileHandle;
   }
 
   public async getStorageList(): Promise<sdk.StorageEntry[]> {
     const virtualStorages = [...this.virtualStoragesMap.values()].map((s) => ({
+      id: s.id,
       name: s.name,
-      handle: createLocalStorageHandle(s.name, s.root),
+      handle: createLocalStorageHandle(s.id, s.root),
       initialFullPath: s.initialPath,
     }));
 
-    const otherStorages = Object.entries(this.storageIdToResourceId!).map(
-      ([storageId, resourceId]) => ({
-        name: storageId,
-        handle: createRemoteStorageHandle(storageId, resourceId),
-        initialFullPath: "", // we don't have any additional information from where to start browsing remote storages
-        isInitialPathHome: false,
-      }),
-    );
+    const dataLibraries = await this.userResources.getDataLibraries();
+    const remoteStorages = [...dataLibraries.values()].map((info) => ({
+      id: info.storageId,
+      name: info.storageName,
+      handle: createRemoteStorageHandle(info),
+      initialFullPath: "",
+    }));
 
     // root must be a storage so we can index any file,
     // but for UI it's enough
     // to have local virtual storage on *nix,
     // and local_disk_${drive} on Windows.
-    const noRoot = otherStorages.filter((it) => it.name !== "root");
+    const noRoot = remoteStorages.filter((it) => it.id !== "root");
 
     return [...virtualStorages, ...noRoot];
   }
@@ -216,13 +210,14 @@ export class LsDriver implements InternalLsDriver {
     const storageData = parseStorageHandle(storageHandle);
 
     if (storageData.isRemote) {
-      const response = await this.lsClient.list(storageData, fullPath);
+      const rInfo = await this.resolveRemoteStorageResourceInfo(storageData);
+      const response = await this.lsClient.list(rInfo, fullPath);
       return {
         entries: response.items.map((e) => ({
           type: e.isDir ? "dir" : "file",
           name: e.name,
           fullPath: e.fullName,
-          handle: createIndexImportHandle(storageData.name, e.fullName),
+          handle: createIndexImportHandle(storageData.storageId, e.fullName),
         })),
       };
     }
@@ -234,7 +229,7 @@ export class LsDriver implements InternalLsDriver {
     }
     const lsRoot = path.isAbsolute(fullPath) ? fullPath : path.join(storageData.rootPath, fullPath);
 
-    const entries: LsEntry[] = [];
+    const entries: sdk.LsEntry[] = [];
     for await (const dirent of await fsp.opendir(lsRoot)) {
       if (!dirent.isFile() && !dirent.isDirectory()) continue;
 
@@ -263,19 +258,27 @@ export class LsDriver implements InternalLsDriver {
       throw new Error(`Storage ${storageData.name} is not remote`);
     }
 
-    const response = await this.lsClient.list(storageData, fullPath);
+    const rInfo = await this.resolveRemoteStorageResourceInfo(storageData);
+    const response = await this.lsClient.list(rInfo, fullPath);
 
     return {
       entries: response.items.map((e) => ({
         type: e.isDir ? "dir" : "file",
         name: e.name,
         fullPath: e.fullName,
-        handle: createIndexImportHandle(storageData.name, e.fullName),
+        handle: createIndexImportHandle(storageData.storageId, e.fullName),
         size: Number(e.size),
       })),
     };
   }
 
+  /** Looks up ResourceType for a remote storage from the data libraries index. */
+  private async resolveRemoteStorageResourceInfo(
+    storageData: RemoteStorageHandleData,
+  ): Promise<ResourceInfo> {
+    return { id: storageData.resourceId, type: storageData.resourceType };
+  }
+
   public async fileToImportHandle(_file: sdk.FileLike): Promise<sdk.ImportFileHandle> {
     throw new Error(
       "Not implemented. This method must be implemented and intercepted in desktop preload script.",
@@ -300,7 +303,7 @@ export class LsDriver implements InternalLsDriver {
     for (const lp of localProjections) if (lp.localPath !== "") validateAbsolute(lp.localPath);
 
     // creating indexed maps for quick access
-    const virtualStoragesMap = new Map(virtualStorages.map((s) => [s.name, s]));
+    const virtualStoragesMap = new Map(virtualStorages.map((s) => [s.id, s]));
     const localProjectionsMap = new Map(localProjections.map((s) => [s.storageId, s]));
 
     // validating there is no intersection
@@ -315,7 +318,7 @@ export class LsDriver implements InternalLsDriver {
     return new LsDriver(
       logger,
       lsClient,
-      await doGetAvailableStorageIds(client),
+      client.userResources,
       signer,
       virtualStoragesMap,
       localProjectionsMap,
@@ -323,20 +326,3 @@ export class LsDriver implements InternalLsDriver {
     );
   }
 }
-
-async function doGetAvailableStorageIds(client: PlClient): Promise<Record<string, ResourceId>> {
-  return client.withReadTx("GetAvailableStorageIds", async (tx) => {
-    const lsProviderId = await tx.getResourceByName("LSProvider");
-    const provider = await tx.getResourceData(lsProviderId, true);
-
-    return providerToStorageIds(provider);
-  });
-}
-
-function providerToStorageIds(provider: ResourceData) {
-  return Object.fromEntries(
-    provider.fields
-      .filter((f) => f.type == "Dynamic" && isNotNullResourceId(f.value))
-      .map((f) => [f.name.substring("storage/".length), f.value as ResourceId]),
-  );
-}

package/src/drivers/types.ts

@@ -104,7 +104,9 @@ export type LocalStorageProjection = {
 
 /** Allows to add parts of local FS as virtual storages, presenting homogeneous API to UI */
 export type VirtualLocalStorageSpec = {
-  /** Virtual storage ID, must not intersect with other storage ids */
+  /** Stable machine identifier, must not intersect with other storage ids */
+  readonly id: string;
+  /** Human-readable display name */
   readonly name: string;
 
   /** Local path to "chroot" the API in */

package/src/drivers/upload.ts

@@ -1,5 +1,5 @@
 import { randomUUID } from "node:crypto";
-import type { ResourceId, ResourceType } from "@milaboratories/pl-client";
+import type { SignedResourceId, ResourceType } from "@milaboratories/pl-client";
 import type { Watcher, ComputableCtx } from "@milaboratories/computable";
 import { Computable, PollingComputableHooks } from "@milaboratories/computable";
 import type { MiLogger, Signer } from "@milaboratories/ts-helpers";
@@ -50,7 +50,7 @@ export type UploadDriverOps = PollingOps & {
  * Handles both Index and Upload blobs,
  * the client needs to pass concrete blobs from `handle` field. */
 export class UploadDriver {
-  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();
+  private readonly idToProgress: Map<SignedResourceId, UploadTask> = new Map();
 
   /** Holds a queue that upload blobs. */
   private readonly uploadQueue: TaskProcessor;
@@ -148,7 +148,7 @@ export class UploadDriver {
   }
 
   /** Decrement counters for the file and remove an uploading if counter == 0. */
-  private async release(id: ResourceId, callerId: string) {
+  private async release(id: SignedResourceId, callerId: string) {
     const task = this.idToProgress.get(id);
     if (task === undefined) return;
 

package/src/drivers/virtual_storages.ts

@@ -9,6 +9,7 @@ export async function DefaultVirtualLocalStorages(): Promise<VirtualLocalStorage
   if (path.sep == "/")
     return [
       {
+        id: "local",
         name: "local",
         root: "/",
         initialPath: home,
@@ -33,6 +34,7 @@ export async function DefaultVirtualLocalStorages(): Promise<VirtualLocalStorage
       return drives.map((drive) => {
         const isHomeDrive = drive == homeDrive;
         return {
+          id: `local_disk_${drive}`,
           name: `local_disk_${drive}`,
           root: `${drive}:\\`,
           initialPath: isHomeDrive ? home : `${drive}:\\`,
@@ -41,6 +43,7 @@ export async function DefaultVirtualLocalStorages(): Promise<VirtualLocalStorage
     } catch {
       return [
         {
+          id: `local_disk_${homeDrive}`,
           name: `local_disk_${homeDrive}`,
           root: `${homeDrive}:\\`,
           initialPath: home,

package/src/proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.ts

@@ -32,9 +32,9 @@ export interface DownloadAPI_GetDownloadURL_Request {
     /**
      * Signature proving the caller is authorized to access this resource.
      *
-     * @generated from protobuf field: optional bytes resource_signature = 3
+     * @generated from protobuf field: bytes resource_signature = 3
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
     /**
      * Pass `true` here if the blob will be downloaded from the internal network,
      * e.g. controllers could use this if they are trying to download something from the internal network.
@@ -151,13 +151,14 @@ class DownloadAPI_GetDownloadURL_Request$Type extends MessageType<DownloadAPI_Ge
     constructor() {
         super("MiLaboratories.Controller.Shared.DownloadAPI.GetDownloadURL.Request", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 3, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ },
+            { no: 3, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ },
             { no: 2, name: "is_internal_use", kind: "scalar", T: 8 /*ScalarType.BOOL*/ }
         ]);
     }
     create(value?: PartialMessage<DownloadAPI_GetDownloadURL_Request>): DownloadAPI_GetDownloadURL_Request {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         message.isInternalUse = false;
         if (value !== undefined)
             reflectionMergePartial<DownloadAPI_GetDownloadURL_Request>(this, message, value);
@@ -171,7 +172,7 @@ class DownloadAPI_GetDownloadURL_Request$Type extends MessageType<DownloadAPI_Ge
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 3:
+                case /* bytes resource_signature */ 3:
                     message.resourceSignature = reader.bytes();
                     break;
                 case /* bool is_internal_use */ 2:
@@ -195,8 +196,8 @@ class DownloadAPI_GetDownloadURL_Request$Type extends MessageType<DownloadAPI_Ge
         /* bool is_internal_use = 2; */
         if (message.isInternalUse !== false)
             writer.tag(2, WireType.Varint).bool(message.isInternalUse);
-        /* optional bytes resource_signature = 3; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 3; */
+        if (message.resourceSignature.length)
             writer.tag(3, WireType.LengthDelimited).bytes(message.resourceSignature);
         let u = options.writeUnknownFields;
         if (u !== false)

package/src/proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol.ts

@@ -92,9 +92,9 @@ export interface LsAPI_List_Request {
     /**
      * Signature proving the caller is authorized to access this resource.
      *
-     * @generated from protobuf field: optional bytes resource_signature = 3
+     * @generated from protobuf field: bytes resource_signature = 3
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
     /**
      * Location to list, relative to the storage root. Only items that have <full_name> starting
      * with <location> are included in the list response.
@@ -299,13 +299,14 @@ class LsAPI_List_Request$Type extends MessageType<LsAPI_List_Request> {
     constructor() {
         super("MiLaboratories.Controller.Shared.LsAPI.List.Request", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 3, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ },
+            { no: 3, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ },
             { no: 2, name: "location", kind: "scalar", T: 9 /*ScalarType.STRING*/ }
         ]);
     }
     create(value?: PartialMessage<LsAPI_List_Request>): LsAPI_List_Request {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         message.location = "";
         if (value !== undefined)
             reflectionMergePartial<LsAPI_List_Request>(this, message, value);
@@ -319,7 +320,7 @@ class LsAPI_List_Request$Type extends MessageType<LsAPI_List_Request> {
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 3:
+                case /* bytes resource_signature */ 3:
                     message.resourceSignature = reader.bytes();
                     break;
                 case /* string location */ 2:
@@ -343,8 +344,8 @@ class LsAPI_List_Request$Type extends MessageType<LsAPI_List_Request> {
         /* string location = 2; */
         if (message.location !== "")
             writer.tag(2, WireType.LengthDelimited).string(message.location);
-        /* optional bytes resource_signature = 3; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 3; */
+        if (message.resourceSignature.length)
             writer.tag(3, WireType.LengthDelimited).bytes(message.resourceSignature);
         let u = options.writeUnknownFields;
         if (u !== false)

package/src/proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.ts

@@ -58,9 +58,9 @@ export interface ProgressAPI_GetStatus_Request {
      */
     resourceId: bigint;
     /**
-     * @generated from protobuf field: optional bytes resource_signature = 2
+     * @generated from protobuf field: bytes resource_signature = 2
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
 }
 /**
  * @generated from protobuf message MiLaboratories.Controller.Shared.ProgressAPI.GetStatus.Response
@@ -85,9 +85,9 @@ export interface ProgressAPI_RealtimeStatus_Request {
      */
     resourceId: bigint;
     /**
-     * @generated from protobuf field: optional bytes resource_signature = 3
+     * @generated from protobuf field: bytes resource_signature = 3
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
     /**
      * @generated from protobuf field: google.protobuf.Duration update_interval = 2
      */
@@ -262,12 +262,13 @@ class ProgressAPI_GetStatus_Request$Type extends MessageType<ProgressAPI_GetStat
     constructor() {
         super("MiLaboratories.Controller.Shared.ProgressAPI.GetStatus.Request", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 2, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ }
+            { no: 2, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ }
         ]);
     }
     create(value?: PartialMessage<ProgressAPI_GetStatus_Request>): ProgressAPI_GetStatus_Request {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         if (value !== undefined)
             reflectionMergePartial<ProgressAPI_GetStatus_Request>(this, message, value);
         return message;
@@ -280,7 +281,7 @@ class ProgressAPI_GetStatus_Request$Type extends MessageType<ProgressAPI_GetStat
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 2:
+                case /* bytes resource_signature */ 2:
                     message.resourceSignature = reader.bytes();
                     break;
                 default:
@@ -298,8 +299,8 @@ class ProgressAPI_GetStatus_Request$Type extends MessageType<ProgressAPI_GetStat
         /* uint64 resource_id = 1; */
         if (message.resourceId !== 0n)
             writer.tag(1, WireType.Varint).uint64(message.resourceId);
-        /* optional bytes resource_signature = 2; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 2; */
+        if (message.resourceSignature.length)
             writer.tag(2, WireType.LengthDelimited).bytes(message.resourceSignature);
         let u = options.writeUnknownFields;
         if (u !== false)
@@ -400,13 +401,14 @@ class ProgressAPI_RealtimeStatus_Request$Type extends MessageType<ProgressAPI_Re
     constructor() {
         super("MiLaboratories.Controller.Shared.ProgressAPI.RealtimeStatus.Request", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 3, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ },
+            { no: 3, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ },
             { no: 2, name: "update_interval", kind: "message", T: () => Duration }
         ]);
     }
     create(value?: PartialMessage<ProgressAPI_RealtimeStatus_Request>): ProgressAPI_RealtimeStatus_Request {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         if (value !== undefined)
             reflectionMergePartial<ProgressAPI_RealtimeStatus_Request>(this, message, value);
         return message;
@@ -419,7 +421,7 @@ class ProgressAPI_RealtimeStatus_Request$Type extends MessageType<ProgressAPI_Re
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 3:
+                case /* bytes resource_signature */ 3:
                     message.resourceSignature = reader.bytes();
                     break;
                 case /* google.protobuf.Duration update_interval */ 2:
@@ -443,8 +445,8 @@ class ProgressAPI_RealtimeStatus_Request$Type extends MessageType<ProgressAPI_Re
         /* google.protobuf.Duration update_interval = 2; */
         if (message.updateInterval)
             Duration.internalBinaryWrite(message.updateInterval, writer.tag(2, WireType.LengthDelimited).fork(), options).join();
-        /* optional bytes resource_signature = 3; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 3; */
+        if (message.resourceSignature.length)
             writer.tag(3, WireType.LengthDelimited).bytes(message.resourceSignature);
         let u = options.writeUnknownFields;
         if (u !== false)

package/src/proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.ts

@@ -29,9 +29,9 @@ export interface StreamingAPI_ReadBinary {
     /**
      * Signature proving the caller is authorized to access this resource.
      *
-     * @generated from protobuf field: optional bytes resource_signature = 3
+     * @generated from protobuf field: bytes resource_signature = 3
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
     /**
      * <offset> makes the streamer perform a seek operation to the given offset before sending the data.
      *
@@ -61,9 +61,9 @@ export interface StreamingAPI_ReadText {
     /**
      * Signature proving the caller is authorized to access this resource.
      *
-     * @generated from protobuf field: optional bytes resource_signature = 3
+     * @generated from protobuf field: bytes resource_signature = 3
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
     /**
      * <offset> makes the streamer perform a seek operation to the given offset before sending the contents.
      * This offset is taken in BYTES, as it eases streaming recovery after a client reconnection or controller restart.
@@ -115,9 +115,9 @@ export interface StreamingAPI_LastLines {
     /**
      * Signature proving the caller is authorized to access this resource.
      *
-     * @generated from protobuf field: optional bytes resource_signature = 4
+     * @generated from protobuf field: bytes resource_signature = 4
      */
-    resourceSignature?: Uint8Array;
+    resourceSignature: Uint8Array;
     /**
      * <offset> makes the streamer perform a seek operation to the given offset before sending the contents.
      * This offset is taken in BYTES, as it eases streaming recovery after a client reconnection or controller restart.
@@ -226,7 +226,7 @@ class StreamingAPI_ReadBinary$Type extends MessageType<StreamingAPI_ReadBinary>
     constructor() {
         super("MiLaboratories.Controller.Shared.StreamingAPI.ReadBinary", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 3, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ },
+            { no: 3, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ },
             { no: 2, name: "offset", kind: "scalar", T: 3 /*ScalarType.INT64*/, L: 0 /*LongType.BIGINT*/ },
             { no: 11, name: "chunk_size", kind: "scalar", opt: true, T: 13 /*ScalarType.UINT32*/ }
         ]);
@@ -234,6 +234,7 @@ class StreamingAPI_ReadBinary$Type extends MessageType<StreamingAPI_ReadBinary>
     create(value?: PartialMessage<StreamingAPI_ReadBinary>): StreamingAPI_ReadBinary {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         message.offset = 0n;
         if (value !== undefined)
             reflectionMergePartial<StreamingAPI_ReadBinary>(this, message, value);
@@ -247,7 +248,7 @@ class StreamingAPI_ReadBinary$Type extends MessageType<StreamingAPI_ReadBinary>
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 3:
+                case /* bytes resource_signature */ 3:
                     message.resourceSignature = reader.bytes();
                     break;
                 case /* int64 offset */ 2:
@@ -274,8 +275,8 @@ class StreamingAPI_ReadBinary$Type extends MessageType<StreamingAPI_ReadBinary>
         /* int64 offset = 2; */
         if (message.offset !== 0n)
             writer.tag(2, WireType.Varint).int64(message.offset);
-        /* optional bytes resource_signature = 3; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 3; */
+        if (message.resourceSignature.length)
             writer.tag(3, WireType.LengthDelimited).bytes(message.resourceSignature);
         /* optional uint32 chunk_size = 11; */
         if (message.chunkSize !== undefined)
@@ -295,7 +296,7 @@ class StreamingAPI_ReadText$Type extends MessageType<StreamingAPI_ReadText> {
     constructor() {
         super("MiLaboratories.Controller.Shared.StreamingAPI.ReadText", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 3, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ },
+            { no: 3, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ },
             { no: 2, name: "offset", kind: "scalar", T: 3 /*ScalarType.INT64*/, L: 0 /*LongType.BIGINT*/ },
             { no: 20, name: "read_limit", kind: "scalar", opt: true, T: 3 /*ScalarType.INT64*/, L: 0 /*LongType.BIGINT*/ },
             { no: 21, name: "search", kind: "scalar", opt: true, T: 9 /*ScalarType.STRING*/ },
@@ -305,6 +306,7 @@ class StreamingAPI_ReadText$Type extends MessageType<StreamingAPI_ReadText> {
     create(value?: PartialMessage<StreamingAPI_ReadText>): StreamingAPI_ReadText {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         message.offset = 0n;
         if (value !== undefined)
             reflectionMergePartial<StreamingAPI_ReadText>(this, message, value);
@@ -318,7 +320,7 @@ class StreamingAPI_ReadText$Type extends MessageType<StreamingAPI_ReadText> {
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 3:
+                case /* bytes resource_signature */ 3:
                     message.resourceSignature = reader.bytes();
                     break;
                 case /* int64 offset */ 2:
@@ -351,8 +353,8 @@ class StreamingAPI_ReadText$Type extends MessageType<StreamingAPI_ReadText> {
         /* int64 offset = 2; */
         if (message.offset !== 0n)
             writer.tag(2, WireType.Varint).int64(message.offset);
-        /* optional bytes resource_signature = 3; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 3; */
+        if (message.resourceSignature.length)
             writer.tag(3, WireType.LengthDelimited).bytes(message.resourceSignature);
         /* optional int64 read_limit = 20; */
         if (message.readLimit !== undefined)
@@ -378,7 +380,7 @@ class StreamingAPI_LastLines$Type extends MessageType<StreamingAPI_LastLines> {
     constructor() {
         super("MiLaboratories.Controller.Shared.StreamingAPI.LastLines", [
             { no: 1, name: "resource_id", kind: "scalar", T: 4 /*ScalarType.UINT64*/, L: 0 /*LongType.BIGINT*/ },
-            { no: 4, name: "resource_signature", kind: "scalar", opt: true, T: 12 /*ScalarType.BYTES*/ },
+            { no: 4, name: "resource_signature", kind: "scalar", T: 12 /*ScalarType.BYTES*/ },
             { no: 2, name: "offset", kind: "scalar", opt: true, T: 3 /*ScalarType.INT64*/, L: 0 /*LongType.BIGINT*/ },
             { no: 3, name: "line_count", kind: "scalar", opt: true, T: 5 /*ScalarType.INT32*/ },
             { no: 21, name: "search", kind: "scalar", opt: true, T: 9 /*ScalarType.STRING*/ },
@@ -388,6 +390,7 @@ class StreamingAPI_LastLines$Type extends MessageType<StreamingAPI_LastLines> {
     create(value?: PartialMessage<StreamingAPI_LastLines>): StreamingAPI_LastLines {
         const message = globalThis.Object.create((this.messagePrototype!));
         message.resourceId = 0n;
+        message.resourceSignature = new Uint8Array(0);
         if (value !== undefined)
             reflectionMergePartial<StreamingAPI_LastLines>(this, message, value);
         return message;
@@ -400,7 +403,7 @@ class StreamingAPI_LastLines$Type extends MessageType<StreamingAPI_LastLines> {
                 case /* uint64 resource_id */ 1:
                     message.resourceId = reader.uint64().toBigInt();
                     break;
-                case /* optional bytes resource_signature */ 4:
+                case /* bytes resource_signature */ 4:
                     message.resourceSignature = reader.bytes();
                     break;
                 case /* optional int64 offset */ 2:
@@ -436,8 +439,8 @@ class StreamingAPI_LastLines$Type extends MessageType<StreamingAPI_LastLines> {
         /* optional int32 line_count = 3; */
         if (message.lineCount !== undefined)
             writer.tag(3, WireType.Varint).int32(message.lineCount);
-        /* optional bytes resource_signature = 4; */
-        if (message.resourceSignature !== undefined)
+        /* bytes resource_signature = 4; */
+        if (message.resourceSignature.length)
             writer.tag(4, WireType.LengthDelimited).bytes(message.resourceSignature);
         /* optional string search = 21; */
         if (message.search !== undefined)