@milaboratories/pl-drivers 1.2.16

package/README.md

@@ -0,0 +1,18 @@
+# PL TS Upload Driver
+
+# How to pull and build proto files
+
+Dependencies:
+
+- `protoc`
+    - `brew install protobuf`
+- you don't need `protoc-gen-js`, just run `npm install`
+- `protodep`
+    - `go install github.com/milaboratory/protodep@v0.1.7-milab`
+
+      check that you have `${HOME}/go/bin` in `PATH`
+- `rsync`
+
+```bash
+./sync-proto.sh
+```

package/dist/clients/download.d.ts

@@ -0,0 +1,30 @@
+import { DownloadClient } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client';
+import { GrpcTransport } from '@protobuf-ts/grpc-transport';
+import { RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { Dispatcher } from 'undici';
+import { DownloadAPI_GetDownloadURL_HTTPHeader, DownloadAPI_GetDownloadURL_Response } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol';
+import { ResourceInfo } from '@milaboratories/pl-tree';
+import { DownloadResponse } from '../helpers/download';
+export declare class UnknownStorageError extends Error {
+}
+export declare class WrongLocalFileUrl extends Error {
+}
+/** Gets URLs for downloading from pl-core, parses them and reads or downloads
+ * files locally and from the web. */
+export declare class ClientDownload {
+    readonly grpcTransport: GrpcTransport;
+    readonly httpClient: Dispatcher;
+    readonly logger: MiLogger;
+    private readonly localStorageIdsToRoot;
+    readonly grpcClient: DownloadClient;
+    private readonly downloadHelper;
+    constructor(grpcTransport: GrpcTransport, httpClient: Dispatcher, logger: MiLogger, localStorageIdsToRoot: Record<string, string>);
+    close(): void;
+    getUrl({ id, type }: ResourceInfo, options?: RpcOptions, signal?: AbortSignal): Promise<DownloadAPI_GetDownloadURL_Response>;
+    downloadBlob(info: ResourceInfo, options?: RpcOptions, signal?: AbortSignal): Promise<DownloadResponse>;
+    private isLocal;
+    readLocalFile(url: string): Promise<DownloadResponse>;
+}
+export declare function headersFromProto(headers: DownloadAPI_GetDownloadURL_HTTPHeader[]): Record<string, string>;
+//# sourceMappingURL=download.d.ts.map

package/dist/clients/download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/clients/download.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,cAAc,EAAE,MAAM,yFAAyF,CAAC;AACzH,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EACL,qCAAqC,EACrC,mCAAmC,EACpC,MAAM,kFAAkF,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAkB,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAKvE,qBAAa,mBAAoB,SAAQ,KAAK;CAAG;AACjD,qBAAa,iBAAkB,SAAQ,KAAK;CAAG;AAE/C;qCACqC;AACrC,qBAAa,cAAc;aAKP,aAAa,EAAE,aAAa;aAC5B,UAAU,EAAE,UAAU;aACtB,MAAM,EAAE,QAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,qBAAqB;IAPxC,SAAgB,UAAU,EAAE,cAAc,CAAC;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;gBAG9B,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,QAAQ,EACf,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAMhE,KAAK;IAEC,MAAM,CACV,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,UAAU,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,mCAAmC,CAAC;IAUzC,YAAY,CAChB,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,UAAU,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gBAAgB,CAAC;IAc5B,OAAO,CAAC,OAAO,CAAoD;IAE7D,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwB5D;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,qCAAqC,EAAE,GAC/C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAExB"}

package/dist/clients/helpers.d.ts

@@ -0,0 +1,14 @@
+import { PlClient } from '@milaboratories/pl-client';
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { ClientDownload } from './download';
+import { ClientLogs } from './logs';
+import { ClientProgress } from './progress';
+import { ClientUpload } from './upload';
+import { ClientLs } from './ls_api';
+export declare const PL_STORAGE_TO_PATH: any;
+export declare function createDownloadClient(logger: MiLogger, client: PlClient, localStorageIdsToRoot?: Record<string, string>): ClientDownload;
+export declare function createLogsClient(client: PlClient, logger: MiLogger): ClientLogs;
+export declare function createUploadProgressClient(client: PlClient, logger: MiLogger): ClientProgress;
+export declare function createUploadBlobClient(client: PlClient, logger: MiLogger): ClientUpload;
+export declare function createLsFilesClient(client: PlClient, logger: MiLogger): ClientLs;
+//# sourceMappingURL=helpers.d.ts.map

package/dist/clients/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/clients/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAGtD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,eAAO,MAAM,kBAAkB,KAIzB,CAAC;AAEP,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,QAAQ,EAChB,qBAAqB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,kBAoB/C;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,cASlE;AAED,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,kBAS5E;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,gBASxE;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,YASrE"}

package/dist/clients/logs.d.ts

@@ -0,0 +1,26 @@
+import { StreamingClient } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol.client';
+import { GrpcTransport } from '@protobuf-ts/grpc-transport';
+import { RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { Dispatcher } from 'undici';
+import { StreamingAPI_Response } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';
+import { ResourceInfo } from '@milaboratories/pl-tree';
+export declare class ClientLogs {
+    readonly grpcTransport: GrpcTransport;
+    readonly httpClient: Dispatcher;
+    readonly logger: MiLogger;
+    readonly grpcClient: StreamingClient;
+    constructor(grpcTransport: GrpcTransport, httpClient: Dispatcher, logger: MiLogger);
+    close(): void;
+    /** Reads text back and returns the text,
+     * the new offset
+     * and the total size of the (currently existing) file. */
+    lastLines({ id: rId, type: rType }: ResourceInfo, lineCount: number, offsetBytes?: bigint, // if 0n, then start from the end.
+    searchStr?: string, options?: RpcOptions): Promise<StreamingAPI_Response>;
+    /** Reads the file forward and returns the text,
+     * the new offset
+     * and the total size of the (currently existing) file. */
+    readText({ id: rId, type: rType }: ResourceInfo, lineCount: number, offsetBytes?: bigint, // if 0n, then start from the beginning.
+    searchStr?: string, options?: RpcOptions): Promise<StreamingAPI_Response>;
+}
+//# sourceMappingURL=logs.d.ts.map

package/dist/clients/logs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.d.ts","sourceRoot":"","sources":["../../src/clients/logs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0FAA0F,CAAC;AAC3H,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAY,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,OAAO,EAAE,qBAAqB,EAAE,MAAM,mFAAmF,CAAC;AAC1H,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,qBAAa,UAAU;aAIH,aAAa,EAAE,aAAa;aAC5B,UAAU,EAAE,UAAU;aACtB,MAAM,EAAE,QAAQ;IALlC,SAAgB,UAAU,EAAE,eAAe,CAAC;gBAG1B,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,QAAQ;IAKlC,KAAK;IAEL;;8DAE0D;IAC7C,SAAS,CACpB,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,YAAY,EACtC,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAW,EAAE,kCAAkC;IAC5D,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,qBAAqB,CAAC;IAcjC;;8DAE0D;IAC7C,QAAQ,CACnB,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,YAAY,EACtC,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAAW,EAAE,wCAAwC;IAClE,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,qBAAqB,CAAC;CAalC"}

package/dist/clients/ls_api.d.ts

@@ -0,0 +1,13 @@
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { LsAPI_List_Response } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/lsapi/protocol';
+import { GrpcTransport } from '@protobuf-ts/grpc-transport';
+import { RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { ResourceInfo } from '@milaboratories/pl-tree';
+export declare class ClientLs {
+    private readonly logger;
+    private readonly grpcClient;
+    constructor(grpcTransport: GrpcTransport, logger: MiLogger);
+    close(): void;
+    list(rInfo: ResourceInfo, path: string, options?: RpcOptions): Promise<LsAPI_List_Response>;
+}
+//# sourceMappingURL=ls_api.d.ts.map

package/dist/clients/ls_api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ls_api.d.ts","sourceRoot":"","sources":["../../src/clients/ls_api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AACtD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4EAA4E,CAAC;AAEtH,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,qBAAa,QAAQ;IAKjB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJzB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAW;gBAGpC,aAAa,EAAE,aAAa,EACX,MAAM,EAAE,QAAQ;IAKnC,KAAK;IAEQ,IAAI,CACf,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,mBAAmB,CAAC;CAShC"}

package/dist/clients/progress.d.ts

@@ -0,0 +1,25 @@
+import { ProgressClient } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol.client';
+import { GrpcTransport } from '@protobuf-ts/grpc-transport';
+import { RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { PlClient } from '@milaboratories/pl-client';
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { Dispatcher } from 'undici';
+import { ResourceInfo } from '@milaboratories/pl-tree';
+export type ProgressStatus = {
+    done: boolean;
+    progress: number;
+    bytesProcessed?: string;
+    bytesTotal?: string;
+};
+export declare class ClientProgress {
+    readonly grpcTransport: GrpcTransport;
+    readonly client: PlClient;
+    readonly logger: MiLogger;
+    readonly grpcClient: ProgressClient;
+    constructor(grpcTransport: GrpcTransport, _: Dispatcher, client: PlClient, logger: MiLogger);
+    close(): void;
+    /** getStatus gets a progress status by given rId and rType. */
+    getStatus({ id, type }: ResourceInfo, options?: RpcOptions): Promise<ProgressStatus>;
+    realtimeStatus({ id, type }: ResourceInfo, updateIntervalMs?: number, options?: RpcOptions): AsyncGenerator<import('../proto/github.com/milaboratory/pl/controllers/shared/grpc/progressapi/protocol').ProgressAPI_RealtimeStatus_Response, void, any>;
+}
+//# sourceMappingURL=progress.d.ts.map

package/dist/clients/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../../src/clients/progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yFAAyF,CAAC;AACzH,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAE3D,OAAO,EAAE,QAAQ,EAAsB,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAY,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAMF,qBAAa,cAAc;aAIP,aAAa,EAAE,aAAa;aAE5B,MAAM,EAAE,QAAQ;aAChB,MAAM,EAAE,QAAQ;IANlC,SAAgB,UAAU,EAAE,cAAc,CAAC;gBAGzB,aAAa,EAAE,aAAa,EAC5C,CAAC,EAAE,UAAU,EACG,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,QAAQ;IAKlC,KAAK;IAEL,+DAA+D;IACzD,SAAS,CACb,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,cAAc,CAAC;IAkBnB,cAAc,CACnB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAC1B,gBAAgB,GAAE,MAAY,EAC9B,OAAO,CAAC,EAAE,UAAU;CA0BvB"}

package/dist/clients/upload.d.ts

@@ -0,0 +1,38 @@
+import { GrpcTransport } from '@protobuf-ts/grpc-transport';
+import { RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { PlClient } from '@milaboratories/pl-client';
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { Dispatcher } from 'undici';
+import { ResourceInfo } from '@milaboratories/pl-tree';
+import * as fs from 'node:fs/promises';
+export declare class MTimeError extends Error {
+}
+export declare class UnexpectedEOF extends Error {
+}
+export declare class NetworkError extends Error {
+}
+export declare class NoFileForUploading extends Error {
+}
+/** Low-level client for grpc uploadapi.
+ * The user should pass here a concrete BlobUpload/<storageId> resource,
+ * it can be got from handle field of BlobUpload. */
+export declare class ClientUpload {
+    readonly grpcTransport: GrpcTransport;
+    readonly httpClient: Dispatcher;
+    readonly logger: MiLogger;
+    private readonly grpcClient;
+    constructor(grpcTransport: GrpcTransport, httpClient: Dispatcher, _: PlClient, logger: MiLogger);
+    close(): void;
+    initUpload({ id, type }: ResourceInfo, options?: RpcOptions): Promise<bigint[]>;
+    partUpload({ id, type }: ResourceInfo, path: string, partNumber: bigint, partsOverall: number, expectedMTimeUnix: bigint, options?: RpcOptions): Promise<void>;
+    finalizeUpload({ id, type }: ResourceInfo, options?: RpcOptions): Promise<import('@protobuf-ts/runtime-rpc').FinishedUnaryCall<import('../proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol').uploadapi_Finalize_Request, import('../proto/github.com/milaboratory/pl/controllers/shared/grpc/uploadapi/protocol').uploadapi_Finalize_Response>>;
+    private readChunk;
+    /** Read len bytes from a given position. The reason the method exists
+        is that FileHandle.read can read less bytes than it's needed. */
+    readBytesFromPosition(f: fs.FileHandle, b: Buffer, len: number, position: number): Promise<number>;
+    /** Calculates parts that need to be uploaded from the parts that were
+     * already uploaded. */
+    private partsToUpload;
+    private prepareUploadOpts;
+}
+//# sourceMappingURL=upload.d.ts.map

package/dist/clients/upload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/clients/upload.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAsB,MAAM,2BAA2B,CAAC;AAEzE,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAW,MAAM,QAAQ,CAAC;AAE7C,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,qBAAa,UAAW,SAAQ,KAAK;CAAG;AAExC,qBAAa,aAAc,SAAQ,KAAK;CAAG;AAE3C,qBAAa,YAAa,SAAQ,KAAK;CAAG;AAE1C,qBAAa,kBAAmB,SAAQ,KAAK;CAAG;AAEhD;;oDAEoD;AACpD,qBAAa,YAAY;aAIL,aAAa,EAAE,aAAa;aAC5B,UAAU,EAAE,UAAU;aAEtB,MAAM,EAAE,QAAQ;IANlC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAe;gBAGxB,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,UAAU,EACtC,CAAC,EAAE,QAAQ,EACK,MAAM,EAAE,QAAQ;IAKlC,KAAK;IAEQ,UAAU,CACrB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,MAAM,EAAE,CAAC;IAQP,UAAU,CACrB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAC1B,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,iBAAiB,EAAE,MAAM,EACzB,OAAO,CAAC,EAAE,UAAU;IAsDT,cAAc,CACzB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,UAAU;YAQR,SAAS;IA4BvB;wEACoE;IAC9D,qBAAqB,CACzB,CAAC,EAAE,EAAE,CAAC,UAAU,EAChB,CAAC,EAAE,MAAM,EACT,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM;IAmBlB;2BACuB;IACvB,OAAO,CAAC,aAAa;IAcrB,OAAO,CAAC,iBAAiB;CAa1B"}

package/dist/drivers/download_and_logs_blob.d.ts

@@ -0,0 +1,106 @@
+import { ChangeSource, Computable, ComputableCtx, ComputableStableDefined, Watcher } from '@milaboratories/computable';
+import { CallersCounter, MiLogger, Signer, ValueOrError } from '@milaboratories/ts-helpers';
+import { ClientDownload } from '../clients/download';
+import { ClientLogs } from '../clients/logs';
+import { InferSnapshot, ResourceInfo, PlTreeEntry, ResourceSnapshot } from '@milaboratories/pl-tree';
+import { AnyLogHandle, BlobDriver, LocalBlobHandle, LocalBlobHandleAndSize, ReadyLogHandle, RemoteBlobHandle, RemoteBlobHandleAndSize, StreamingApiResponse } from '@milaboratories/pl-model-common';
+import { z } from 'zod';
+/** ResourceSnapshot that can be passed to OnDemandBlob */
+export declare const OnDemandBlobResourceSnapshot: import('@milaboratories/pl-tree').ResourceSnapshotSchema<undefined, undefined, {
+    readonly 'ctl/file/blobInfo': z.ZodObject<{
+        sizeBytes: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        sizeBytes: number;
+    }, {
+        sizeBytes: number;
+    }>;
+}>;
+export type OnDemandBlobResourceSnapshot = InferSnapshot<typeof OnDemandBlobResourceSnapshot>;
+export type DownloadDriverOps = {
+    /**
+     * A soft limit of the amount of blob storage, in bytes.
+     * Once exceeded, the download driver will start deleting blobs one by one
+     * when they become unneeded.
+     * */
+    cacheSoftSizeBytes: number;
+    /**
+     * Max number of concurrent downloads while calculating computable states
+     * derived from this driver
+     * */
+    nConcurrentDownloads: number;
+};
+/** DownloadDriver holds a queue of downloading tasks,
+ * and notifies every watcher when a file were downloaded. */
+export declare class DownloadDriver implements BlobDriver {
+    private readonly logger;
+    private readonly clientDownload;
+    private readonly clientLogs;
+    private readonly signer;
+    /** Represents a Resource Id to the path of a blob as a map. */
+    private idToDownload;
+    /** Writes and removes files to a hard drive and holds a counter for every
+     * file that should be kept. */
+    private cache;
+    /** Downloads files and writes them to the local dir. */
+    private downloadQueue;
+    private idToOnDemand;
+    private idToLastLines;
+    private idToProgressLog;
+    private readonly saveDir;
+    constructor(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, signer: Signer, ops: DownloadDriverOps);
+    /** Gets a blob by its resource id or downloads a blob and sets it in a cache.*/
+    getDownloadedBlob(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): LocalBlobHandleAndSize | undefined;
+    getDownloadedBlob(res: ResourceInfo | PlTreeEntry): ComputableStableDefined<LocalBlobHandleAndSize>;
+    getOnDemandBlob(res: OnDemandBlobResourceSnapshot | PlTreeEntry): Computable<RemoteBlobHandleAndSize>;
+    getOnDemandBlob(res: OnDemandBlobResourceSnapshot | PlTreeEntry, ctx: ComputableCtx): RemoteBlobHandleAndSize;
+    getLocalPath(handle: LocalBlobHandle): string;
+    getContent(handle: LocalBlobHandle | RemoteBlobHandle): Promise<Uint8Array>;
+    private getDownloadedBlobNoCtx;
+    private setNewDownloadTask;
+    private downloadBlob;
+    private getOnDemandBlobNoCtx;
+    /** Returns all logs and schedules a job that reads remain logs.
+     * Notifies when a new portion of the log appeared. */
+    getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;
+    getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;
+    private getLastLogsNoCtx;
+    /** Returns a last line that has patternToSearch.
+     * Notifies when a new line appeared or EOF reached. */
+    getProgressLog(res: ResourceInfo | PlTreeEntry, patternToSearch: string): Computable<string | undefined>;
+    getProgressLog(res: ResourceInfo | PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;
+    private getProgressLogNoCtx;
+    /** Returns an Id of a smart object, that can read logs directly from
+     * the platform. */
+    getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<AnyLogHandle>;
+    getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): AnyLogHandle;
+    private getLogHandleNoCtx;
+    lastLines(handle: ReadyLogHandle, lineCount: number, offsetBytes?: number, // if 0n, then start from the end.
+    searchStr?: string): Promise<StreamingApiResponse>;
+    readText(handle: ReadyLogHandle, lineCount: number, offsetBytes?: number, searchStr?: string): Promise<StreamingApiResponse>;
+    private releaseBlob;
+    private removeTask;
+    private releaseOnDemandBlob;
+    /** Removes all files from a hard drive. */
+    releaseAll(): Promise<void>;
+    private getFilePath;
+}
+export declare class Download {
+    readonly clientDownload: ClientDownload;
+    readonly rInfo: ResourceSnapshot;
+    readonly path: string;
+    readonly handle: LocalBlobHandle;
+    readonly counter: CallersCounter;
+    readonly change: ChangeSource;
+    readonly signalCtl: AbortController;
+    error: any | undefined;
+    done: boolean;
+    sizeBytes: number;
+    constructor(clientDownload: ClientDownload, rInfo: ResourceSnapshot, path: string, handle: LocalBlobHandle);
+    attach(w: Watcher, callerId: string): void;
+    download(): Promise<void>;
+    getBlob(): ValueOrError<LocalBlobHandleAndSize> | undefined;
+    private setDone;
+    abort(reason: string): void;
+    private setError;
+}
+//# sourceMappingURL=download_and_logs_blob.d.ts.map

package/dist/drivers/download_and_logs_blob.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download_and_logs_blob.d.ts","sourceRoot":"","sources":["../../src/drivers/download_and_logs_blob.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,UAAU,EACV,aAAa,EACb,uBAAuB,EACvB,OAAO,EACR,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACL,cAAc,EACd,QAAQ,EAER,MAAM,EACN,YAAY,EACb,MAAM,4BAA4B,CAAC;AAKpC,OAAO,EACL,cAAc,EAGf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAS7C,OAAO,EACL,aAAa,EACb,YAAY,EACZ,WAAW,EAKX,gBAAgB,EAGjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,YAAY,EACZ,UAAU,EACV,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,0DAA0D;AAC1D,eAAO,MAAM,4BAA4B;;;;;;;;EAMvC,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,aAAa,CACtD,OAAO,4BAA4B,CACpC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;;;SAIK;IACL,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;;SAGK;IACL,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF;6DAC6D;AAC7D,qBAAa,cAAe,YAAW,UAAU;IAmB7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAE3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAtBzB,+DAA+D;IAC/D,OAAO,CAAC,YAAY,CAAwC;IAE5D;mCAC+B;IAC/B,OAAO,CAAC,KAAK,CAAuB;IAEpC,wDAAwD;IACxD,OAAO,CAAC,aAAa,CAAgB;IAErC,OAAO,CAAC,YAAY,CAAkD;IAEtE,OAAO,CAAC,aAAa,CAA+C;IACpE,OAAO,CAAC,eAAe,CAA+C;IAEtE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAGd,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACvC,OAAO,EAAE,MAAM,EACE,MAAM,EAAE,MAAM,EAC/B,GAAG,EAAE,iBAAiB;IAWxB,gFAAgF;IAChF,iBAAiB,CACf,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,GAAG,EAAE,aAAa,GACjB,sBAAsB,GAAG,SAAS;IACrC,iBAAiB,CACf,GAAG,EAAE,YAAY,GAAG,WAAW,GAC9B,uBAAuB,CAAC,sBAAsB,CAAC;IA2BlD,eAAe,CACb,GAAG,EAAE,4BAA4B,GAAG,WAAW,GAC9C,UAAU,CAAC,uBAAuB,CAAC;IACtC,eAAe,CACb,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,EAAE,aAAa,GACjB,uBAAuB;IAuBnB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM;IAIvC,UAAU,CACrB,MAAM,EAAE,eAAe,GAAG,gBAAgB,GACzC,OAAO,CAAC,UAAU,CAAC;IAWtB,OAAO,CAAC,sBAAsB;IAwB9B,OAAO,CAAC,kBAAkB;YAiBZ,YAAY;IAK1B,OAAO,CAAC,oBAAoB;IAoB5B;0DACsD;IACtD,WAAW,CACT,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,GACZ,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CACT,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAyBjC,OAAO,CAAC,gBAAgB;IAyBxB;2DACuD;IACvD,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IA6BrB,OAAO,CAAC,mBAAmB;IAyB3B;uBACmB;IACnB,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,YAAY,CAAC;IACvE,YAAY,CACV,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,GAAG,EAAE,aAAa,GACjB,YAAY;IAaf,OAAO,CAAC,iBAAiB;IAInB,SAAS,CACb,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EAAE,kCAAkC;IACxD,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;IAiB1B,QAAQ,CACZ,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;YAiBlB,WAAW;IA2BzB,OAAO,CAAC,UAAU;YAQJ,mBAAmB;IAKjC,2CAA2C;IACrC,UAAU;IAShB,OAAO,CAAC,WAAW;CAGpB;AA2HD,qBAAa,QAAQ;IASjB,QAAQ,CAAC,cAAc,EAAE,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,gBAAgB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,QAAQ,CAAC,MAAM,EAAE,eAAe;IAXlC,QAAQ,CAAC,OAAO,iBAAwB;IACxC,QAAQ,CAAC,MAAM,eAAsB;IACrC,QAAQ,CAAC,SAAS,kBAAyB;IAC3C,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC;IACvB,IAAI,UAAS;IACb,SAAS,SAAK;gBAGH,cAAc,EAAE,cAAc,EAC9B,KAAK,EAAE,gBAAgB,EACvB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,eAAe;IAGlC,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAK7B,QAAQ;IAqCd,OAAO,IAAI,YAAY,CAAC,sBAAsB,CAAC,GAAG,SAAS;IAmB3D,OAAO,CAAC,OAAO;IAMf,KAAK,CAAC,MAAM,EAAE,MAAM;IAIpB,OAAO,CAAC,QAAQ;CAIjB"}

package/dist/drivers/download_url.d.ts

@@ -0,0 +1,70 @@
+import { CallersCounter, MiLogger } from '@milaboratories/ts-helpers';
+import { ChangeSource, Computable, ComputableCtx, Watcher } from '@milaboratories/computable';
+import { Dispatcher } from 'undici';
+import { DownloadHelper } from '../helpers/download';
+export interface DownloadUrlSyncReader {
+    /** Returns a Computable that (when the time will come)
+     * downloads an archive from an URL,
+     * extracts it to the local dir and returns a path to that dir. */
+    getPath(url: URL): Computable<PathResult | undefined>;
+}
+export interface PathResult {
+    /** Path to the downloadable blob, might be undefined when the error happened. */
+    path?: string;
+    /** Error that happened when the archive were downloaded. */
+    error?: string;
+}
+export type DownloadUrlDriverOps = {
+    cacheSoftSizeBytes: number;
+    withGunzip: boolean;
+    nConcurrentDownloads: number;
+};
+/** Downloads .tar or .tar.gz archives by given URLs
+ * and extracts them into saveDir. */
+export declare class DownloadUrlDriver implements DownloadUrlSyncReader {
+    private readonly logger;
+    private readonly saveDir;
+    private readonly opts;
+    private readonly downloadHelper;
+    private urlToDownload;
+    private downloadQueue;
+    /** Writes and removes files to a hard drive and holds a counter for every
+     * file that should be kept. */
+    private cache;
+    constructor(logger: MiLogger, httpClient: Dispatcher, saveDir: string, opts?: DownloadUrlDriverOps);
+    /** Use to get a path result inside a computable context */
+    getPath(url: URL, ctx: ComputableCtx): PathResult | undefined;
+    /** Returns a Computable that do the work */
+    getPath(url: URL): Computable<PathResult | undefined>;
+    getPathNoCtx(url: URL, w: Watcher, callerId: string): PathResult | undefined;
+    /** Downloads and extracts a tar archive if it wasn't downloaded yet. */
+    downloadUrl(task: Download, callerId: string): Promise<void>;
+    /** Removes a directory and aborts a downloading task when all callers
+     * are not interested in it. */
+    releasePath(url: URL, callerId: string): Promise<void>;
+    /** Removes all files from a hard drive. */
+    releaseAll(): Promise<void>;
+    private setNewTask;
+    private removeTask;
+    private getFilePath;
+}
+declare class Download {
+    readonly path: string;
+    readonly url: URL;
+    readonly counter: CallersCounter;
+    readonly change: ChangeSource;
+    readonly signalCtl: AbortController;
+    error: string | undefined;
+    done: boolean;
+    sizeBytes: number;
+    constructor(path: string, url: URL);
+    attach(w: Watcher, callerId: string): void;
+    download(clientDownload: DownloadHelper, withGunzip: boolean): Promise<void>;
+    private downloadAndUntar;
+    getPath(): PathResult | undefined;
+    private setDone;
+    abort(reason: string): void;
+    private setError;
+}
+export {};
+//# sourceMappingURL=download_url.d.ts.map

package/dist/drivers/download_url.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"download_url.d.ts","sourceRoot":"","sources":["../../src/drivers/download_url.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,QAAQ,EAGT,MAAM,4BAA4B,CAAC;AAIpC,OAAO,EACL,YAAY,EACZ,UAAU,EACV,aAAa,EACb,OAAO,EACR,MAAM,4BAA4B,CAAC;AAKpC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,cAAc,EAAmB,MAAM,qBAAqB,CAAC;AAEtE,MAAM,WAAW,qBAAqB;IACpC;;sEAEkE;IAClE,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,UAAU,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;CACvD;AAED,MAAM,WAAW,UAAU;IACzB,iFAAiF;IACjF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,4DAA4D;IAC5D,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,OAAO,CAAC;IACpB,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF;qCACqC;AACrC,qBAAa,iBAAkB,YAAW,qBAAqB;IAW3D,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAbvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAEhD,OAAO,CAAC,aAAa,CAAoC;IACzD,OAAO,CAAC,aAAa,CAAgB;IAErC;mCAC+B;IAC/B,OAAO,CAAC,KAAK,CAAuB;gBAGjB,MAAM,EAAE,QAAQ,EACjC,UAAU,EAAE,UAAU,EACL,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,oBAItB;IAUH,2DAA2D;IAC3D,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,aAAa,GAAG,UAAU,GAAG,SAAS;IAE7D,4CAA4C;IAC5C,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,UAAU,CAAC,UAAU,GAAG,SAAS,CAAC;IAuBrD,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAkBnD,wEAAwE;IAClE,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM;IAMlD;mCAC+B;IACzB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B5D,2CAA2C;IACrC,UAAU;IAgBhB,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,UAAU;IAMlB,OAAO,CAAC,WAAW;CAIpB;AAED,cAAM,QAAQ;IASV,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,QAAQ,CAAC,GAAG,EAAE,GAAG;IATnB,QAAQ,CAAC,OAAO,iBAAwB;IACxC,QAAQ,CAAC,MAAM,eAAsB;IACrC,QAAQ,CAAC,SAAS,kBAAyB;IAC3C,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,UAAS;IACb,SAAS,SAAK;gBAGH,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,GAAG;IAGnB,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAK7B,QAAQ,CAAC,cAAc,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO;YAoBpD,gBAAgB;IA0B9B,OAAO,IAAI,UAAU,GAAG,SAAS;IAQjC,OAAO,CAAC,OAAO;IAMf,KAAK,CAAC,MAAM,EAAE,MAAM;IAIpB,OAAO,CAAC,QAAQ;CAIjB"}

package/dist/drivers/helpers/files_cache.d.ts

@@ -0,0 +1,28 @@
+import { CallersCounter } from '@milaboratories/ts-helpers';
+type PathLike = string;
+export interface CachedFile {
+    sizeBytes: number;
+    path: PathLike;
+    counter: CallersCounter;
+}
+/** Holds counters of how many callers need the file.
+ * If some counters become zero and a cache size exceeds a soft limit,
+ * remove not needed blobs one by one.
+ * If all the files are needed, do nothing. */
+export declare class FilesCache<T extends CachedFile> {
+    private readonly softSizeBytes;
+    private cache;
+    private totalSizeBytes;
+    constructor(softSizeBytes: number);
+    existsFile(path: PathLike): boolean;
+    getFile(path: PathLike, callerId: string): T | undefined;
+    /** Decrements a counter in a cache and if we exceeds
+     * a soft limit, removes files with zero counters. */
+    removeFile(path: PathLike, callerId: string): T[];
+    /** Returns what results should be deleted to comply with the soft limit. */
+    toDelete(): T[];
+    addCache(file: T, callerId: string): void;
+    removeCache(file: T): void;
+}
+export {};
+//# sourceMappingURL=files_cache.d.ts.map

package/dist/drivers/helpers/files_cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"files_cache.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/files_cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAsB,MAAM,4BAA4B,CAAC;AAEhF,KAAK,QAAQ,GAAG,MAAM,CAAC;AAEvB,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,cAAc,CAAC;CACzB;AAED;;;8CAG8C;AAC9C,qBAAa,UAAU,CAAC,CAAC,SAAS,UAAU;IAI9B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAH1C,OAAO,CAAC,KAAK,CAA+B;IAC5C,OAAO,CAAC,cAAc,CAAa;gBAEN,aAAa,EAAE,MAAM;IAElD,UAAU,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO;IAInC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IASxD;yDACqD;IACrD,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAG,CAAC,EAAE;IAKjD,4EAA4E;IAC5E,QAAQ,IAAI,CAAC,EAAE;IAkBf,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM;IAUlC,WAAW,CAAC,IAAI,EAAE,CAAC;CAIpB"}

package/dist/drivers/helpers/helpers.d.ts

@@ -0,0 +1,34 @@
+import { RpcOptions } from '@protobuf-ts/runtime-rpc';
+import { ClientLogs } from '../../clients/logs';
+import { PlClient, ResourceId, BasicResourceData } from '@milaboratories/pl-client';
+import { ResourceInfo } from '@milaboratories/pl-tree';
+/** It's an Updater but for tasks that happens in a while loop with sleeping between. */
+export declare class LongUpdater {
+    private readonly onUpdate;
+    private readonly sleepMs;
+    private updater;
+    constructor(onUpdate: () => Promise<boolean>, sleepMs: number);
+    schedule: () => void;
+}
+/** Updater incorporates a pattern when someone wants to run a callback
+ * that updates something only when it's not already running. */
+export declare class Updater {
+    private readonly onUpdate;
+    private updating;
+    constructor(onUpdate: () => Promise<void>);
+    schedule(): void;
+}
+export declare function getStream(client: PlClient, streamManagerId: ResourceId): Promise<BasicResourceData | undefined>;
+export type MixcrProgressResponse = {
+    found: false;
+} | ({
+    found: true;
+} & MixcrProgressLine);
+export type MixcrProgressLine = {
+    stage: string;
+    progress: string;
+    eta: string;
+};
+export declare function lineToProgress(line: string): MixcrProgressLine | undefined;
+export declare function mixcrProgressFromLogs(rInfo: ResourceInfo, client: ClientLogs, options?: RpcOptions): Promise<MixcrProgressResponse>;
+//# sourceMappingURL=helpers.d.ts.map

package/dist/drivers/helpers/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EACL,QAAQ,EACR,UAAU,EACV,iBAAiB,EAIlB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIvD,wFAAwF;AACxF,qBAAa,WAAW;IAIpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJ1B,OAAO,CAAC,OAAO,CAAU;gBAGN,QAAQ,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,EAChC,OAAO,EAAE,MAAM;IAWlC,QAAQ,aAAiC;CAC1C;AAED;gEACgE;AAChE,qBAAa,OAAO;IAGN,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAFrC,OAAO,CAAC,QAAQ,CAA4B;gBAEf,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAE1D,QAAQ;CAaT;AAID,wBAAsB,SAAS,CAC7B,MAAM,EAAE,QAAQ,EAChB,eAAe,EAAE,UAAU,GAC1B,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC,CAWxC;AAED,MAAM,MAAM,qBAAqB,GAC7B;IAAE,KAAK,EAAE,KAAK,CAAA;CAAE,GAChB,CAAC;IAAE,KAAK,EAAE,IAAI,CAAA;CAAE,GAAG,iBAAiB,CAAC,CAAC;AAE1C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAQF,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAe1E;AAED,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,qBAAqB,CAAC,CAuBhC"}

package/dist/drivers/helpers/ls_list_entry.d.ts

@@ -0,0 +1,49 @@
+import { MiLogger, Signer } from '@milaboratories/ts-helpers';
+import { Timestamp } from '../../proto/google/protobuf/timestamp';
+import { Dirent, Stats } from 'node:fs';
+import * as sdk from '@milaboratories/pl-model-common';
+/** A duck-typing interface for grpc results. */
+export interface ListResponse {
+    items: ListItem[];
+    delimiter: string;
+}
+export interface ListItem {
+    isDir: boolean;
+    name: string;
+    fullName: string;
+    lastModified?: Timestamp;
+    size: bigint;
+    directory: string;
+}
+/**  */
+export declare function toLsEntries(info: {
+    storageName: string;
+    list: ListResponse;
+    signer: Signer;
+    remote: boolean;
+}): sdk.ListFilesResult;
+export declare function toFileHandle(info: {
+    storageName: string;
+    item: ListItem;
+    signer: Signer;
+    remote: boolean;
+}): sdk.ImportFileHandle;
+export type UploadHandleData = {
+    /** Local file path, to take data for upload */
+    localPath: string;
+    /** Path signature, to check this data was generated by us */
+    pathSignature: string;
+    /** File size in bytes */
+    sizeBytes: string;
+    /** Modification time unix timestamp in seconds */
+    modificationTime: string;
+};
+export declare function createUploadHandle(localPath: string, signer: Signer, sizeBytes: bigint, modificationTimeSeconds: bigint): sdk.ImportFileHandleUpload;
+export declare function fromFileHandle(handle: sdk.ImportFileHandle): any;
+export declare function toListItem(logger: MiLogger, info: {
+    directory: string;
+    fullName: string;
+    dirent: Dirent;
+    stat: Stats;
+}): ListItem | undefined;
+//# sourceMappingURL=ls_list_entry.d.ts.map

package/dist/drivers/helpers/ls_list_entry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ls_list_entry.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/ls_list_entry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAY,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACxE,OAAO,KAAK,GAAG,MAAM,iCAAiC,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,uCAAuC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAExC,gDAAgD;AAChD,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,SAAS,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,OAAO;AACP,wBAAgB,WAAW,CAAC,IAAI,EAAE;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;CACjB,GAAG,GAAG,CAAC,eAAe,CAQtB;AA0BD,wBAAgB,YAAY,CAAC,IAAI,EAAE;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;CACjB,GAAG,GAAG,CAAC,gBAAgB,CAWvB;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,aAAa,EAAE,MAAM,CAAC;IACtB,yBAAyB;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,kDAAkD;IAClD,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAAC;AAgBF,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,uBAAuB,EAAE,MAAM,GAC9B,GAAG,CAAC,sBAAsB,CAS5B;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,gBAAgB,OAG1D;AAED,wBAAgB,UAAU,CACxB,MAAM,EAAE,QAAQ,EAChB,IAAI,EAAE;IACJ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,CAAC;CACb,GACA,QAAQ,GAAG,SAAS,CAmBtB"}

package/dist/drivers/helpers/ls_storage_entry.d.ts

@@ -0,0 +1,25 @@
+import { ResourceId, ResourceType } from '@milaboratories/pl-client';
+import * as sdk from '@milaboratories/pl-model-common';
+/**
+ * Converts local and remote storages to StorageEntries.
+ */
+export declare function toStorageEntry(locals: Record<string, string>, remotes: Record<string, ResourceId>): sdk.StorageEntry[];
+export type StorageHandleData = RemoteStorageHandleData | LocalStorageHandleData;
+/**
+ * Gets a storage handle and gives an underlying data from it.
+ */
+export declare function fromStorageHandle(handle: sdk.StorageHandle): StorageHandleData;
+export type LocalStorageHandleData = {
+    remote: false;
+    name: string;
+    path: string;
+};
+export declare function isLocalStorageHandle(handle: sdk.StorageHandle): handle is sdk.StorageHandleLocal;
+export type RemoteStorageHandleData = {
+    remote: true;
+    name: string;
+    id: ResourceId;
+    type: ResourceType;
+};
+export declare function isRemoteStorageHandle(handle: sdk.StorageHandle): handle is sdk.StorageHandleRemote;
+//# sourceMappingURL=ls_storage_entry.d.ts.map

package/dist/drivers/helpers/ls_storage_entry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ls_storage_entry.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/ls_storage_entry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,iCAAiC,CAAC;AACvD,OAAO,EAEL,UAAU,EACV,YAAY,EACb,MAAM,2BAA2B,CAAC;AAGnC;;GAEG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAClC,GAAG,CAAC,YAAY,EAAE,CAKpB;AAED,MAAM,MAAM,iBAAiB,GACzB,uBAAuB,GACvB,sBAAsB,CAAC;AAE3B;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,GAAG,CAAC,aAAa,GACxB,iBAAiB,CAQnB;AAMD,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,KAAK,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAYF,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,GAAG,CAAC,aAAa,GACxB,MAAM,IAAI,GAAG,CAAC,kBAAkB,CAElC;AAwBD,MAAM,MAAM,uBAAuB,GAAG;IACpC,MAAM,EAAE,IAAI,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,UAAU,CAAC;IACf,IAAI,EAAE,YAAY,CAAC;CACpB,CAAC;AAYF,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,GAAG,CAAC,aAAa,GACxB,MAAM,IAAI,GAAG,CAAC,mBAAmB,CAEnC"}

package/dist/drivers/helpers/polling_ops.d.ts

@@ -0,0 +1,8 @@
+/** Generic settings for drivers that perform polling */
+export type PollingOps = {
+    /** How frequent the driver should update exposed states from the backend. */
+    pollingInterval: number;
+    /** For how long to continue polling after the last derived computable value access. */
+    stopPollingDelay: number;
+};
+//# sourceMappingURL=polling_ops.d.ts.map

package/dist/drivers/helpers/polling_ops.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"polling_ops.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/polling_ops.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,MAAM,MAAM,UAAU,GAAG;IACvB,6EAA6E;IAC7E,eAAe,EAAE,MAAM,CAAC;IACxB,uFAAuF;IACvF,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAAC"}

package/dist/drivers/helpers/test_helpers.d.ts

@@ -0,0 +1,2 @@
+export declare const PL_STORAGE_TO_PATH: any;
+//# sourceMappingURL=test_helpers.d.ts.map

package/dist/drivers/helpers/test_helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test_helpers.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/test_helpers.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,kBAAkB,KAIzB,CAAC"}

package/dist/drivers/logs.d.ts

@@ -0,0 +1,29 @@
+import { Computable, ComputableCtx } from '@milaboratories/computable';
+import { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';
+import { LogsStreamDriver } from './logs_stream';
+import { DownloadDriver } from './download_and_logs_blob';
+import * as sdk from '@milaboratories/pl-model-common';
+export declare class LogsDriver implements sdk.LogsDriver {
+    private readonly logsStreamDriver;
+    private readonly downloadDriver;
+    constructor(logsStreamDriver: LogsStreamDriver, downloadDriver: DownloadDriver);
+    /** Returns all logs and schedules a job that reads remain logs.
+     * Notifies when a new portion of the log appeared. */
+    getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;
+    getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;
+    /** Returns a last line that has patternToSearch.
+     * Notifies when a new line appeared or EOF reached. */
+    getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;
+    getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;
+    /** Returns an Id of a smart object, that can read logs directly from
+     * the platform. */
+    getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;
+    getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;
+    lastLines(handle: sdk.AnyLogHandle, lineCount: number, offsetBytes?: number, searchStr?: string): Promise<sdk.StreamingApiResponse>;
+    readText(handle: sdk.AnyLogHandle, lineCount: number, offsetBytes?: number, searchStr?: string): Promise<sdk.StreamingApiResponse>;
+}
+export declare function handleToData(handle: sdk.AnyLogHandle): ResourceInfo;
+export declare function dataToHandle(live: boolean, rInfo: ResourceInfo): sdk.AnyLogHandle;
+export declare function isLiveLogHandle(handle: string): handle is sdk.LiveLogHandle;
+export declare function isReadyLogHandle(handle: string): handle is sdk.ReadyLogHandle;
+//# sourceMappingURL=logs.d.ts.map

package/dist/drivers/logs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.d.ts","sourceRoot":"","sources":["../../src/drivers/logs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAEvD,qBAAa,UAAW,YAAW,GAAG,CAAC,UAAU;IAE7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;gBADd,gBAAgB,EAAE,gBAAgB,EAClC,cAAc,EAAE,cAAc;IAGjD;0DACsD;IACtD,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5E,WAAW,CACT,GAAG,EAAE,WAAW,EAChB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IA+BjC;2DACuD;IACvD,cAAc,CACZ,GAAG,EAAE,WAAW,EAChB,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,cAAc,CACZ,GAAG,EAAE,WAAW,EAChB,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAiCrB;uBACmB;IACnB,YAAY,CACV,GAAG,EAAE,YAAY,GAAG,WAAW,GAC9B,UAAU,CAAC,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC;IAC3C,YAAY,CACV,GAAG,EAAE,WAAW,EAChB,GAAG,EAAE,aAAa,GACjB,GAAG,CAAC,YAAY,GAAG,SAAS;IAmBzB,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAgB9B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;CAerC;AAUD,wBAAgB,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,YAAY,GAAG,YAAY,CAgBnE;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,OAAO,EACb,KAAK,EAAE,YAAY,GAClB,GAAG,CAAC,YAAY,CAMlB;AAKD,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,GAAG,CAAC,aAAa,CAE3E;AAKD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,GAAG,CAAC,cAAc,CAE7E"}