@milaboratories/pl-drivers 1.5.56 → 1.5.58
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/clients/download.d.ts +6 -2
- package/dist/clients/download.d.ts.map +1 -1
- package/dist/clients/helpers.d.ts +2 -1
- package/dist/clients/helpers.d.ts.map +1 -1
- package/dist/drivers/download_blob/blob_key.d.ts +5 -0
- package/dist/drivers/download_blob/blob_key.d.ts.map +1 -0
- package/dist/drivers/download_blob/download_blob.d.ts +12 -9
- package/dist/drivers/download_blob/download_blob.d.ts.map +1 -1
- package/dist/drivers/download_blob/download_blob_task.d.ts +20 -9
- package/dist/drivers/download_blob/download_blob_task.d.ts.map +1 -1
- package/dist/drivers/helpers/download_remote_handle.d.ts.map +1 -1
- package/dist/drivers/types.d.ts +2 -1
- package/dist/drivers/types.d.ts.map +1 -1
- package/dist/index.js +2 -2
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +1846 -1802
- package/dist/index.mjs.map +1 -1
- package/dist/test_env.d.ts +6 -0
- package/dist/test_env.d.ts.map +1 -0
- package/package.json +7 -5
- package/src/clients/download.ts +7 -4
- package/src/clients/helpers.ts +3 -3
- package/src/drivers/download_blob/blob_key.ts +15 -0
- package/src/drivers/download_blob/download_blob.test.ts +122 -72
- package/src/drivers/download_blob/download_blob.ts +159 -81
- package/src/drivers/download_blob/download_blob_task.ts +69 -33
- package/src/drivers/helpers/download_remote_handle.ts +7 -6
- package/src/drivers/ls.test.ts +6 -5
- package/src/drivers/types.ts +13 -2
- package/src/drivers/upload.test.ts +2 -1
- package/src/test_env.ts +7 -0
|
@@ -21,9 +21,13 @@ export declare class ClientDownload {
|
|
|
21
21
|
localProjections: LocalStorageProjection[]);
|
|
22
22
|
close(): void;
|
|
23
23
|
/** Gets a presign URL and downloads the file.
|
|
24
|
-
* An optional range with 2 numbers from what byte and to what byte to download can be provided.
|
|
24
|
+
* An optional range with 2 numbers from what byte and to what byte to download can be provided.
|
|
25
|
+
* @param fromBytes - from byte including this byte
|
|
26
|
+
* @param toBytes - to byte excluding this byte
|
|
27
|
+
*/
|
|
25
28
|
downloadBlob(info: ResourceInfo, options?: RpcOptions, signal?: AbortSignal, fromBytes?: number, toBytes?: number): Promise<DownloadResponse>;
|
|
26
|
-
readLocalFile(url: string, fromBytes?: number,
|
|
29
|
+
readLocalFile(url: string, fromBytes?: number, // including this byte
|
|
30
|
+
toBytes?: number): Promise<DownloadResponse>;
|
|
27
31
|
private grpcGetDownloadUrl;
|
|
28
32
|
}
|
|
29
33
|
export declare function parseLocalUrl(url: string): {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/clients/download.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAK3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAI5D,OAAO,EAAE,cAAc,EAAE,MAAM,yFAAyF,CAAC;AAGzH;qCACqC;AACrC,qBAAa,cAAc;aAQP,aAAa,EAAE,aAAa;aAC5B,UAAU,EAAE,UAAU;aACtB,MAAM,EAAE,QAAQ;IATlC,SAAgB,UAAU,EAAE,cAAc,CAAC;IAC3C,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAE5D,8EAA8E;IAC9E,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsB;gBAG1C,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,QAAQ;IAChC,oCAAoC;IACpC,gBAAgB,EAAE,sBAAsB,EAAE;IAO5C,KAAK;IAEL;
|
|
1
|
+
{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/clients/download.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAK3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAI5D,OAAO,EAAE,cAAc,EAAE,MAAM,yFAAyF,CAAC;AAGzH;qCACqC;AACrC,qBAAa,cAAc;aAQP,aAAa,EAAE,aAAa;aAC5B,UAAU,EAAE,UAAU;aACtB,MAAM,EAAE,QAAQ;IATlC,SAAgB,UAAU,EAAE,cAAc,CAAC;IAC3C,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAE5D,8EAA8E;IAC9E,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsB;gBAG1C,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,QAAQ;IAChC,oCAAoC;IACpC,gBAAgB,EAAE,sBAAsB,EAAE;IAO5C,KAAK;IAEL;;;;OAIG;IACG,YAAY,CAChB,IAAI,EAAE,YAAY,EAClB,OAAO,CAAC,EAAE,UAAU,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,gBAAgB,CAAC;IAWtB,aAAa,CACjB,GAAG,EAAE,MAAM,EACX,SAAS,CAAC,EAAE,MAAM,EAAE,sBAAsB;IAC1C,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,gBAAgB,CAAC;YAUd,kBAAkB;CAajC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM;;;EASxC;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,MAAM,EACjB,qBAAqB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAC1C,YAAY,EAAE,MAAM,UAQrB;AAOD,mDAAmD;AACnD,qBAAa,iBAAkB,SAAQ,KAAK;CAAG;AAE/C,+DAA+D;AAC/D,qBAAa,mBAAoB,SAAQ,KAAK;CAAG;AAEjD,wBAAgB,wBAAwB,CAAC,WAAW,EAAE,sBAAsB,EAAE,uBAW7E"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
export declare function toHeadersMap(headers: {
|
|
2
2
|
name: string;
|
|
3
3
|
value: string;
|
|
4
|
-
}[], fromBytes?: number,
|
|
4
|
+
}[], fromBytes?: number, // including this byte
|
|
5
|
+
toBytes?: number): Record<string, string>;
|
|
5
6
|
//# sourceMappingURL=helpers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/clients/helpers.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CAC1B,OAAO,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,EAC1C,SAAS,CAAC,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/clients/helpers.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CAC1B,OAAO,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,EAC1C,SAAS,CAAC,EAAE,MAAM,EAAE,sBAAsB;AAC1C,OAAO,CAAC,EAAE,MAAM,GACf,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAOxB"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { ResourceId } from '@milaboratories/pl-client';
|
|
2
|
+
export declare function blobKey(rId: ResourceId): string;
|
|
3
|
+
export declare function pathToKey(fPath: string): string;
|
|
4
|
+
export declare function pathToBlobInfo(fPath: string): ResourceId | undefined;
|
|
5
|
+
//# sourceMappingURL=blob_key.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"blob_key.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/blob_key.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG3E,wBAAgB,OAAO,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM,CAE/C;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE/C;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAGpE"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { ComputableCtx, ComputableStableDefined, Computable } from '@milaboratories/computable';
|
|
2
|
-
import { AnyLogHandle, BlobDriver, LocalBlobHandle, LocalBlobHandleAndSize, ReadyLogHandle, RemoteBlobHandle, RemoteBlobHandleAndSize, StreamingApiResponse } from '@milaboratories/pl-model-common';
|
|
2
|
+
import { AnyLogHandle, BlobDriver, LocalBlobHandle, LocalBlobHandleAndSize, ReadyLogHandle, RemoteBlobHandle, RemoteBlobHandleAndSize, StreamingApiResponse, RangeBytes } from '@milaboratories/pl-model-common';
|
|
3
3
|
import { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';
|
|
4
4
|
import { MiLogger, Signer } from '@milaboratories/ts-helpers';
|
|
5
5
|
import { ClientDownload } from '../../clients/download';
|
|
@@ -26,36 +26,39 @@ export declare class DownloadDriver implements BlobDriver {
|
|
|
26
26
|
private readonly clientLogs;
|
|
27
27
|
private readonly signer;
|
|
28
28
|
/** Represents a unique key to the path of a blob as a map. */
|
|
29
|
-
private
|
|
29
|
+
private keyToDownload;
|
|
30
30
|
/** Writes and removes files to a hard drive and holds a counter for every
|
|
31
31
|
* file that should be kept. */
|
|
32
32
|
private cache;
|
|
33
33
|
/** Downloads files and writes them to the local dir. */
|
|
34
34
|
private downloadQueue;
|
|
35
|
-
private
|
|
35
|
+
private keyToOnDemand;
|
|
36
36
|
private idToLastLines;
|
|
37
37
|
private idToProgressLog;
|
|
38
38
|
private readonly saveDir;
|
|
39
39
|
constructor(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, signer: Signer, ops: DownloadDriverOps);
|
|
40
|
+
static init(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, signer: Signer, ops: DownloadDriverOps): Promise<DownloadDriver>;
|
|
41
|
+
private initCache;
|
|
40
42
|
/** Gets a blob or part of the blob by its resource id or downloads a blob and sets it in a cache. */
|
|
41
|
-
getDownloadedBlob(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx
|
|
42
|
-
getDownloadedBlob(res: ResourceInfo | PlTreeEntry
|
|
43
|
+
getDownloadedBlob(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): LocalBlobHandleAndSize | undefined;
|
|
44
|
+
getDownloadedBlob(res: ResourceInfo | PlTreeEntry): ComputableStableDefined<LocalBlobHandleAndSize>;
|
|
43
45
|
private getDownloadedBlobNoCtx;
|
|
44
|
-
private
|
|
46
|
+
private getOrSetNewTask;
|
|
45
47
|
private downloadBlob;
|
|
46
48
|
/** Gets on demand blob. */
|
|
47
49
|
getOnDemandBlob(res: OnDemandBlobResourceSnapshot | PlTreeEntry): Computable<RemoteBlobHandleAndSize>;
|
|
48
|
-
getOnDemandBlob(res: OnDemandBlobResourceSnapshot | PlTreeEntry, ctx
|
|
50
|
+
getOnDemandBlob(res: OnDemandBlobResourceSnapshot | PlTreeEntry, ctx?: undefined, fromBytes?: number, toBytes?: number): Computable<RemoteBlobHandleAndSize>;
|
|
51
|
+
getOnDemandBlob(res: OnDemandBlobResourceSnapshot | PlTreeEntry, ctx: ComputableCtx, fromBytes?: number, toBytes?: number): RemoteBlobHandleAndSize;
|
|
49
52
|
private getOnDemandBlobNoCtx;
|
|
50
53
|
/** Gets a path from a handle. */
|
|
51
54
|
getLocalPath(handle: LocalBlobHandle): string;
|
|
52
55
|
/** Gets a content of a blob by a handle. */
|
|
53
|
-
getContent(handle: LocalBlobHandle | RemoteBlobHandle): Promise<Uint8Array>;
|
|
56
|
+
getContent(handle: LocalBlobHandle | RemoteBlobHandle, range?: RangeBytes): Promise<Uint8Array>;
|
|
54
57
|
/**
|
|
55
58
|
* Creates computable that will return blob content once it is downloaded.
|
|
56
59
|
* Uses downloaded blob handle under the hood, so stores corresponding blob in file system.
|
|
57
60
|
*/
|
|
58
|
-
getComputableContent(res: ResourceInfo | PlTreeEntry): ComputableStableDefined<Uint8Array>;
|
|
61
|
+
getComputableContent(res: ResourceInfo | PlTreeEntry, range?: RangeBytes): ComputableStableDefined<Uint8Array>;
|
|
59
62
|
/** Returns all logs and schedules a job that reads remain logs.
|
|
60
63
|
* Notifies when a new portion of the log appeared. */
|
|
61
64
|
getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download_blob.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/download_blob.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,uBAAuB,EAExB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EACX,MAAM,4BAA4B,CAAC;AAGpC,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EACV,WAAW,EACX,YAAY,
|
|
1
|
+
{"version":3,"file":"download_blob.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/download_blob.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,uBAAuB,EAExB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EACX,MAAM,4BAA4B,CAAC;AAGpC,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAoB,KAAK,UAAU,EAAsB,MAAM,iCAAiC,CAAC;AACxG,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEb,MAAM,yBAAyB,CAAC;AAMjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAWnE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAarD,OAAO,EAAW,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAKjE,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;;;SAIK;IACL,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;;SAGK;IACL,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF;6DAC6D;AAC7D,qBAAa,cAAe,YAAW,UAAU;IAmB7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAE3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAtBzB,8DAA8D;IAC9D,OAAO,CAAC,aAAa,CAA4C;IAEjE;mCAC+B;IAC/B,OAAO,CAAC,KAAK,CAA+B;IAE5C,wDAAwD;IACxD,OAAO,CAAC,aAAa,CAAgB;IAErC,OAAO,CAAC,aAAa,CAA8C;IAEnE,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,eAAe,CAA2C;IAElE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAGd,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACvC,OAAO,EAAE,MAAM,EACE,MAAM,EAAE,MAAM,EAC/B,GAAG,EAAE,iBAAiB;WAQX,IAAI,CACf,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,cAAc,CAAC;YAOZ,SAAS;IA8BvB,qGAAqG;IAC9F,iBAAiB,CACtB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,GAAG,EAAE,aAAa,GACjB,sBAAsB,GAAG,SAAS;IAC9B,iBAAiB,CACtB,GAAG,EAAE,YAAY,GAAG,WAAW,GAC9B,uBAAuB,CAAC,sBAAsB,CAAC;IAsBlD,OAAO,CAAC,sBAAsB;IAuB9B,OAAO,CAAC,eAAe;YA+BT,YAAY;IAQ1B,2BAA2B;IACpB,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,GAC9C,UAAU,CAAC,uBAAuB,CAAC;IAC/B,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,CAAC,EAAE,SAAS,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,UAAU,CAAC,uBAAuB,CAAC;IAC/B,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,EAAE,aAAa,EAClB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,uBAAuB;IAqB1B,OAAO,CAAC,oBAAoB;IAkB5B,iCAAiC;IAC1B,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM;IAKpD,4CAA4C;IAC/B,UAAU,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,EAAE,KAAK,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAwB5G;;;OAGG;IACI,oBAAoB,CACzB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,CAAC,EAAE,UAAU,GACjB,uBAAuB,CAAC,UAAU,CAAC;IAYtC;0DACsD;IAC/C,WAAW,CAChB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,GACZ,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,WAAW,CAChB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAmBjC,OAAO,CAAC,gBAAgB;IA0BxB;2DACuD;IAChD,cAAc,CACnB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,cAAc,CACnB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAyBrB,OAAO,CAAC,mBAAmB;IA2B3B;uBACmB;IACZ,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,YAAY,CAAC;IACvE,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,YAAY;IAYtF,OAAO,CAAC,iBAAiB;IAKZ,SAAS,CACpB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EAAE,kCAAkC;IACxD,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;IAiBnB,QAAQ,CACnB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;YAiBlB,WAAW;IAkCzB,OAAO,CAAC,UAAU;YAQJ,mBAAmB;IAKjC,2CAA2C;IACrC,UAAU;CAQjB"}
|
|
@@ -3,28 +3,28 @@ import { LocalBlobHandle, LocalBlobHandleAndSize } from '@milaboratories/pl-mode
|
|
|
3
3
|
import { ResourceSnapshot } from '@milaboratories/pl-tree';
|
|
4
4
|
import { ValueOrError, MiLogger, CallersCounter } from '@milaboratories/ts-helpers';
|
|
5
5
|
import { ClientDownload } from '../../clients/download';
|
|
6
|
-
/** Downloads a blob. */
|
|
6
|
+
/** Downloads a blob and holds callers and watchers for the blob. */
|
|
7
7
|
export declare class DownloadBlobTask {
|
|
8
8
|
private readonly logger;
|
|
9
9
|
private readonly clientDownload;
|
|
10
10
|
readonly rInfo: ResourceSnapshot;
|
|
11
|
-
readonly path: string;
|
|
12
11
|
private readonly handle;
|
|
13
|
-
readonly
|
|
12
|
+
readonly path: string;
|
|
14
13
|
readonly change: ChangeSource;
|
|
15
14
|
private readonly signalCtl;
|
|
15
|
+
readonly counter: CallersCounter;
|
|
16
16
|
private error;
|
|
17
17
|
private done;
|
|
18
|
-
/** Represents a size in bytes of the downloaded blob. */
|
|
19
18
|
size: number;
|
|
20
|
-
|
|
21
|
-
|
|
19
|
+
private state;
|
|
20
|
+
constructor(logger: MiLogger, clientDownload: ClientDownload, rInfo: ResourceSnapshot, handle: LocalBlobHandle, path: string);
|
|
21
|
+
/** Returns a simple object that describes this task for debugging purposes. */
|
|
22
22
|
info(): {
|
|
23
23
|
rInfo: ResourceSnapshot;
|
|
24
|
-
|
|
24
|
+
fPath: string;
|
|
25
25
|
done: boolean;
|
|
26
|
-
|
|
27
|
-
|
|
26
|
+
error: unknown;
|
|
27
|
+
state: DownloadState;
|
|
28
28
|
};
|
|
29
29
|
attach(w: Watcher, callerId: string): void;
|
|
30
30
|
download(): Promise<void>;
|
|
@@ -40,4 +40,15 @@ export declare class DownloadBlobTask {
|
|
|
40
40
|
private setError;
|
|
41
41
|
}
|
|
42
42
|
export declare function nonRecoverableError(e: any): boolean;
|
|
43
|
+
export declare function getDownloadedBlobResponse(handle: LocalBlobHandle | undefined, size: number, error?: unknown): ValueOrError<LocalBlobHandleAndSize>;
|
|
44
|
+
type DownloadState = {
|
|
45
|
+
filePath?: string;
|
|
46
|
+
dirExists?: boolean;
|
|
47
|
+
fileExists?: boolean;
|
|
48
|
+
fileSize?: number;
|
|
49
|
+
downloaded?: boolean;
|
|
50
|
+
tempWritten?: boolean;
|
|
51
|
+
done?: boolean;
|
|
52
|
+
};
|
|
53
|
+
export {};
|
|
43
54
|
//# sourceMappingURL=download_blob_task.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download_blob_task.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/download_blob_task.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAC/F,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EACV,YAAY,EACZ,QAAQ,EACT,MAAM,4BAA4B,CAAC;AACpC,OAAO,
|
|
1
|
+
{"version":3,"file":"download_blob_task.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/download_blob_task.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAC/F,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EACV,YAAY,EACZ,QAAQ,EACT,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAIL,cAAc,EACf,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAI7D,oEAAoE;AACpE,qBAAa,gBAAgB;IAUzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,QAAQ,CAAC,KAAK,EAAE,gBAAgB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM;IAbvB,QAAQ,CAAC,MAAM,eAAsB;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,SAAgB,OAAO,iBAAwB;IAC/C,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,IAAI,CAAS;IACd,IAAI,SAAK;IAChB,OAAO,CAAC,KAAK,CAAqB;gBAGf,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EACtC,KAAK,EAAE,gBAAgB,EACf,MAAM,EAAE,eAAe,EAC/B,IAAI,EAAE,MAAM;IAGvB,+EAA+E;IACxE,IAAI;;;;;;;IAUJ,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAK7B,QAAQ;YAkBP,gBAAgB;IAkCvB,KAAK,CAAC,MAAM,EAAE,MAAM;IAIpB,OAAO,IACV;QAAE,IAAI,EAAE,KAAK,CAAA;KAAE,GACf;QACA,IAAI,EAAE,IAAI,CAAC;QACX,MAAM,EAAE,YAAY,CAAC,sBAAsB,CAAC,CAAC;KAC9C;IASH,OAAO,CAAC,OAAO;IAKf,OAAO,CAAC,QAAQ;CAIjB;AAED,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,GAAG,WAWzC;AAMD,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,eAAe,GAAG,SAAS,EACnC,IAAI,EAAE,MAAM,EACZ,KAAK,CAAC,EAAE,OAAO,GACd,YAAY,CAAC,sBAAsB,CAAC,CAgBtC;AAED,KAAK,aAAa,GAAG;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download_remote_handle.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/download_remote_handle.ts"],"names":[],"mappings":"AAAA;qCACqC;AAErC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,
|
|
1
|
+
{"version":3,"file":"download_remote_handle.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/download_remote_handle.ts"],"names":[],"mappings":"AAAA;qCACqC;AAErC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,EAAc,MAAM,iCAAiC,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAMvD,wBAAgB,eAAe,CAC7B,KAAK,EAAE,4BAA4B,EACnC,MAAM,EAAE,MAAM,GACb,gBAAgB,CAIlB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,gBAAgB,CAE7E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAcxF"}
|
package/dist/drivers/types.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { InferSnapshot, ResourceSnapshotSchema } from '@milaboratories/pl-tree';
|
|
3
|
+
import { RangeBytes } from '@milaboratories/pl-model-common';
|
|
3
4
|
/** ResourceSnapshot that can be passed to OnDemandBlob */
|
|
4
5
|
export declare const OnDemandBlobResourceSnapshot: ResourceSnapshotSchema<undefined, undefined, {
|
|
5
6
|
readonly 'ctl/file/blobInfo': z.ZodObject<{
|
|
@@ -11,7 +12,7 @@ export declare const OnDemandBlobResourceSnapshot: ResourceSnapshotSchema<undefi
|
|
|
11
12
|
}>;
|
|
12
13
|
}>;
|
|
13
14
|
export type OnDemandBlobResourceSnapshot = InferSnapshot<typeof OnDemandBlobResourceSnapshot>;
|
|
14
|
-
export declare function getSize(bs: OnDemandBlobResourceSnapshot): number;
|
|
15
|
+
export declare function getSize(bs: OnDemandBlobResourceSnapshot, range?: RangeBytes): number;
|
|
15
16
|
export declare const ImportFileHandleUploadData: z.ZodObject<{
|
|
16
17
|
/** Local file path, to take data for upload */
|
|
17
18
|
localPath: z.ZodString;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/drivers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/drivers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE7D,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAK7D,0DAA0D;AAC1D,eAAO,MAAM,4BAA4B;;;;;;;;EAMvC,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,aAAa,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAE9F,wBAAgB,OAAO,CAAC,EAAE,EAAE,4BAA4B,EAAE,KAAK,CAAC,EAAE,UAAU,GAAG,MAAM,CAYpF;AAMD,eAAO,MAAM,0BAA0B;IACrC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;EAElD,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAEpF,eAAO,MAAM,yBAAyB;IACpC,oBAAoB;;IAEpB,0BAA0B;;;;;;;;EAE1B,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAElF,eAAO,MAAM,oBAAoB;IAnB/B,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;IAMlD,oBAAoB;;IAEpB,0BAA0B;;;;;;;;IAQ1B,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE,8EAA8E;AAE9E,2DAA2D;AAC3D,eAAO,MAAM,sBAAsB;IA5BjC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;;aA2BlD,CAAC;AAEH,eAAO,MAAM,qBAAqB;;aAIhC,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,aAAa,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,aAAa,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEhF,MAAM,MAAM,sBAAsB,GAAG,sBAAsB,GAAG,qBAAqB,CAAC;AAMpF,mEAAmE;AACnE,MAAM,MAAM,sBAAsB,GAAG;IACnC,oBAAoB;IACpB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B;;;;;SAKK;IACL,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,4FAA4F;AAC5F,MAAM,MAAM,uBAAuB,GAAG;IACpC,oEAAoE;IACpE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,wCAAwC;IACxC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,0EAA0E;IAC1E,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B,CAAC"}
|