@milaboratories/pl-drivers 1.5.63 → 1.5.65

package/dist/drivers/download_blob/download_blob.d.ts

@@ -12,6 +12,13 @@ export type DownloadDriverOps = {
      * when they become unneeded.
      * */
     cacheSoftSizeBytes: number;
+    /**
+     * A hard limit of the amount of sparse cache, in bytes.
+     * Once exceeded, the download driver will start deleting blobs one by one.
+     *
+     * The sparse cache is used to store ranges of blobs.
+     * */
+    rangesCacheMaxSizeBytes: number;
     /**
      * Max number of concurrent downloads while calculating computable states
      * derived from this driver
@@ -24,21 +31,23 @@ export declare class DownloadDriver implements BlobDriver {
     private readonly logger;
     private readonly clientDownload;
     private readonly clientLogs;
+    private readonly rangesCacheDir;
     private readonly signer;
+    private readonly ops;
     /** Represents a unique key to the path of a blob as a map. */
     private keyToDownload;
     /** Writes and removes files to a hard drive and holds a counter for every
      * file that should be kept. */
     private cache;
+    private rangesCache;
     /** Downloads files and writes them to the local dir. */
     private downloadQueue;
     private keyToOnDemand;
     private idToLastLines;
     private idToProgressLog;
     private readonly saveDir;
-    constructor(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, signer: Signer, ops: DownloadDriverOps);
-    static init(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, signer: Signer, ops: DownloadDriverOps): Promise<DownloadDriver>;
-    private initCache;
+    constructor(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, rangesCacheDir: string, signer: Signer, ops: DownloadDriverOps);
+    static init(logger: MiLogger, clientDownload: ClientDownload, clientLogs: ClientLogs, saveDir: string, rangesCacheDir: string, signer: Signer, ops: DownloadDriverOps): Promise<DownloadDriver>;
     /** Gets a blob or part of the blob by its resource id or downloads a blob and sets it in a cache. */
     getDownloadedBlob(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): LocalBlobHandleAndSize | undefined;
     getDownloadedBlob(res: ResourceInfo | PlTreeEntry): ComputableStableDefined<LocalBlobHandleAndSize>;

package/dist/drivers/download_blob/download_blob.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"download_blob.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/download_blob.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,uBAAuB,EAExB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EACX,MAAM,4BAA4B,CAAC;AAGpC,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAoB,KAAK,UAAU,EAAsB,MAAM,iCAAiC,CAAC;AACxG,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEb,MAAM,yBAAyB,CAAC;AAMjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAWnE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAarD,OAAO,EAAW,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAKjE,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;;;SAIK;IACL,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;;SAGK;IACL,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF;6DAC6D;AAC7D,qBAAa,cAAe,YAAW,UAAU;IAmB7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAE3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAtBzB,8DAA8D;IAC9D,OAAO,CAAC,aAAa,CAA4C;IAEjE;mCAC+B;IAC/B,OAAO,CAAC,KAAK,CAA+B;IAE5C,wDAAwD;IACxD,OAAO,CAAC,aAAa,CAAgB;IAErC,OAAO,CAAC,aAAa,CAA8C;IAEnE,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,eAAe,CAA2C;IAElE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAGd,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACvC,OAAO,EAAE,MAAM,EACE,MAAM,EAAE,MAAM,EAC/B,GAAG,EAAE,iBAAiB;WAQX,IAAI,CACf,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,cAAc,CAAC;YAOZ,SAAS;IA8BvB,qGAAqG;IAC9F,iBAAiB,CACtB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,GAAG,EAAE,aAAa,GACjB,sBAAsB,GAAG,SAAS;IAC9B,iBAAiB,CACtB,GAAG,EAAE,YAAY,GAAG,WAAW,GAC9B,uBAAuB,CAAC,sBAAsB,CAAC;IAsBlD,OAAO,CAAC,sBAAsB;IAuB9B,OAAO,CAAC,eAAe;YA+BT,YAAY;IAQ1B,2BAA2B;IACpB,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,GAC9C,UAAU,CAAC,uBAAuB,CAAC;IAC/B,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,CAAC,EAAE,SAAS,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,UAAU,CAAC,uBAAuB,CAAC;IAC/B,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,EAAE,aAAa,EAClB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,uBAAuB;IAqB1B,OAAO,CAAC,oBAAoB;IAkB5B,iCAAiC;IAC1B,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM;IAKpD,4CAA4C;IAC/B,UAAU,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,EAAE,KAAK,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAwB5G;;;OAGG;IACI,oBAAoB,CACzB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,CAAC,EAAE,UAAU,GACjB,uBAAuB,CAAC,UAAU,CAAC;IAYtC;0DACsD;IAC/C,WAAW,CAChB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,GACZ,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,WAAW,CAChB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAmBjC,OAAO,CAAC,gBAAgB;IA0BxB;2DACuD;IAChD,cAAc,CACnB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,cAAc,CACnB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAyBrB,OAAO,CAAC,mBAAmB;IA2B3B;uBACmB;IACZ,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,YAAY,CAAC;IACvE,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,YAAY;IAYtF,OAAO,CAAC,iBAAiB;IAKZ,SAAS,CACpB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EAAE,kCAAkC;IACxD,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;IAiBnB,QAAQ,CACnB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;YAiBlB,WAAW;IAkCzB,OAAO,CAAC,UAAU;YAQJ,mBAAmB;IAKjC,2CAA2C;IACrC,UAAU;CAQjB"}
+{"version":3,"file":"download_blob.d.ts","sourceRoot":"","sources":["../../../src/drivers/download_blob/download_blob.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,uBAAuB,EAExB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EACX,MAAM,4BAA4B,CAAC;AAGpC,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,KAAK,UAAU,EAAsB,MAAM,iCAAiC,CAAC;AACtF,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEb,MAAM,yBAAyB,CAAC;AAMjC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAWnE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAarD,OAAO,EAAW,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAMjE,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;;;SAIK;IACL,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;;;;SAKK;IACL,uBAAuB,EAAE,MAAM,CAAC;IAEhC;;;SAGK;IACL,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF;6DAC6D;AAC7D,qBAAa,cAAe,YAAW,UAAU;IAoB7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAE3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAzBtB,8DAA8D;IAC9D,OAAO,CAAC,aAAa,CAA4C;IAEjE;mCAC+B;IAC/B,OAAO,CAAC,KAAK,CAA+B;IAC5C,OAAO,CAAC,WAAW,CAAc;IAEjC,wDAAwD;IACxD,OAAO,CAAC,aAAa,CAAgB;IAErC,OAAO,CAAC,aAAa,CAA8C;IAEnE,OAAO,CAAC,aAAa,CAA2C;IAChE,OAAO,CAAC,eAAe,CAA2C;IAElE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAGd,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACvC,OAAO,EAAE,MAAM,EACE,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,iBAAiB;WAa5B,IAAI,CACf,MAAM,EAAE,QAAQ,EAChB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,cAAc,CAAC;IAO1B,qGAAqG;IAC9F,iBAAiB,CACtB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,GAAG,EAAE,aAAa,GACjB,sBAAsB,GAAG,SAAS;IAC9B,iBAAiB,CACtB,GAAG,EAAE,YAAY,GAAG,WAAW,GAC9B,uBAAuB,CAAC,sBAAsB,CAAC;IAsBlD,OAAO,CAAC,sBAAsB;IAuB9B,OAAO,CAAC,eAAe;YA+BT,YAAY;IAQ1B,2BAA2B;IACpB,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,GAC9C,UAAU,CAAC,uBAAuB,CAAC;IAC/B,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,CAAC,EAAE,SAAS,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,UAAU,CAAC,uBAAuB,CAAC;IAC/B,eAAe,CACpB,GAAG,EAAE,4BAA4B,GAAG,WAAW,EAC/C,GAAG,EAAE,aAAa,EAClB,SAAS,CAAC,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,uBAAuB;IAqB1B,OAAO,CAAC,oBAAoB;IAkB5B,iCAAiC;IAC1B,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM;IAKpD,4CAA4C;IAC/B,UAAU,CAAC,MAAM,EAAE,eAAe,GAAG,gBAAgB,EAAE,KAAK,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAmC5G;;;OAGG;IACI,oBAAoB,CACzB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,CAAC,EAAE,UAAU,GACjB,uBAAuB,CAAC,UAAU,CAAC;IAYtC;0DACsD;IAC/C,WAAW,CAChB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,GACZ,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,WAAW,CAChB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAmBjC,OAAO,CAAC,gBAAgB;IA0BxB;2DACuD;IAChD,cAAc,CACnB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,cAAc,CACnB,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAyBrB,OAAO,CAAC,mBAAmB;IA2B3B;uBACmB;IACZ,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,YAAY,CAAC;IACvE,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,YAAY;IAYtF,OAAO,CAAC,iBAAiB;IAKZ,SAAS,CACpB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EAAE,kCAAkC;IACxD,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;IAiBnB,QAAQ,CACnB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,oBAAoB,CAAC;YAiBlB,WAAW;IAkCzB,OAAO,CAAC,UAAU;YAQJ,mBAAmB;IAKjC,2CAA2C;IACrC,UAAU;CAQjB"}

package/dist/drivers/download_blob/sparse_cache/cache.d.ts

@@ -0,0 +1,79 @@
+import { RangeBytes } from '@milaboratories/pl-model-common';
+import { MiLogger } from '@milaboratories/ts-helpers';
+import { Ranges } from './ranges';
+/** The implementer of SparseCacheRanges could throw it if ranges were corrupted. */
+export declare class CorruptedRangesError extends Error {
+}
+/** Extracted ranges methods to be able to store ranges somewhere else (e.g. in memory for tests). */
+export interface SparseCacheRanges {
+    get(key: string): Promise<Ranges>;
+    set(key: string, ranges: Ranges): Promise<void>;
+    delete(key: string): Promise<void>;
+}
+/** Stores ranges in a directory as JSON files (the default implementation). */
+export declare class SparseCacheFsRanges implements SparseCacheRanges {
+    private readonly logger;
+    private readonly cacheDir;
+    constructor(logger: MiLogger, cacheDir: string);
+    private fPath;
+    get(key: string): Promise<Ranges>;
+    set(key: string, ranges: Ranges): Promise<void>;
+    delete(key: string): Promise<void>;
+}
+/** Extracted interface for storing sparse files. */
+export interface SparseFileStorage {
+    all(): Promise<string[]>;
+    exists(key: string): Promise<boolean>;
+    path(key: string): string;
+    write(key: string, data: Uint8Array, from: number): Promise<void>;
+    delete(key: string): Promise<void>;
+}
+/** Stores sparse files in a directory (the default implementation). */
+export declare class SparseCacheFsFile implements SparseFileStorage {
+    private readonly logger;
+    private readonly cacheDir;
+    private readonly suffix;
+    constructor(logger: MiLogger, cacheDir: string);
+    all(): Promise<string[]>;
+    exists(key: string): Promise<boolean>;
+    path(key: string): string;
+    write(key: string, data: Uint8Array, from: number): Promise<void>;
+    delete(key: string): Promise<void>;
+}
+/** LRU cache for ranges of sparse files. */
+export declare class SparseCache {
+    readonly logger: MiLogger;
+    /** The hard limit in bytes. */
+    readonly maxSize: number;
+    readonly ranges: SparseCacheRanges;
+    readonly storage: SparseFileStorage;
+    /** Fields are public for tests. */
+    /** The lock to make sure cache requests are done one by one. */
+    private lock;
+    keyToLastAccessTime: Map<string, Date>;
+    size: number;
+    constructor(logger: MiLogger, 
+    /** The hard limit in bytes. */
+    maxSize: number, ranges: SparseCacheRanges, storage: SparseFileStorage);
+    /** Resets a cache's size by rereading everything we already store.
+     * Safe for concurrent use. */
+    reset(): Promise<void>;
+    /** Returns a path to the key if the range exists in a cache, otherwise returns undefined.
+     * Safe for concurrent use. */
+    get(key: string, range: RangeBytes): Promise<string | undefined>;
+    /** Sets data to the cache's file and clear the cache if it's needed.
+     * Safe for concurrent use. */
+    set(key: string, range: RangeBytes, data: Uint8Array): Promise<void>;
+    private resetUnsafe;
+    private getUnsafe;
+    private setUnsafe;
+    /** Sets a key and recalculates a size, but doesn't ensures that the size is less than the hard limit. */
+    setWithoutEviction(key: string, range: RangeBytes, data: Uint8Array): Promise<void>;
+    /** Ensures the size is less than hard limit by deleting the oldest keys. */
+    ensureEvicted(): Promise<void>;
+    /** Gets ranges and if they were corrupted, then remove the file from the cache and reset the cache's size. */
+    private getRanges;
+    /** Removes a key the state of the cache. The size should be updated. */
+    private rmKey;
+}
+//# sourceMappingURL=cache.d.ts.map

package/dist/drivers/download_blob/sparse_cache/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../../../src/drivers/download_blob/sparse_cache/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAA2C,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAG/F,OAAO,EAA4B,MAAM,EAAkF,MAAM,UAAU,CAAC;AAI5I,oFAAoF;AACpF,qBAAa,oBAAqB,SAAQ,KAAK;CAAG;AAElD,qGAAqG;AACrG,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACpC;AAED,+EAA+E;AAC/E,qBAAa,mBAAoB,YAAW,iBAAiB;IAEzD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBADR,MAAM,EAAE,QAAQ,EAChB,QAAQ,EAAE,MAAM;IAGnC,OAAO,CAAC,KAAK;IAIP,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAI/B,MAAM,CAAC,GAAG,EAAE,MAAM;CAGzB;AAED,oDAAoD;AACpD,MAAM,WAAW,iBAAiB;IAChC,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACpC;AAED,uEAAuE;AACvE,qBAAa,iBAAkB,YAAW,iBAAiB;IAIvD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAJ3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;gBAGrB,MAAM,EAAE,QAAQ,EAChB,QAAQ,EAAE,MAAM;IAG7B,GAAG,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAMxB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI3C,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAInB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjE,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGzC;AAED,4CAA4C;AAC5C,qBAAa,WAAW;aAUJ,MAAM,EAAE,QAAQ;IAChC,+BAA+B;aACf,OAAO,EAAE,MAAM;aACf,MAAM,EAAE,iBAAiB;aACzB,OAAO,EAAE,iBAAiB;IAb5C,mCAAmC;IAEnC,gEAAgE;IAChE,OAAO,CAAC,IAAI,CAA4B;IAEjC,mBAAmB,oBAA2B;IAC9C,IAAI,SAAK;gBAGE,MAAM,EAAE,QAAQ;IAChC,+BAA+B;IACf,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,iBAAiB;IAG5C;kCAC8B;IACxB,KAAK;IAMX;kCAC8B;IACxB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAMtE;kCAC8B;IACxB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;YAM5D,WAAW;YAeX,SAAS;YAmBT,SAAS;IAKvB,yGAAyG;IACnG,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBzF,4EAA4E;IACtE,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBpC,8GAA8G;YAChG,SAAS;IAiBvB,wEAAwE;YAC1D,KAAK;CAKpB"}

package/dist/drivers/download_blob/sparse_cache/file.d.ts

@@ -0,0 +1,8 @@
+import { MiLogger } from '@milaboratories/ts-helpers';
+/** Creates a sparse file for all systems
+ * Table of what supports sparse files:
+ * https://en.wikipedia.org/wiki/Comparison_of_file_systems#Allocation_and_layout_policies */
+export declare function createSparseFile(logger: MiLogger, path: string, platform: NodeJS.Platform): Promise<void>;
+/** Ensures the file is created and writes to it. */
+export declare function writeToSparseFile(logger: MiLogger, platform: NodeJS.Platform, path: string, data: Uint8Array, from: number): Promise<void>;
+//# sourceMappingURL=file.d.ts.map

package/dist/drivers/download_blob/sparse_cache/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../../src/drivers/download_blob/sparse_cache/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,QAAQ,EAAc,MAAM,4BAA4B,CAAC;AAG9E;;6FAE6F;AAC7F,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,QAAQ,EAChB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,iBAU1B;AAcD,oDAAoD;AACpD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,QAAQ,EAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ,EACzB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,MAAM,iBASb"}

package/dist/drivers/download_blob/sparse_cache/ranges.d.ts

@@ -0,0 +1,46 @@
+import { z } from 'zod';
+import { RangeBytes } from '@milaboratories/pl-model-common';
+import { MiLogger } from '@milaboratories/ts-helpers';
+/** The content of the ranges file: ranges of bytes.
+ * The ranges should be normalized: sorted and no overlaps.
+ * For that, use `normalizeRanges` function. */
+declare const Ranges: z.ZodObject<{
+    ranges: z.ZodArray<z.ZodObject<{
+        from: z.ZodNumber;
+        to: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        from: number;
+        to: number;
+    }, {
+        from: number;
+        to: number;
+    }>, "many">;
+}, "strip", z.ZodTypeAny, {
+    ranges: {
+        from: number;
+        to: number;
+    }[];
+}, {
+    ranges: {
+        from: number;
+        to: number;
+    }[];
+}>;
+export type Ranges = z.infer<typeof Ranges>;
+export declare const rangesFilePostfix = ".ranges.json";
+export declare function rangesFileName(fPath: string): string;
+export declare function readRangesFile(logger: MiLogger, path: string): Promise<Ranges>;
+/** Writes to a temporal file and then renames it atomically. */
+export declare function writeRangesFile(logger: MiLogger, path: string, ranges: Ranges): Promise<void>;
+/** Sorts and merges overlapping ranges. */
+export declare function normalizeRanges(s: Ranges): void;
+export declare function rangesSize(s: Ranges): number;
+export declare function doesRangeExist(allRanges: Ranges, range: RangeBytes): boolean;
+export declare function addRange(s: Ranges, range: RangeBytes): {
+    ranges: {
+        from: number;
+        to: number;
+    }[];
+};
+export {};
+//# sourceMappingURL=ranges.d.ts.map

package/dist/drivers/download_blob/sparse_cache/ranges.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranges.d.ts","sourceRoot":"","sources":["../../../../src/drivers/download_blob/sparse_cache/ranges.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAwB,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAG5E;;+CAE+C;AAC/C,QAAA,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;EAEV,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAE5C,eAAO,MAAM,iBAAiB,iBAAiB,CAAC;AAEhD,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpF;AAED,gEAAgE;AAChE,wBAAsB,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,iBAInF;AAED,2CAA2C;AAC3C,wBAAgB,eAAe,CAAC,CAAC,EAAE,MAAM,QASxC;AASD,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,UAEnC;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAQ5E;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU;;;;;EAKpD"}

package/dist/drivers/helpers/download_remote_handle.d.ts

@@ -4,5 +4,8 @@ import { RemoteBlobHandle } from '@milaboratories/pl-model-common';
 import { ResourceInfo } from '@milaboratories/pl-tree';
 export declare function newRemoteHandle(rInfo: OnDemandBlobResourceSnapshot, signer: Signer): RemoteBlobHandle;
 export declare function isRemoteBlobHandle(handle: string): handle is RemoteBlobHandle;
-export declare function parseRemoteHandle(handle: RemoteBlobHandle, signer: Signer): ResourceInfo;
+export declare function parseRemoteHandle(handle: RemoteBlobHandle, signer: Signer): {
+    info: ResourceInfo;
+    size: number;
+};
 //# sourceMappingURL=download_remote_handle.d.ts.map

package/dist/drivers/helpers/download_remote_handle.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"download_remote_handle.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/download_remote_handle.ts"],"names":[],"mappings":"AAAA;qCACqC;AAErC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,EAAc,MAAM,iCAAiC,CAAC;AAEpF,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAMvD,wBAAgB,eAAe,CAC7B,KAAK,EAAE,4BAA4B,EACnC,MAAM,EAAE,MAAM,GACb,gBAAgB,CAIlB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,gBAAgB,CAE7E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAcxF"}
+{"version":3,"file":"download_remote_handle.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/download_remote_handle.ts"],"names":[],"mappings":"AAAA;qCACqC;AAErC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAExE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAOvD,wBAAgB,eAAe,CAC7B,KAAK,EAAE,4BAA4B,EACnC,MAAM,EAAE,MAAM,GACb,gBAAgB,CAIlB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,IAAI,gBAAgB,CAE7E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,GAAG;IAC3E,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACb,CAiBD"}