@speckle/objectloader2 2.25.0 → 2.25.4

package/dist/esm/helpers/cacheReader.d.ts

@@ -0,0 +1,14 @@
+import { Database } from '../operations/interfaces.js';
+import { CacheOptions } from '../operations/options.js';
+import { Base, Item } from '../types/types.js';
+import { DefermentManager } from './defermentManager.js';
+export declare class CacheReader {
+    #private;
+    constructor(database: Database, defermentManager: DefermentManager, options: CacheOptions);
+    getObject(params: {
+        id: string;
+    }): Promise<Base>;
+    getAll(keys: string[]): Promise<(Item | undefined)[]>;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=cacheReader.d.ts.map

package/dist/esm/helpers/cacheReader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheReader.d.ts","sourceRoot":"","sources":["../../../src/helpers/cacheReader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAA;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,IAAI,EAAgB,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAE5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAExD,qBAAa,WAAW;;gBAQpB,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,gBAAgB,EAClC,OAAO,EAAE,YAAY;IAQjB,SAAS,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBhD,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAgBrD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAGpC"}

package/dist/esm/helpers/cacheReader.js

@@ -0,0 +1,51 @@
+import BatchingQueue from './batchingQueue.js';
+export class CacheReader {
+    #database;
+    #defermentManager;
+    #logger;
+    #options;
+    #readQueue;
+    constructor(database, defermentManager, options) {
+        this.#database = database;
+        this.#defermentManager = defermentManager;
+        this.#options = options;
+        this.#logger = options.logger || (() => { });
+    }
+    async getObject(params) {
+        if (!this.#defermentManager.isDeferred(params.id)) {
+            this.#getItem(params.id);
+        }
+        return await this.#defermentManager.defer({ id: params.id });
+    }
+    #getItem(id) {
+        if (!this.#readQueue) {
+            this.#readQueue = new BatchingQueue({
+                batchSize: this.#options.maxCacheReadSize,
+                maxWaitTime: this.#options.maxCacheBatchReadWait,
+                processFunction: this.#processBatch
+            });
+        }
+        if (!this.#readQueue.get(id)) {
+            this.#readQueue.add(id, id);
+        }
+    }
+    async getAll(keys) {
+        return this.#database.getAll(keys);
+    }
+    #processBatch = async (batch) => {
+        const items = await this.#database.getAll(batch);
+        for (let i = 0; i < items.length; i++) {
+            if (items[i]) {
+                this.#defermentManager.undefer(items[i]);
+            }
+            else {
+                //this is okay!
+                //this.#logger(`Item ${batch[i]} not found in cache`)
+            }
+        }
+    };
+    async disposeAsync() {
+        await this.#readQueue?.disposeAsync();
+    }
+}
+//# sourceMappingURL=cacheReader.js.map

package/dist/esm/helpers/cacheReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheReader.js","sourceRoot":"","sources":["../../../src/helpers/cacheReader.ts"],"names":[],"mappings":"AAGA,OAAO,aAAa,MAAM,oBAAoB,CAAA;AAG9C,MAAM,OAAO,WAAW;IACtB,SAAS,CAAU;IACnB,iBAAiB,CAAkB;IACnC,OAAO,CAAc;IACrB,QAAQ,CAAc;IACtB,UAAU,CAAmC;IAE7C,YACE,QAAkB,EAClB,gBAAkC,EAClC,OAAqB;QAErB,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAA;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB;QACpC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC1B,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;IAC9D,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,aAAa,CAAC;gBAClC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB;gBACzC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,qBAAqB;gBAChD,eAAe,EAAE,IAAI,CAAC,aAAa;aACpC,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;QAC7B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAc;QACzB,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACpC,CAAC;IAED,aAAa,GAAG,KAAK,EAAE,KAAe,EAAiB,EAAE;QACvD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACb,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAA;YAC3C,CAAC;iBAAM,CAAC;gBACN,eAAe;gBACf,qDAAqD;YACvD,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,CAAA;IACvC,CAAC;CACF"}

package/dist/esm/helpers/defermentManager.d.ts

@@ -0,0 +1,26 @@
+import { DeferredBase } from './deferredBase.js';
+import { Base, Item } from '../types/types.js';
+import { DefermentManagerOptions } from '../operations/options.js';
+export declare class DefermentManager {
+    private options;
+    private deferments;
+    private timer?;
+    private logger;
+    private currentSize;
+    private disposed;
+    constructor(options: DefermentManagerOptions);
+    private now;
+    isDeferred(id: string): boolean;
+    get(id: string): DeferredBase | undefined;
+    defer(params: {
+        id: string;
+    }): Promise<Base>;
+    undefer(item: Item): void;
+    private resetGlobalTimer;
+    dispose(): void;
+    private clearDeferments;
+    private cleanDeferments;
+    compareMaybeBasesBySize(a: Item | undefined, b: Item | undefined): number;
+    compareMaybe(a: number | undefined, b: number | undefined): number;
+}
+//# sourceMappingURL=defermentManager.d.ts.map

package/dist/esm/helpers/defermentManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"defermentManager.d.ts","sourceRoot":"","sources":["../../../src/helpers/defermentManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAChD,OAAO,EAAE,IAAI,EAAgB,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AAElE,qBAAa,gBAAgB;IAOf,OAAO,CAAC,OAAO;IAN3B,OAAO,CAAC,UAAU,CAAuC;IACzD,OAAO,CAAC,KAAK,CAAC,CAA+B;IAC7C,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,WAAW,CAAI;IACvB,OAAO,CAAC,QAAQ,CAAQ;gBAEJ,OAAO,EAAE,uBAAuB;IAKpD,OAAO,CAAC,GAAG;IAIX,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAI/B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAKnC,KAAK,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBlD,OAAO,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAgBzB,OAAO,CAAC,gBAAgB;IAQxB,OAAO,IAAI,IAAI;IAUf,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,eAAe;IAkCvB,uBAAuB,CAAC,CAAC,EAAE,IAAI,GAAG,SAAS,EAAE,CAAC,EAAE,IAAI,GAAG,SAAS,GAAG,MAAM;IAOzE,YAAY,CAAC,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM;CAMnE"}

package/dist/esm/helpers/defermentManager.js

@@ -0,0 +1,127 @@
+import { DeferredBase } from './deferredBase.js';
+export class DefermentManager {
+    options;
+    deferments = new Map();
+    timer;
+    logger;
+    currentSize = 0;
+    disposed = false;
+    constructor(options) {
+        this.options = options;
+        this.resetGlobalTimer();
+        this.logger = options.logger || (() => { });
+    }
+    now() {
+        return Date.now();
+    }
+    isDeferred(id) {
+        return this.deferments.has(id);
+    }
+    get(id) {
+        if (this.disposed)
+            throw new Error('DefermentManager is disposed');
+        return this.deferments.get(id);
+    }
+    async defer(params) {
+        if (this.disposed)
+            throw new Error('DefermentManager is disposed');
+        const now = this.now();
+        const deferredBase = this.deferments.get(params.id);
+        if (deferredBase) {
+            deferredBase.setAccess(now);
+            return deferredBase.getPromise();
+        }
+        const notYetFound = new DeferredBase(this.options.ttlms, params.id, now + this.options.ttlms);
+        this.deferments.set(params.id, notYetFound);
+        return notYetFound.getPromise();
+    }
+    undefer(item) {
+        if (this.disposed)
+            throw new Error('DefermentManager is disposed');
+        const now = this.now();
+        this.currentSize += item.size || 0;
+        //order matters here with found before undefer
+        const deferredBase = this.deferments.get(item.baseId);
+        if (deferredBase) {
+            deferredBase.found(item);
+            deferredBase.setAccess(now);
+        }
+        else {
+            const existing = new DeferredBase(this.options.ttlms, item.baseId, now);
+            existing.found(item);
+            this.deferments.set(item.baseId, existing);
+        }
+    }
+    resetGlobalTimer() {
+        const run = () => {
+            this.cleanDeferments();
+            this.timer = setTimeout(run, this.options.ttlms);
+        };
+        this.timer = setTimeout(run, this.options.ttlms);
+    }
+    dispose() {
+        if (this.disposed)
+            return;
+        this.disposed = true;
+        if (this.timer) {
+            clearTimeout(this.timer);
+            this.timer = undefined;
+        }
+        this.clearDeferments();
+    }
+    clearDeferments() {
+        let waiting = 0;
+        for (const deferredBase of this.deferments.values()) {
+            deferredBase.done(0);
+            if (deferredBase.getItem() === undefined) {
+                waiting++;
+            }
+        }
+        this.currentSize = 0;
+        this.deferments.clear();
+        this.logger('cleared deferments, left', waiting);
+    }
+    cleanDeferments() {
+        const maxSizeBytes = this.options.maxSizeInMb * 1024 * 1024;
+        if (this.currentSize < maxSizeBytes) {
+            this.logger('deferments size is ok, no need to clean', this.currentSize, maxSizeBytes);
+            return;
+        }
+        const now = this.now();
+        let cleaned = 0;
+        const start = performance.now();
+        for (const deferredBase of Array.from(this.deferments.values())
+            .filter((x) => x.isExpired(now))
+            .sort((a, b) => this.compareMaybeBasesBySize(a.getItem(), b.getItem()))) {
+            if (deferredBase.done(now)) {
+                this.currentSize -= deferredBase.getItem()?.size || 0;
+                this.deferments.delete(deferredBase.getId());
+                cleaned++;
+                if (this.currentSize < maxSizeBytes) {
+                    break;
+                }
+            }
+        }
+        this.logger('cleaned deferments, cleaned, left', cleaned, this.deferments.size, performance.now() - start);
+        return;
+    }
+    compareMaybeBasesBySize(a, b) {
+        if (a === undefined && b === undefined)
+            return 0;
+        if (a === undefined)
+            return -1;
+        if (b === undefined)
+            return 1;
+        return this.compareMaybe(a.size, b.size);
+    }
+    compareMaybe(a, b) {
+        if (a === undefined && b === undefined)
+            return 0;
+        if (a === undefined)
+            return -1;
+        if (b === undefined)
+            return 1;
+        return a - b;
+    }
+}
+//# sourceMappingURL=defermentManager.js.map

package/dist/esm/helpers/defermentManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defermentManager.js","sourceRoot":"","sources":["../../../src/helpers/defermentManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAIhD,MAAM,OAAO,gBAAgB;IAOP;IANZ,UAAU,GAA8B,IAAI,GAAG,EAAE,CAAA;IACjD,KAAK,CAAgC;IACrC,MAAM,CAAc;IACpB,WAAW,GAAG,CAAC,CAAA;IACf,QAAQ,GAAG,KAAK,CAAA;IAExB,YAAoB,OAAgC;QAAhC,YAAO,GAAP,OAAO,CAAyB;QAClD,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAA;IAClD,CAAC;IAEO,GAAG;QACT,OAAO,IAAI,CAAC,GAAG,EAAE,CAAA;IACnB,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAClE,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAsB;QAChC,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAClE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACnD,IAAI,YAAY,EAAE,CAAC;YACjB,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YAC3B,OAAO,YAAY,CAAC,UAAU,EAAE,CAAA;QAClC,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,YAAY,CAClC,IAAI,CAAC,OAAO,CAAC,KAAK,EAClB,MAAM,CAAC,EAAE,EACT,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CACzB,CAAA;QACD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,CAAA;QAC3C,OAAO,WAAW,CAAC,UAAU,EAAE,CAAA;IACjC,CAAC;IAED,OAAO,CAAC,IAAU;QAChB,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QAClE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,CAAA;QAClC,8CAA8C;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACxB,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;YACvE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,MAAM,GAAG,GAAG,GAAS,EAAE;YACrB,IAAI,CAAC,eAAe,EAAE,CAAA;YACtB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAClD,CAAC,CAAA;QACD,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAClD,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACxB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;QACxB,CAAC;QACD,IAAI,CAAC,eAAe,EAAE,CAAA;IACxB,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YACpD,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACpB,IAAI,YAAY,CAAC,OAAO,EAAE,KAAK,SAAS,EAAE,CAAC;gBACzC,OAAO,EAAE,CAAA;YACX,CAAC;QACH,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;QACpB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;QACvB,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE,OAAO,CAAC,CAAA;IAClD,CAAC;IAEO,eAAe;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,IAAI,GAAG,IAAI,CAAA;QAC3D,IAAI,IAAI,CAAC,WAAW,GAAG,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CACT,yCAAyC,EACzC,IAAI,CAAC,WAAW,EAChB,YAAY,CACb,CAAA;YACD,OAAM;QACR,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,IAAI,OAAO,GAAG,CAAC,CAAA;QACf,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;aAC5D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;aAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;YAC1E,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,IAAI,IAAI,CAAC,CAAA;gBACrD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAA;gBAC5C,OAAO,EAAE,CAAA;gBACT,IAAI,IAAI,CAAC,WAAW,GAAG,YAAY,EAAE,CAAC;oBACpC,MAAK;gBACP,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CACT,mCAAmC,EACnC,OAAO,EACP,IAAI,CAAC,UAAU,CAAC,IAAI,EACpB,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAC1B,CAAA;QACD,OAAM;IACR,CAAC;IAED,uBAAuB,CAAC,CAAmB,EAAE,CAAmB;QAC9D,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAA;QAChD,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC,CAAA;QAC9B,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1C,CAAC;IAED,YAAY,CAAC,CAAqB,EAAE,CAAqB;QACvD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAA;QAChD,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC,CAAA;QAC9B,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAA;QAC7B,OAAO,CAAC,GAAG,CAAC,CAAA;IACd,CAAC;CACF"}

package/dist/esm/helpers/deferredBase.d.ts

@@ -0,0 +1,19 @@
+import { Base, Item } from '../types/types.js';
+export declare class DeferredBase {
+    private promise;
+    private resolve;
+    private reject;
+    private item?;
+    private readonly id;
+    private expiresAt;
+    private ttl;
+    constructor(ttl: number, id: string, expiresAt: number);
+    getId(): string;
+    getItem(): Item | undefined;
+    getPromise(): Promise<Base>;
+    isExpired(now: number): boolean;
+    setAccess(now: number): void;
+    found(value: Item): void;
+    done(now: number): boolean;
+}
+//# sourceMappingURL=deferredBase.d.ts.map

package/dist/esm/helpers/deferredBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deferredBase.d.ts","sourceRoot":"","sources":["../../../src/helpers/deferredBase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAE9C,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,MAAM,CAA2B;IACzC,OAAO,CAAC,IAAI,CAAC,CAAM;IAEnB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAQ;IAC3B,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,GAAG,CAAQ;gBAEP,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAUtD,KAAK,IAAI,MAAM;IAIf,OAAO,IAAI,IAAI,GAAG,SAAS;IAI3B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAG/B,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAI5B,KAAK,CAAC,KAAK,EAAE,IAAI,GAAG,IAAI;IAIxB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;CAS3B"}

package/dist/esm/helpers/deferredBase.js

@@ -0,0 +1,47 @@
+export class DeferredBase {
+    promise;
+    resolve;
+    reject;
+    item;
+    id;
+    expiresAt; // Timestamp in ms
+    ttl; // ttl in ms
+    constructor(ttl, id, expiresAt) {
+        this.expiresAt = expiresAt;
+        this.ttl = ttl;
+        this.id = id;
+        this.promise = new Promise((resolve, reject) => {
+            this.resolve = resolve;
+            this.reject = reject;
+        });
+    }
+    getId() {
+        return this.id;
+    }
+    getItem() {
+        return this.item;
+    }
+    getPromise() {
+        return this.promise;
+    }
+    isExpired(now) {
+        return this.item !== undefined && now > this.expiresAt;
+    }
+    setAccess(now) {
+        this.expiresAt = now + this.ttl;
+    }
+    found(value) {
+        this.item = value;
+        this.resolve(value.base);
+    }
+    done(now) {
+        if (this.item) {
+            this.resolve(this.item.base);
+        }
+        if (this.isExpired(now)) {
+            return true;
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=deferredBase.js.map

package/dist/esm/helpers/deferredBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deferredBase.js","sourceRoot":"","sources":["../../../src/helpers/deferredBase.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,YAAY;IACf,OAAO,CAAe;IACtB,OAAO,CAAwB;IAC/B,MAAM,CAA2B;IACjC,IAAI,CAAO;IAEF,EAAE,CAAQ;IACnB,SAAS,CAAQ,CAAC,kBAAkB;IACpC,GAAG,CAAQ,CAAC,YAAY;IAEhC,YAAY,GAAW,EAAE,EAAU,EAAE,SAAiB;QACpD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;QACd,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;QACZ,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;YACtB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACtB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,EAAE,CAAA;IAChB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,IAAI,CAAA;IAClB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;IAED,SAAS,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAA;IACxD,CAAC;IACD,SAAS,CAAC,GAAW;QACnB,IAAI,CAAC,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,KAAW;QACf,IAAI,CAAC,IAAI,GAAG,KAAK,CAAA;QACjB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC;IACD,IAAI,CAAC,GAAW;QACd,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;CACF"}

package/dist/esm/helpers/keyedQueue.d.ts

@@ -0,0 +1,11 @@
+export default class KeyedQueue<K, V> {
+    private _map;
+    private _order;
+    constructor();
+    enqueue(key: K, value: V): boolean;
+    get(key: K): V | undefined;
+    has(key: K): boolean;
+    get size(): number;
+    spliceValues(start: number, deleteCount: number): V[];
+}
+//# sourceMappingURL=keyedQueue.d.ts.map

package/dist/esm/helpers/keyedQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyedQueue.d.ts","sourceRoot":"","sources":["../../../src/helpers/keyedQueue.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,UAAU,CAAC,CAAC,EAAE,CAAC;IAClC,OAAO,CAAC,IAAI,CAAW;IACvB,OAAO,CAAC,MAAM,CAAK;;IAOnB,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO;IASlC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS;IAI1B,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO;IAIpB,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,CAAC,EAAE;CActD"}

package/dist/esm/helpers/keyedQueue.js

@@ -0,0 +1,38 @@
+export default class KeyedQueue {
+    _map;
+    _order;
+    constructor() {
+        this._map = new Map();
+        this._order = [];
+    }
+    enqueue(key, value) {
+        if (this._map.has(key)) {
+            return false; // Key already exists
+        }
+        this._map.set(key, value);
+        this._order.push(key);
+        return true;
+    }
+    get(key) {
+        return this._map.get(key);
+    }
+    has(key) {
+        return this._map.has(key);
+    }
+    get size() {
+        return this._order.length;
+    }
+    spliceValues(start, deleteCount) {
+        const splicedKeys = this._order.splice(start, deleteCount);
+        const result = [];
+        for (const key of splicedKeys) {
+            const value = this._map.get(key);
+            if (value !== undefined) {
+                result.push(value);
+                this._map.delete(key);
+            }
+        }
+        return result;
+    }
+}
+//# sourceMappingURL=keyedQueue.js.map

package/dist/esm/helpers/keyedQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyedQueue.js","sourceRoot":"","sources":["../../../src/helpers/keyedQueue.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,UAAU;IACrB,IAAI,CAAW;IACf,MAAM,CAAK;IAEnB;QACE,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAQ,CAAA;QAC3B,IAAI,CAAC,MAAM,GAAG,EAAE,CAAA;IAClB,CAAC;IAED,OAAO,CAAC,GAAM,EAAE,KAAQ;QACtB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA,CAAC,qBAAqB;QACpC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACrB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,GAAG,CAAC,GAAM;QACR,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,GAAG,CAAC,GAAM;QACR,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;IAC3B,CAAC;IAED,YAAY,CAAC,KAAa,EAAE,WAAmB;QAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAQ,EAAE,CAAA;QAEtB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;CACF"}

package/dist/esm/helpers/memoryPump.d.ts

@@ -0,0 +1,15 @@
+import { Item } from '../types/types.js';
+import { Pump } from './pump.js';
+import Queue from './queue.js';
+export declare class MemoryPump implements Pump {
+    #private;
+    add(item: Item): void;
+    pumpItems(params: {
+        ids: string[];
+        foundItems: Queue<Item>;
+        notFoundItems: Queue<string>;
+    }): Promise<void>;
+    gather(ids: string[]): AsyncGenerator<Item>;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=memoryPump.d.ts.map

package/dist/esm/helpers/memoryPump.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryPump.d.ts","sourceRoot":"","sources":["../../../src/helpers/memoryPump.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,qBAAa,UAAW,YAAW,IAAI;;IAGrC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAIf,SAAS,CAAC,MAAM,EAAE;QACtB,GAAG,EAAE,MAAM,EAAE,CAAA;QACb,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACvB,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;KAC7B,GAAG,OAAO,CAAC,IAAI,CAAC;IAaV,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC;IAU5C,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CACpC"}

package/dist/esm/helpers/memoryPump.js

@@ -0,0 +1,30 @@
+export class MemoryPump {
+    #items = new Map();
+    add(item) {
+        this.#items.set(item.baseId, item);
+    }
+    async pumpItems(params) {
+        const { ids, foundItems, notFoundItems } = params;
+        for (const id of ids) {
+            const item = this.#items.get(id);
+            if (item) {
+                foundItems.add(item);
+            }
+            else {
+                notFoundItems.add(id);
+            }
+        }
+        return Promise.resolve();
+    }
+    async *gather(ids) {
+        for (const id of ids) {
+            const item = this.#items.get(id);
+            if (item) {
+                yield item;
+            }
+        }
+        return Promise.resolve();
+    }
+    async disposeAsync() { }
+}
+//# sourceMappingURL=memoryPump.js.map

package/dist/esm/helpers/memoryPump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryPump.js","sourceRoot":"","sources":["../../../src/helpers/memoryPump.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,UAAU;IACrB,MAAM,GAAsB,IAAI,GAAG,EAAE,CAAA;IAErC,GAAG,CAAC,IAAU;QACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAIf;QACC,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,MAAM,CAAA;QACjD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAChC,IAAI,IAAI,EAAE,CAAC;gBACT,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACtB,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,GAAa;QACzB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAChC,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,IAAI,CAAA;YACZ,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,YAAY,KAAmB,CAAC;CACvC"}

package/dist/esm/helpers/pump.d.ts

@@ -0,0 +1,8 @@
+import { Downloader } from '../operations/interfaces.js';
+import { Item } from '../types/types.js';
+import Queue from './queue.js';
+export interface Pump extends Queue<Item> {
+    gather(ids: string[], downloader: Downloader): AsyncGenerator<Item>;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=pump.d.ts.map

package/dist/esm/helpers/pump.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pump.d.ts","sourceRoot":"","sources":["../../../src/helpers/pump.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAA;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AACxC,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,MAAM,WAAW,IAAK,SAAQ,KAAK,CAAC,IAAI,CAAC;IACvC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,CAAA;IACnE,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9B"}

package/dist/esm/helpers/pump.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=pump.js.map

package/dist/esm/helpers/pump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pump.js","sourceRoot":"","sources":["../../../src/helpers/pump.ts"],"names":[],"mappings":""}

package/dist/esm/helpers/queue.d.ts

@@ -0,0 +1,4 @@
+export default interface Queue<T> {
+    add(value: T): void;
+}
+//# sourceMappingURL=queue.d.ts.map

package/dist/esm/helpers/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/helpers/queue.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC,CAAC;IAC9B,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,CAAA;CACpB"}

package/dist/esm/helpers/queue.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=queue.js.map

package/dist/esm/helpers/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/helpers/queue.ts"],"names":[],"mappings":""}

package/dist/esm/index.d.ts

@@ -0,0 +1,4 @@
+export { MemoryDatabase } from './operations/databases/memoryDatabase.js';
+export { ObjectLoader2 } from './operations/objectLoader2.js';
+export { ObjectLoader2Factory } from './operations/objectLoader2Factory.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAA;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,sCAAsC,CAAA"}

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAA;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,sCAAsC,CAAA"}

package/dist/esm/operations/databases/indexedDatabase.d.ts

@@ -0,0 +1,25 @@
+import { CustomLogger, Item } from '../../types/types.js';
+import { Database } from '../interfaces.js';
+export interface IndexedDatabaseOptions {
+    logger?: CustomLogger;
+    indexedDB?: IDBFactory;
+    keyRange?: {
+        bound: Function;
+        lowerBound: Function;
+        upperBound: Function;
+    };
+}
+export default class IndexedDatabase implements Database {
+    #private;
+    constructor(options: IndexedDatabaseOptions);
+    getAll(keys: string[]): Promise<(Item | undefined)[]>;
+    add(item: Item): Promise<void>;
+    getItem(params: {
+        id: string;
+    }): Promise<Item | undefined>;
+    cacheSaveBatch(params: {
+        batch: Item[];
+    }): Promise<void>;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=indexedDatabase.d.ts.map

package/dist/esm/operations/databases/indexedDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.d.ts","sourceRoot":"","sources":["../../../../src/operations/databases/indexedDatabase.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAGzD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAe3C,MAAM,WAAW,sBAAsB;IACrC,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,SAAS,CAAC,EAAE,UAAU,CAAA;IACtB,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE,QAAQ,CAAA;QACf,UAAU,EAAE,QAAQ,CAAA;QACpB,UAAU,EAAE,QAAQ,CAAA;KACrB,CAAA;CACF;AAED,MAAM,CAAC,OAAO,OAAO,eAAgB,YAAW,QAAQ;;gBAU1C,OAAO,EAAE,sBAAsB;IAKrC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAyCrD,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9B,OAAO,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;IAgB1D,cAAc,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCxD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAMpC"}

package/dist/esm/operations/databases/indexedDatabase.js

@@ -0,0 +1,114 @@
+import { isSafari } from '@speckle/shared';
+import { Dexie } from 'dexie';
+class ObjectStore extends Dexie {
+    static #databaseName = 'speckle-cache';
+    objects; // Table type: <entity, primaryKey>
+    constructor(options) {
+        super(ObjectStore.#databaseName, options);
+        this.version(1).stores({
+            objects: 'baseId, item' // baseId is primary key
+        });
+    }
+}
+export default class IndexedDatabase {
+    #options;
+    #logger;
+    #cacheDB;
+    #writeQueue;
+    // #count: number = 0
+    constructor(options) {
+        this.#options = options;
+        this.#logger = options.logger || (() => { });
+    }
+    async getAll(keys) {
+        await this.#setupCacheDb();
+        let items = [];
+        //   this.#count++
+        //  const startTime = performance.now()
+        // this.#logger('Start read ' + x + ' ' + batch.length)
+        //faster than BulkGet with dexie
+        await this.#cacheDB.transaction('r', this.#cacheDB.objects, async () => {
+            const gets = keys.map((key) => this.#cacheDB.objects.get(key));
+            const cachedData = await Promise.all(gets);
+            items = cachedData;
+        });
+        // const endTime = performance.now()
+        // const duration = endTime - startTime
+        //this.#logger('Saved batch ' + x + ' ' + batch.length + ' ' + duration / TIME_MS.second)
+        return items;
+    }
+    async #openDatabase() {
+        const db = new ObjectStore({
+            indexedDB: this.#options.indexedDB ?? globalThis.indexedDB,
+            IDBKeyRange: this.#options.keyRange ?? IDBKeyRange,
+            chromeTransactionDurability: 'relaxed'
+        });
+        await db.open();
+        return db;
+    }
+    async #setupCacheDb() {
+        if (this.#cacheDB !== undefined) {
+            return;
+        }
+        // Initialize
+        await this.#safariFix();
+        this.#cacheDB = await this.#openDatabase();
+    }
+    //this is for testing only - in the real world we will not use this
+    async add(item) {
+        await this.#setupCacheDb();
+        await this.#cacheDB.transaction('rw', this.#cacheDB.objects, async () => {
+            return await this.#cacheDB?.objects.add(item);
+        });
+    }
+    async getItem(params) {
+        const { id } = params;
+        await this.#setupCacheDb();
+        //might not be in the real DB yet, so check the write queue first
+        if (this.#writeQueue) {
+            const item = this.#writeQueue.get(id);
+            if (item) {
+                return item;
+            }
+        }
+        return this.#cacheDB.transaction('r', this.#cacheDB.objects, async () => {
+            return await this.#cacheDB?.objects.get(id);
+        });
+    }
+    async cacheSaveBatch(params) {
+        await this.#setupCacheDb();
+        const { batch } = params;
+        //const x = this.#count
+        //this.#count++
+        // const startTime = performance.now()
+        //  this.#logger('Start save ' + x + ' ' + batch.length)
+        await this.#cacheDB.objects.bulkPut(batch);
+        // const endTime = performance.now()
+        // const duration = endTime - startTime
+        //this.#logger('Saved batch ' + x + ' ' + batch.length + ' ' + duration / TIME_MS.second)
+    }
+    /**
+     * Fixes a Safari bug where IndexedDB requests get lost and never resolve - invoke before you use IndexedDB
+     * @link Credits and more info: https://github.com/jakearchibald/safari-14-idb-fix
+     */
+    async #safariFix() {
+        // No point putting other browsers or older versions of Safari through this mess.
+        if (!isSafari() || !this.#options.indexedDB?.databases)
+            return Promise.resolve();
+        let intervalId;
+        return new Promise((resolve) => {
+            const tryIdb = () => this.#options.indexedDB?.databases().finally(resolve);
+            intervalId = setInterval(() => {
+                void tryIdb();
+            }, 100);
+            void tryIdb();
+        }).finally(() => clearInterval(intervalId));
+    }
+    async disposeAsync() {
+        this.#cacheDB?.close();
+        this.#cacheDB = undefined;
+        await this.#writeQueue?.disposeAsync();
+        this.#writeQueue = undefined;
+    }
+}
+//# sourceMappingURL=indexedDatabase.js.map

package/dist/esm/operations/databases/indexedDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.js","sourceRoot":"","sources":["../../../../src/operations/databases/indexedDatabase.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,OAAO,EAAE,KAAK,EAAuB,MAAM,OAAO,CAAA;AAGlD,MAAM,WAAY,SAAQ,KAAK;IAC7B,MAAM,CAAC,aAAa,GAAW,eAAe,CAAA;IAC9C,OAAO,CAAsB,CAAC,mCAAmC;IAEjE,YAAY,OAAqB;QAC/B,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;QAEzC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACrB,OAAO,EAAE,cAAc,CAAC,wBAAwB;SACjD,CAAC,CAAA;IACJ,CAAC;;AAaH,MAAM,CAAC,OAAO,OAAO,eAAe;IAClC,QAAQ,CAAwB;IAChC,OAAO,CAAc;IAErB,QAAQ,CAAc;IAEtB,WAAW,CAAiC;IAE5C,qBAAqB;IAErB,YAAY,OAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAc;QACzB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1B,IAAI,KAAK,GAAyB,EAAE,CAAA;QACpC,kBAAkB;QAClB,uCAAuC;QACvC,uDAAuD;QAEvD,gCAAgC;QAChC,MAAM,IAAI,CAAC,QAAS,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,QAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,QAAS,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;YAC/D,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC1C,KAAK,GAAG,UAAU,CAAA;QACpB,CAAC,CAAC,CAAA;QACF,oCAAoC;QACpC,uCAAuC;QACvC,yFAAyF;QAEzF,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC;YACzB,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS;YAC1D,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,IAAI,WAAW;YAClD,2BAA2B,EAAE,SAAS;SACvC,CAAC,CAAA;QACF,MAAM,EAAE,CAAC,IAAI,EAAE,CAAA;QACf,OAAO,EAAE,CAAA;IACX,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,OAAM;QACR,CAAC;QAED,aAAa;QACb,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;QACvB,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;IAC5C,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,GAAG,CAAC,IAAU;QAClB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,IAAI,CAAC,QAAS,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,QAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACxE,OAAO,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAsB;QAClC,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,CAAA;QACrB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1B,iEAAiE;QACjE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YACrC,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,QAAS,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,QAAS,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACxE,OAAO,MAAM,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAyB;QAC5C,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAA;QACxB,uBAAuB;QACvB,eAAe;QAEf,sCAAsC;QACtC,wDAAwD;QACxD,MAAM,IAAI,CAAC,QAAS,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC3C,oCAAoC;QACpC,uCAAuC;QACvC,yFAAyF;IAC3F,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,iFAAiF;QACjF,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAEhF,IAAI,UAA0C,CAAA;QAE9C,OAAO,IAAI,OAAO,CAAO,CAAC,OAAmB,EAAE,EAAE;YAC/C,MAAM,MAAM,GAAG,GAA2C,EAAE,CAC1D,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACvD,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC5B,KAAK,MAAM,EAAE,CAAA;YACf,CAAC,EAAE,GAAG,CAAC,CAAA;YACP,KAAK,MAAM,EAAE,CAAA;QACf,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAA;QACzB,MAAM,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAA;QACtC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;IAC9B,CAAC;CACF"}