@synchronized-console/objectloader2 2.25.7 → 2.31.14

package/dist/commonjs/{operations → core}/interfaces.d.ts

@@ -1,7 +1,7 @@
-import Queue from '../helpers/queue.js';
+import Queue from '../queues/queue.js';
 import { Item } from '../types/types.js';
 export interface Downloader extends Queue<string> {
-    initializePool(params: {
+    initialize(params: {
         results: Queue<Item>;
         total: number;
         maxDownloadBatchWait?: number;
@@ -10,10 +10,8 @@ export interface Downloader extends Queue<string> {
     disposeAsync(): Promise<void>;
 }
 export interface Database {
-    getAll(keys: string[]): Promise<(Item | undefined)[]>;
-    cacheSaveBatch(params: {
-        batch: Item[];
-    }): Promise<void>;
-    disposeAsync(): Promise<void>;
+    getAll(ids: string[]): Promise<(Item | undefined)[]>;
+    putAll(batch: Item[]): Promise<void>;
+    dispose(): void;
 }
 //# sourceMappingURL=interfaces.d.ts.map

package/dist/commonjs/core/interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/core/interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,oBAAoB,CAAA;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAExC,MAAM,WAAW,UAAW,SAAQ,KAAK,CAAC,MAAM,CAAC;IAC/C,UAAU,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI,CAAA;IACR,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IAC/B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9B;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,CAAA;IACpD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpC,OAAO,IAAI,IAAI,CAAA;CAChB"}

package/dist/commonjs/core/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/core/interfaces.ts"],"names":[],"mappings":""}

package/dist/commonjs/{operations → core}/objectLoader2.d.ts

@@ -1,4 +1,4 @@
-import { Base, Item } from '../types/types.js';
+import { Item, Base } from '../types/types.js';
 import { ObjectLoader2Options } from './options.js';
 export declare class ObjectLoader2 {
     #private;

package/dist/commonjs/core/objectLoader2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAG9C,OAAO,EAAE,oBAAoB,EAAgB,MAAM,cAAc,CAAA;AAOjE,qBAAa,aAAa;;gBAiBZ,OAAO,EAAE,oBAAoB;IAqCnC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAU7B,aAAa,IAAI,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;IAY1C,SAAS,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMrC,iBAAiB,IAAI,cAAc,CAAC,IAAI,CAAC;IA4ChD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa;IAIxD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;CAGnD"}

package/dist/commonjs/core/objectLoader2.js

@@ -0,0 +1,120 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObjectLoader2 = void 0;
+const aggregateQueue_js_1 = __importDefault(require("../queues/aggregateQueue.js"));
+const asyncGeneratorQueue_js_1 = __importDefault(require("../queues/asyncGeneratorQueue.js"));
+const functions_js_1 = require("../types/functions.js");
+const objectLoader2Factory_js_1 = require("./objectLoader2Factory.js");
+const cacheReader_js_1 = require("./stages/cacheReader.js");
+const cacheWriter_js_1 = require("./stages/cacheWriter.js");
+const MAX_CLOSURES_TO_TAKE = 100;
+const EXPECTED_CLOSURE_VALUE = 100;
+class ObjectLoader2 {
+    #rootId;
+    #logger;
+    #database;
+    #downloader;
+    #cacheReader;
+    #cacheWriter;
+    #deferments;
+    #gathered;
+    #root = undefined;
+    #isRootStored = false;
+    constructor(options) {
+        this.#rootId = options.rootId;
+        this.#logger = options.logger || (() => { });
+        this.#logger('ObjectLoader2 initialized with rootId:', this.#rootId);
+        const cacheOptions = {
+            logger: this.#logger,
+            maxCacheReadSize: 10_000,
+            maxCacheWriteSize: 10_000,
+            maxWriteQueueSize: 40_000,
+            maxCacheBatchWriteWait: 100, //100 ms, next to nothing!
+            maxCacheBatchReadWait: 100 //100 ms, next to nothing!
+        };
+        this.#gathered = new asyncGeneratorQueue_js_1.default();
+        this.#database = options.database;
+        this.#deferments = options.deferments;
+        this.#downloader = options.downloader;
+        this.#cacheReader = new cacheReader_js_1.CacheReader(this.#database, this.#deferments, this.#logger, cacheOptions);
+        this.#cacheReader.initializeQueue(this.#gathered, this.#downloader);
+        this.#cacheWriter = new cacheWriter_js_1.CacheWriter(this.#database, this.#logger, this.#deferments, cacheOptions, (id) => {
+            this.#cacheReader.requestItem(id);
+        });
+    }
+    async disposeAsync() {
+        await Promise.all([
+            this.#gathered.disposeAsync(),
+            this.#downloader.disposeAsync(),
+            this.#cacheWriter.disposeAsync(),
+            this.#cacheReader.disposeAsync()
+        ]);
+        this.#deferments.dispose();
+    }
+    async getRootObject() {
+        if (!this.#root) {
+            this.#root = (await this.#database.getAll([this.#rootId]))[0];
+            if (!this.#root) {
+                this.#root = await this.#downloader.downloadSingle();
+            }
+            else {
+                this.#isRootStored = true;
+            }
+        }
+        return this.#root;
+    }
+    async getObject(params) {
+        return await this.#cacheReader.getObject({ id: params.id });
+    }
+    async getTotalObjectCount() {
+        const rootObj = await this.getRootObject();
+        const totalChildrenCount = Object.keys(rootObj?.base?.__closure || {}).length;
+        return totalChildrenCount + 1; //count the root
+    }
+    async *getObjectIterator() {
+        const rootItem = await this.getRootObject();
+        if (rootItem?.base === undefined) {
+            this.#logger('No root object found!');
+            return;
+        }
+        if (!rootItem.base.__closure) {
+            yield rootItem.base;
+            return;
+        }
+        //sort the closures by their values descending
+        const sortedClosures = Object.entries(rootItem.base.__closure ?? []).sort((a, b) => b[1] - a[1]);
+        this.#logger('calculated closures: ', !(0, functions_js_1.take)(sortedClosures.values(), MAX_CLOSURES_TO_TAKE).every((x) => x[1] === EXPECTED_CLOSURE_VALUE));
+        const children = sortedClosures.map((x) => x[0]);
+        const total = children.length + 1; // +1 for the root object
+        this.#downloader.initialize({
+            results: new aggregateQueue_js_1.default(this.#gathered, this.#cacheWriter),
+            total
+        });
+        //only for root
+        this.#gathered.add(rootItem);
+        this.#cacheReader.requestAll(children);
+        let count = 0;
+        for await (const item of this.#gathered.consume()) {
+            yield item.base; //always defined, as we add it to the queue
+            count++;
+            if (count >= total) {
+                break;
+            }
+        }
+        if (!this.#isRootStored) {
+            await this.#database.putAll([rootItem]);
+            this.#isRootStored = true;
+        }
+    }
+    static createFromObjects(objects) {
+        return objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(objects);
+    }
+    static createFromJSON(json) {
+        return objectLoader2Factory_js_1.ObjectLoader2Factory.createFromJSON(json);
+    }
+}
+exports.ObjectLoader2 = ObjectLoader2;
+//# sourceMappingURL=objectLoader2.js.map

package/dist/commonjs/core/objectLoader2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2.js","sourceRoot":"","sources":["../../../src/core/objectLoader2.ts"],"names":[],"mappings":";;;;;;AACA,oFAAwD;AACxD,8FAAkE;AAClE,wDAA0D;AAG1D,uEAAgE;AAEhE,4DAAqD;AACrD,4DAAqD;AAErD,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAChC,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAElC,MAAa,aAAa;IACxB,OAAO,CAAQ;IAEf,OAAO,CAAc;IAErB,SAAS,CAAU;IACnB,WAAW,CAAY;IACvB,YAAY,CAAa;IACzB,YAAY,CAAa;IAEzB,WAAW,CAAW;IAEtB,SAAS,CAA2B;IAEpC,KAAK,GAAU,SAAS,CAAA;IACxB,aAAa,GAAG,KAAK,CAAA;IAErB,YAAY,OAA6B;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAA;QACjD,IAAI,CAAC,OAAO,CAAC,wCAAwC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QAEpE,MAAM,YAAY,GAAiB;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,gBAAgB,EAAE,MAAM;YACxB,iBAAiB,EAAE,MAAM;YACzB,iBAAiB,EAAE,MAAM;YACzB,sBAAsB,EAAE,GAAG,EAAE,0BAA0B;YACvD,qBAAqB,EAAE,GAAG,CAAC,0BAA0B;SACtD,CAAA;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,gCAAmB,EAAE,CAAA;QAE1C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAA;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAW,CACjC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,OAAO,EACZ,YAAY,CACb,CAAA;QACD,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QACnE,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAW,CACjC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,YAAY,EACZ,CAAC,EAAU,EAAE,EAAE;YACb,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACnC,CAAC,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE;YAC7B,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;YAC/B,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE;YAChC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE;SACjC,CAAC,CAAA;QACF,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC7D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAA;YACtD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB;QACpC,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;IAC7D,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1C,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;QAC7E,OAAO,kBAAkB,GAAG,CAAC,CAAA,CAAC,gBAAgB;IAChD,CAAC;IAED,KAAK,CAAC,CAAC,iBAAiB;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC3C,IAAI,QAAQ,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAA;YACrC,OAAM;QACR,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7B,MAAM,QAAQ,CAAC,IAAI,CAAA;YACnB,OAAM;QACR,CAAC;QAED,8CAA8C;QAC9C,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,CACvE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CACtB,CAAA;QACD,IAAI,CAAC,OAAO,CACV,uBAAuB,EACvB,CAAC,IAAA,mBAAI,EAAC,cAAc,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,KAAK,CACxD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,sBAAsB,CACvC,CACF,CAAA;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA,CAAC,yBAAyB;QAC3D,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;YAC1B,OAAO,EAAE,IAAI,2BAAc,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC;YAC9D,KAAK;SACN,CAAC,CAAA;QACF,eAAe;QACf,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5B,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QACtC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,MAAM,IAAI,CAAC,IAAK,CAAA,CAAC,2CAA2C;YAC5D,KAAK,EAAE,CAAA;YACP,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;YACvC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,OAAe;QACtC,OAAO,8CAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,IAAY;QAChC,OAAO,8CAAoB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF;AAzID,sCAyIC"}

package/dist/{esm/operations → commonjs/core}/objectLoader2Factory.d.ts

@@ -1,13 +1,17 @@
-import { Base, CustomLogger } from '../types/types.js';
+import { CustomLogger, Fetcher } from '../types/functions.js';
+import { Base, ObjectAttributeMask } from '../types/types.js';
 import { ObjectLoader2 } from './objectLoader2.js';
 export interface ObjectLoader2FactoryOptions {
-    useMemoryCache?: boolean;
     keyRange?: {
         bound: Function;
         lowerBound: Function;
         upperBound: Function;
     };
     indexedDB?: IDBFactory;
+    fetch?: Fetcher;
+    attributeMask?: ObjectAttributeMask;
+    useCache?: boolean;
+    debug?: boolean;
     logger?: CustomLogger;
 }
 export declare class ObjectLoader2Factory {
@@ -20,6 +24,10 @@ export declare class ObjectLoader2Factory {
         token?: string;
         headers?: Headers;
         options?: ObjectLoader2FactoryOptions;
+        attributeMask?: ObjectAttributeMask;
+        objectTypeMask?: string[];
     }): ObjectLoader2;
+    static getLogger(providedLogger?: CustomLogger): CustomLogger | undefined;
+    static logger: CustomLogger;
 }
 //# sourceMappingURL=objectLoader2Factory.d.ts.map

package/dist/commonjs/core/objectLoader2Factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2Factory.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2Factory.ts"],"names":[],"mappings":"AACA,OAAO,EACL,YAAY,EACZ,OAAO,EAGR,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAMlD,MAAM,WAAW,2BAA2B;IAE1C,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,QAAQ,CAAC;QAAC,UAAU,EAAE,QAAQ,CAAC;QAAC,UAAU,EAAE,QAAQ,CAAA;KAAE,CAAA;IAC1E,SAAS,CAAC,EAAE,UAAU,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,YAAY,CAAA;CACtB;AAED,qBAAa,oBAAoB;IAC/B,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa;IAexD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAKlD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;QAC3B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,MAAM,CAAA;QAChB,QAAQ,EAAE,MAAM,CAAA;QAChB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,OAAO,CAAC,EAAE,OAAO,CAAA;QACjB,OAAO,CAAC,EAAE,2BAA2B,CAAA;QACrC,aAAa,CAAC,EAAE,mBAAmB,CAAA;QACnC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;KAC1B,GAAG,aAAa;IA+CjB,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,YAAY,GAAG,YAAY,GAAG,SAAS;IAOzE,MAAM,CAAC,MAAM,EAAE,YAAY,CAE1B;CACF"}

package/dist/commonjs/core/objectLoader2Factory.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObjectLoader2Factory = void 0;
+const defermentManager_js_1 = require("../deferment/defermentManager.js");
+const functions_js_1 = require("../types/functions.js");
+const objectLoader2_js_1 = require("./objectLoader2.js");
+const indexedDatabase_js_1 = require("./stages/indexedDatabase.js");
+const memoryDatabase_js_1 = require("./stages/memory/memoryDatabase.js");
+const memoryDownloader_js_1 = require("./stages/memory/memoryDownloader.js");
+const serverDownloader_js_1 = __importDefault(require("./stages/serverDownloader.js"));
+class ObjectLoader2Factory {
+    static createFromObjects(objects) {
+        const root = objects[0];
+        const records = new Map();
+        objects.forEach((element) => {
+            records.set(element.id, element);
+        });
+        const loader = new objectLoader2_js_1.ObjectLoader2({
+            rootId: root.id,
+            deferments: new defermentManager_js_1.MemoryOnlyDeferment(records),
+            database: new memoryDatabase_js_1.MemoryDatabase({ items: records }),
+            downloader: new memoryDownloader_js_1.MemoryDownloader(root.id, records)
+        });
+        return loader;
+    }
+    static createFromJSON(json) {
+        const jsonObj = JSON.parse(json);
+        return this.createFromObjects(jsonObj);
+    }
+    static createFromUrl(params) {
+        const log = ObjectLoader2Factory.getLogger(params.options?.logger);
+        let database;
+        if (params.options?.debug === true ||
+            (0, functions_js_1.getFeatureFlag)(functions_js_1.ObjectLoader2Flags.DEBUG) === 'true') {
+            this.logger('Using DEBUG mode for ObjectLoader2Factory');
+        }
+        const useCache = params.options?.useCache ?? true;
+        const flag = (0, functions_js_1.getFeatureFlag)(functions_js_1.ObjectLoader2Flags.USE_CACHE);
+        const flagAllowsCache = flag !== 'false';
+        if (useCache && flagAllowsCache) {
+            database = new indexedDatabase_js_1.IndexedDatabase({
+                indexedDB: params.options?.indexedDB,
+                keyRange: params.options?.keyRange
+            });
+        }
+        else {
+            database = new memoryDatabase_js_1.MemoryDatabase({
+                items: new Map()
+            });
+            this.logger('Disabled persistent caching for ObjectLoader2.  Using MemoryDatabase');
+        }
+        const logger = log || (() => { });
+        const loader = new objectLoader2_js_1.ObjectLoader2({
+            rootId: params.objectId,
+            deferments: new defermentManager_js_1.DefermentManager(logger),
+            downloader: new serverDownloader_js_1.default({
+                serverUrl: params.serverUrl,
+                streamId: params.streamId,
+                objectId: params.objectId,
+                token: params.token,
+                headers: params.headers,
+                fetch: params.options?.fetch,
+                attributeMask: params.attributeMask,
+                objectTypeMask: params.objectTypeMask,
+                logger
+            }),
+            database,
+            logger
+        });
+        return loader;
+    }
+    static getLogger(providedLogger) {
+        if ((0, functions_js_1.getFeatureFlag)(functions_js_1.ObjectLoader2Flags.DEBUG) === 'true') {
+            return providedLogger || this.logger;
+        }
+        return providedLogger;
+    }
+    static logger = (m, ...optionalParams) => {
+        console.log(`[debug] ${m}`, ...optionalParams);
+    };
+}
+exports.ObjectLoader2Factory = ObjectLoader2Factory;
+//# sourceMappingURL=objectLoader2Factory.js.map

package/dist/commonjs/core/objectLoader2Factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2Factory.js","sourceRoot":"","sources":["../../../src/core/objectLoader2Factory.ts"],"names":[],"mappings":";;;;;;AAAA,0EAAwF;AACxF,wDAK8B;AAE9B,yDAAkD;AAClD,oEAA6D;AAC7D,yEAAkE;AAClE,6EAAsE;AACtE,uFAA2D;AAa3D,MAAa,oBAAoB;IAC/B,MAAM,CAAC,iBAAiB,CAAC,OAAe;QACtC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACvB,MAAM,OAAO,GAAsB,IAAI,GAAG,EAAgB,CAAA;QAC1D,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,IAAI,gCAAa,CAAC;YAC/B,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,UAAU,EAAE,IAAI,yCAAmB,CAAC,OAAO,CAAC;YAC5C,QAAQ,EAAE,IAAI,kCAAc,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;YAChD,UAAU,EAAE,IAAI,sCAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC;SACnD,CAAC,CAAA;QACF,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,IAAY;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAW,CAAA;QAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,MASpB;QACC,MAAM,GAAG,GAAG,oBAAoB,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAClE,IAAI,QAAQ,CAAA;QACZ,IACE,MAAM,CAAC,OAAO,EAAE,KAAK,KAAK,IAAI;YAC9B,IAAA,6BAAc,EAAC,iCAAkB,CAAC,KAAK,CAAC,KAAK,MAAM,EACnD,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,2CAA2C,CAAC,CAAA;QAC1D,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAA;QACjD,MAAM,IAAI,GAAG,IAAA,6BAAc,EAAC,iCAAkB,CAAC,SAAS,CAAC,CAAA;QACzD,MAAM,eAAe,GAAG,IAAI,KAAK,OAAO,CAAA;QAExC,IAAI,QAAQ,IAAI,eAAe,EAAE,CAAC;YAChC,QAAQ,GAAG,IAAI,oCAAe,CAAC;gBAC7B,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS;gBACpC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,QAAQ;aACnC,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,IAAI,kCAAc,CAAC;gBAC5B,KAAK,EAAE,IAAI,GAAG,EAAgB;aAC/B,CAAC,CAAA;YACF,IAAI,CAAC,MAAM,CACT,sEAAsE,CACvE,CAAA;QACH,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,IAAK,CAAC,GAAS,EAAE,GAAE,CAAC,CAAkB,CAAA;QACxD,MAAM,MAAM,GAAG,IAAI,gCAAa,CAAC;YAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,sCAAgB,CAAC,MAAM,CAAC;YACxC,UAAU,EAAE,IAAI,6BAAgB,CAAC;gBAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK;gBAC5B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,MAAM;aACP,CAAC;YACF,QAAQ;YACR,MAAM;SACP,CAAC,CAAA;QACF,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,cAA6B;QAC5C,IAAI,IAAA,6BAAc,EAAC,iCAAkB,CAAC,KAAK,CAAC,KAAK,MAAM,EAAE,CAAC;YACxD,OAAO,cAAc,IAAI,IAAI,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,cAAc,CAAA;IACvB,CAAC;IAED,MAAM,CAAC,MAAM,GAAiB,CAAC,CAAU,EAAE,GAAG,cAAyB,EAAE,EAAE;QACzE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,cAAc,CAAC,CAAA;IAChD,CAAC,CAAA;;AAtFH,oDAuFC"}

package/dist/commonjs/core/objectLoader2Factory.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=objectLoader2Factory.test.d.ts.map

package/dist/commonjs/core/objectLoader2Factory.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2Factory.test.d.ts","sourceRoot":"","sources":["../../../src/core/objectLoader2Factory.test.ts"],"names":[],"mappings":""}

package/dist/commonjs/core/objectLoader2Factory.test.js

@@ -0,0 +1,106 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/* eslint-disable camelcase */
+const vitest_1 = require("vitest");
+const objectLoader2Factory_js_1 = require("./objectLoader2Factory.js");
+(0, vitest_1.describe)('ObjectLoader2Factory', () => {
+    let testObjects;
+    (0, vitest_1.beforeEach)(() => {
+        testObjects = [
+            {
+                id: 'root-id',
+                synchronized_type: 'Base',
+                __closure: {
+                    'child-1': 1,
+                    'child-2': 2
+                }
+            },
+            {
+                id: 'child-1',
+                synchronized_type: 'Base'
+            },
+            {
+                id: 'child-2',
+                synchronized_type: 'Base'
+            }
+        ];
+    });
+    (0, vitest_1.describe)('createFromObjects', () => {
+        (0, vitest_1.it)('should create ObjectLoader2 from array of objects', async () => {
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(testObjects);
+            (0, vitest_1.expect)(loader).toBeDefined();
+            // Test that we can get the root object
+            const rootObject = await loader.getRootObject();
+            (0, vitest_1.expect)(rootObject?.baseId).toBe('root-id');
+            (0, vitest_1.expect)(rootObject?.base?.synchronized_type).toBe('Base');
+            await loader.disposeAsync();
+        });
+        (0, vitest_1.it)('should use first object as root', async () => {
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(testObjects);
+            const rootObject = await loader.getRootObject();
+            (0, vitest_1.expect)(rootObject?.baseId).toBe('root-id');
+            (0, vitest_1.expect)(rootObject?.base?.__closure).toEqual({
+                'child-1': 1,
+                'child-2': 2
+            });
+            await loader.disposeAsync();
+        });
+        (0, vitest_1.it)('should allow iteration over all objects', async () => {
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(testObjects);
+            const objects = [];
+            for await (const obj of loader.getObjectIterator()) {
+                objects.push(obj);
+            }
+            (0, vitest_1.expect)(objects).toHaveLength(3);
+            (0, vitest_1.expect)(objects[0].id).toBe('root-id');
+            await loader.disposeAsync();
+        });
+        (0, vitest_1.it)('should get total object count correctly', async () => {
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(testObjects);
+            const totalCount = await loader.getTotalObjectCount();
+            (0, vitest_1.expect)(totalCount).toBe(3); // root + 2 children
+            await loader.disposeAsync();
+        });
+        (0, vitest_1.it)('should handle empty objects array', () => {
+            (0, vitest_1.expect)(() => {
+                objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects([]);
+            }).toThrow();
+        });
+        (0, vitest_1.it)('should get individual objects by id', async () => {
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(testObjects);
+            const rootObj = await loader.getObject({ id: 'root-id' });
+            (0, vitest_1.expect)(rootObj.id).toBe('root-id');
+            (0, vitest_1.expect)(rootObj.synchronized_type).toBe('Base');
+            const child1 = await loader.getObject({ id: 'child-1' });
+            (0, vitest_1.expect)(child1.id).toBe('child-1');
+            const child2 = await loader.getObject({ id: 'child-2' });
+            (0, vitest_1.expect)(child2.id).toBe('child-2');
+            await loader.disposeAsync();
+        });
+        (0, vitest_1.it)('should get individual objects by id that does not exist', async () => {
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(testObjects);
+            const rootObj = await loader.getObject({ id: 'root-id' });
+            (0, vitest_1.expect)(rootObj.id).toBe('root-id');
+            (0, vitest_1.expect)(rootObj.synchronized_type).toBe('Base');
+            const getObjectPromise = loader.getObject({ id: 'child-11111' });
+            await (0, vitest_1.expect)(getObjectPromise).rejects.toThrow();
+            await loader.disposeAsync();
+        });
+    });
+    (0, vitest_1.describe)('createFromJSON', () => {
+        (0, vitest_1.it)('should create ObjectLoader2 from JSON string', async () => {
+            const json = JSON.stringify(testObjects);
+            const loader = objectLoader2Factory_js_1.ObjectLoader2Factory.createFromJSON(json);
+            (0, vitest_1.expect)(loader).toBeDefined();
+            const rootObject = await loader.getRootObject();
+            (0, vitest_1.expect)(rootObject?.baseId).toBe('root-id');
+            await loader.disposeAsync();
+        });
+        (0, vitest_1.it)('should handle invalid JSON', () => {
+            (0, vitest_1.expect)(() => {
+                objectLoader2Factory_js_1.ObjectLoader2Factory.createFromJSON('invalid json');
+            }).toThrow();
+        });
+    });
+});
+//# sourceMappingURL=objectLoader2Factory.test.js.map

package/dist/commonjs/core/objectLoader2Factory.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2Factory.test.js","sourceRoot":"","sources":["../../../src/core/objectLoader2Factory.test.ts"],"names":[],"mappings":";;AAAA,8BAA8B;AAC9B,mCAAyD;AACzD,uEAAgE;AAGhE,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,WAAmB,CAAA;IAEvB,IAAA,mBAAU,EAAC,GAAG,EAAE;QACd,WAAW,GAAG;YACZ;gBACE,EAAE,EAAE,SAAS;gBACb,YAAY,EAAE,MAAM;gBACpB,SAAS,EAAE;oBACT,SAAS,EAAE,CAAC;oBACZ,SAAS,EAAE,CAAC;iBACb;aACF;YACD;gBACE,EAAE,EAAE,SAAS;gBACb,YAAY,EAAE,MAAM;aACrB;YACD;gBACE,EAAE,EAAE,SAAS;gBACb,YAAY,EAAE,MAAM;aACrB;SACF,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAA,iBAAQ,EAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,MAAM,GAAG,8CAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;YAElE,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAA;YAE5B,uCAAuC;YACvC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YAC/C,IAAA,eAAM,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC1C,IAAA,eAAM,EAAC,UAAU,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAEnD,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,MAAM,GAAG,8CAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;YAElE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YAC/C,IAAA,eAAM,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC1C,IAAA,eAAM,EAAC,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC;gBAC1C,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;aACb,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,GAAG,8CAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;YAElE,MAAM,OAAO,GAAW,EAAE,CAAA;YAC1B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,CAAC,iBAAiB,EAAE,EAAE,CAAC;gBACnD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACnB,CAAC;YAED,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YAC/B,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAErC,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,GAAG,8CAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;YAElE,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,mBAAmB,EAAE,CAAA;YACrD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA,CAAC,oBAAoB;YAE/C,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,IAAA,eAAM,EAAC,GAAG,EAAE;gBACV,8CAAoB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAA;YAC5C,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;QACd,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,MAAM,GAAG,8CAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;YAElE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;YACzD,IAAA,eAAM,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAClC,IAAA,eAAM,EAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAEzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;YACxD,IAAA,eAAM,EAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAEjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;YACxD,IAAA,eAAM,EAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAEjC,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,MAAM,GAAG,8CAAoB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;YAElE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;YACzD,IAAA,eAAM,EAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAClC,IAAA,eAAM,EAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAEzC,MAAM,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,CAAA;YAChE,MAAM,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;YAEhD,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,IAAA,WAAE,EAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;YACxC,MAAM,MAAM,GAAG,8CAAoB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;YAExD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAA;YAE5B,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;YAC/C,IAAA,eAAM,EAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAE1C,MAAM,MAAM,CAAC,YAAY,EAAE,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,IAAA,eAAM,EAAC,GAAG,EAAE;gBACV,8CAAoB,CAAC,cAAc,CAAC,cAAc,CAAC,CAAA;YACrD,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;QACd,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/{esm/operations → commonjs/core}/options.d.ts

@@ -1,7 +1,10 @@
-import { Base, CustomLogger } from '../types/types.js';
+import { Deferment } from '../deferment/defermentManager.js';
+import { CustomLogger } from '../types/functions.js';
+import { Base } from '../types/types.js';
 import { Downloader, Database } from './interfaces.js';
 export interface ObjectLoader2Options {
     rootId: string;
+    deferments: Deferment;
     downloader: Downloader;
     database: Database;
     logger?: CustomLogger;

package/dist/commonjs/core/options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.d.ts","sourceRoot":"","sources":["../../../src/core/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAA;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAEtD,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,SAAS,CAAA;IACrB,UAAU,EAAE,UAAU,CAAA;IACtB,QAAQ,EAAE,QAAQ,CAAA;IAClB,MAAM,CAAC,EAAE,YAAY,CAAA;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,iBAAiB,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,CAAA;CACd"}

package/dist/commonjs/{operations → core}/options.js.map

@@ -1 +1 @@
-{"version":3,"file":"options.js","sourceRoot":"","sources":["../../../src/operations/options.ts"],"names":[],"mappings":""}
+{"version":3,"file":"options.js","sourceRoot":"","sources":["../../../src/core/options.ts"],"names":[],"mappings":""}

package/dist/commonjs/core/stages/cacheReader.d.ts

@@ -0,0 +1,18 @@
+import { Deferment } from '../../deferment/defermentManager.js';
+import Queue from '../../queues/queue.js';
+import { CustomLogger } from '../../types/functions.js';
+import { Item, Base } from '../../types/types.js';
+import { Database } from '../interfaces.js';
+import { CacheOptions } from '../options.js';
+export declare class CacheReader {
+    #private;
+    constructor(database: Database, defermentManager: Deferment, logger: CustomLogger, options: CacheOptions);
+    initializeQueue(foundQueue: Queue<Item>, notFoundQueue: Queue<string>): void;
+    getObject(params: {
+        id: string;
+    }): Promise<Base>;
+    requestItem(id: string): void;
+    requestAll(keys: string[]): void;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=cacheReader.d.ts.map

package/dist/commonjs/core/stages/cacheReader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheReader.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/cacheReader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAA;AAE/D,OAAO,KAAK,MAAM,uBAAuB,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAE5C,qBAAa,WAAW;;gBAUpB,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,SAAS,EAC3B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,YAAY;IAQvB,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI;IAK5E,SAAS,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBhD,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAO7B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI;IAyBhC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B"}

package/dist/commonjs/core/stages/cacheReader.js

@@ -0,0 +1,72 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheReader = void 0;
+const batchingQueue_js_1 = __importDefault(require("../../queues/batchingQueue.js"));
+class CacheReader {
+    #database;
+    #defermentManager;
+    #logger;
+    #options;
+    #readQueue;
+    #foundQueue;
+    #notFoundQueue;
+    constructor(database, defermentManager, logger, options) {
+        this.#database = database;
+        this.#defermentManager = defermentManager;
+        this.#logger = logger;
+        this.#options = options;
+    }
+    initializeQueue(foundQueue, notFoundQueue) {
+        this.#foundQueue = foundQueue;
+        this.#notFoundQueue = notFoundQueue;
+    }
+    getObject(params) {
+        const [p, b] = this.#defermentManager.defer({ id: params.id });
+        if (!b) {
+            this.requestItem(params.id);
+        }
+        return p;
+    }
+    #createReadQueue() {
+        if (!this.#readQueue) {
+            this.#readQueue = new batchingQueue_js_1.default({
+                batchSize: this.#options.maxCacheReadSize,
+                maxWaitTime: this.#options.maxCacheBatchReadWait,
+                processFunction: this.#processBatch
+            });
+        }
+    }
+    requestItem(id) {
+        this.#createReadQueue();
+        if (!this.#readQueue?.get(id)) {
+            this.#readQueue?.add(id, id);
+        }
+    }
+    requestAll(keys) {
+        this.#createReadQueue();
+        this.#readQueue?.addAll(keys, keys);
+    }
+    #processBatch = async (batch) => {
+        const start = performance.now();
+        const items = await this.#database.getAll(batch);
+        for (let i = 0; i < items.length; i++) {
+            const item = items[i];
+            if (item) {
+                this.#foundQueue?.add(item);
+                this.#defermentManager.undefer(item, (id) => this.requestItem(id));
+            }
+            else {
+                this.#notFoundQueue?.add(batch[i]);
+            }
+        }
+        this.#logger(`readBatch: batch ${batch.length}, time ${performance.now() - start} ms left ${this.#readQueue?.count()}`);
+    };
+    disposeAsync() {
+        return this.#readQueue?.disposeAsync() || Promise.resolve();
+    }
+}
+exports.CacheReader = CacheReader;
+//# sourceMappingURL=cacheReader.js.map

package/dist/commonjs/core/stages/cacheReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheReader.js","sourceRoot":"","sources":["../../../../src/core/stages/cacheReader.ts"],"names":[],"mappings":";;;;;;AACA,qFAAyD;AAOzD,MAAa,WAAW;IACtB,SAAS,CAAU;IACnB,iBAAiB,CAAW;IAC5B,OAAO,CAAc;IACrB,QAAQ,CAAc;IACtB,UAAU,CAAmC;IAC7C,WAAW,CAAyB;IACpC,cAAc,CAA2B;IAEzC,YACE,QAAkB,EAClB,gBAA2B,EAC3B,MAAoB,EACpB,OAAqB;QAErB,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAA;QACzC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;IACzB,CAAC;IAED,eAAe,CAAC,UAAuB,EAAE,aAA4B;QACnE,IAAI,CAAC,WAAW,GAAG,UAAU,CAAA;QAC7B,IAAI,CAAC,cAAc,GAAG,aAAa,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,MAAsB;QAC9B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;QAC9D,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,0BAAa,CAAC;gBAClC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB;gBACzC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,qBAAqB;gBAChD,eAAe,EAAE,IAAI,CAAC,aAAa;aACpC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,IAAc;QACvB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAEvB,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACrC,CAAC;IAED,aAAa,GAAG,KAAK,EAAE,KAAe,EAAiB,EAAE;QACvD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAA;YACpE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YACpC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CACV,oBAAoB,KAAK,CAAC,MAAM,UAC9B,WAAW,CAAC,GAAG,EAAE,GAAG,KACtB,YAAY,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,CACvC,CAAA;IACH,CAAC,CAAA;IAED,YAAY;QACV,OAAO,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC7D,CAAC;CACF;AA/ED,kCA+EC"}

package/dist/commonjs/core/stages/cacheWriter.d.ts

@@ -0,0 +1,15 @@
+import { Deferment } from '../../deferment/defermentManager.js';
+import Queue from '../../queues/queue.js';
+import { CustomLogger } from '../../types/functions.js';
+import { Item } from '../../types/types.js';
+import { Database } from '../interfaces.js';
+import { CacheOptions } from '../options.js';
+export declare class CacheWriter implements Queue<Item> {
+    #private;
+    constructor(database: Database, logger: CustomLogger, deferment: Deferment, options: CacheOptions, requestItem: (id: string) => void);
+    add(item: Item): void;
+    writeAll(items: Item[]): Promise<void>;
+    disposeAsync(): Promise<void>;
+    get isDisposed(): boolean;
+}
+//# sourceMappingURL=cacheWriter.d.ts.map

package/dist/commonjs/core/stages/cacheWriter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheWriter.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/cacheWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAA;AAE/D,OAAO,KAAK,MAAM,uBAAuB,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAE5C,qBAAa,WAAY,YAAW,KAAK,CAAC,IAAI,CAAC;;gBAU3C,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI;IASnC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAcf,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUtC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAKnC,IAAI,UAAU,IAAI,OAAO,CAExB;CACF"}

package/dist/commonjs/core/stages/cacheWriter.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheWriter = void 0;
+const batchingQueue_js_1 = __importDefault(require("../../queues/batchingQueue.js"));
+class CacheWriter {
+    #writeQueue;
+    #database;
+    #deferment;
+    #requestItem;
+    #logger;
+    #options;
+    #disposed = false;
+    constructor(database, logger, deferment, options, requestItem) {
+        this.#database = database;
+        this.#options = options;
+        this.#logger = logger;
+        this.#deferment = deferment;
+        this.#requestItem = requestItem;
+    }
+    add(item) {
+        if (!this.#writeQueue) {
+            this.#writeQueue = new batchingQueue_js_1.default({
+                batchSize: this.#options.maxCacheWriteSize,
+                maxWaitTime: this.#options.maxCacheBatchWriteWait,
+                processFunction: async (batch) => {
+                    await this.writeAll(batch);
+                }
+            });
+        }
+        this.#writeQueue.add(item.baseId, item);
+        this.#deferment.undefer(item, this.#requestItem);
+    }
+    async writeAll(items) {
+        const start = performance.now();
+        await this.#database.putAll(items);
+        this.#logger(`writeBatch: wrote ${items.length}, time ${performance.now() - start} ms left ${this.#writeQueue?.count()}`);
+    }
+    async disposeAsync() {
+        this.#disposed = true;
+        await this.#writeQueue?.disposeAsync();
+    }
+    get isDisposed() {
+        return this.#disposed;
+    }
+}
+exports.CacheWriter = CacheWriter;
+//# sourceMappingURL=cacheWriter.js.map

package/dist/commonjs/core/stages/cacheWriter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheWriter.js","sourceRoot":"","sources":["../../../../src/core/stages/cacheWriter.ts"],"names":[],"mappings":";;;;;;AACA,qFAAyD;AAOzD,MAAa,WAAW;IACtB,WAAW,CAAiC;IAC5C,SAAS,CAAU;IACnB,UAAU,CAAW;IACrB,YAAY,CAAsB;IAClC,OAAO,CAAc;IACrB,QAAQ,CAAc;IACtB,SAAS,GAAG,KAAK,CAAA;IAEjB,YACE,QAAkB,EAClB,MAAoB,EACpB,SAAoB,EACpB,OAAqB,EACrB,WAAiC;QAEjC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;QAC3B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAA;IACjC,CAAC;IAED,GAAG,CAAC,IAAU;QACZ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,0BAAa,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,iBAAiB;gBAC1C,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,sBAAsB;gBACjD,eAAe,EAAE,KAAK,EAAE,KAAa,EAAiB,EAAE;oBACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;gBAC5B,CAAC;aACF,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAClD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,CAAC,OAAO,CACV,qBAAqB,KAAK,CAAC,MAAM,UAC/B,WAAW,CAAC,GAAG,EAAE,GAAG,KACtB,YAAY,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CACxC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,MAAM,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAA;IACxC,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;CACF;AAvDD,kCAuDC"}