@speckle/objectloader2 2.25.0 → 2.25.4

package/dist/commonjs/operations/downloaders/memoryDownloader.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryDownloader = void 0;
+class MemoryDownloader {
+    #items;
+    #rootId;
+    #results;
+    constructor(rootId, items) {
+        this.#rootId = rootId;
+        this.#items = items;
+    }
+    initializePool(params) {
+        this.#results = params.results;
+    }
+    downloadSingle() {
+        const root = this.#items.get(this.#rootId);
+        if (root) {
+            return Promise.resolve({ baseId: this.#rootId, base: root });
+        }
+        throw new Error('Method not implemented.');
+    }
+    disposeAsync() {
+        return Promise.resolve();
+    }
+    add(id) {
+        const base = this.#items.get(id);
+        if (base) {
+            this.#results?.add({ baseId: id, base });
+            return;
+        }
+        throw new Error('Method not implemented.');
+    }
+}
+exports.MemoryDownloader = MemoryDownloader;
+//# sourceMappingURL=memoryDownloader.js.map

package/dist/commonjs/operations/downloaders/memoryDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.js","sourceRoot":"","sources":["../../../../src/operations/downloaders/memoryDownloader.ts"],"names":[],"mappings":";;;AAIA,MAAa,gBAAgB;IAC3B,MAAM,CAAmB;IACzB,OAAO,CAAQ;IACf,QAAQ,CAAc;IAEtB,YAAY,MAAc,EAAE,KAAwB;QAClD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;IACD,cAAc,CAAC,MAId;QACC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;IAChC,CAAC;IACD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1C,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;IACD,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IACD,GAAG,CAAC,EAAU;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;YACxC,OAAM;QACR,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;CACF;AAlCD,4CAkCC"}

package/dist/commonjs/operations/downloaders/serverDownloader.d.ts

@@ -0,0 +1,32 @@
+import Queue from '../../helpers/queue.js';
+import { Fetcher, Item } from '../../types/types.js';
+import { Downloader } from '../interfaces.js';
+export interface ServerDownloaderOptions {
+    serverUrl: string;
+    streamId: string;
+    objectId: string;
+    token?: string;
+    headers?: Headers;
+    fetch?: Fetcher;
+}
+export default class ServerDownloader implements Downloader {
+    #private;
+    constructor(options: ServerDownloaderOptions);
+    initializePool(params: {
+        results: Queue<Item>;
+        total: number;
+        maxDownloadBatchWait?: number;
+    }): void;
+    add(id: string): void;
+    disposeAsync(): Promise<void>;
+    downloadBatch(params: {
+        batch: string[];
+        url: string;
+        headers: HeadersInit;
+    }): Promise<void>;
+    processArray(leftover: Uint8Array, value: Uint8Array, keys: Set<string>, callback: () => Promise<void>): Promise<Uint8Array>;
+    processLine(line: Uint8Array): Item;
+    concatUint8Arrays(a: Uint8Array, b: Uint8Array): Uint8Array;
+    downloadSingle(): Promise<Item>;
+}
+//# sourceMappingURL=serverDownloader.d.ts.map

package/dist/commonjs/operations/downloaders/serverDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.d.ts","sourceRoot":"","sources":["../../../../src/operations/downloaders/serverDownloader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,wBAAwB,CAAA;AAE1C,OAAO,EAAE,OAAO,EAAU,IAAI,EAAQ,MAAM,sBAAsB,CAAA;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,UAAU;;gBAW7C,OAAO,EAAE,uBAAuB;IAgC5C,cAAc,CAAC,MAAM,EAAE;QACrB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAsBR,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAIf,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAkB7B,aAAa,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,MAAM,EAAE,CAAA;QACf,GAAG,EAAE,MAAM,CAAA;QACX,OAAO,EAAE,WAAW,CAAA;KACrB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCX,YAAY,CAChB,QAAQ,EAAE,UAAU,EACpB,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EACjB,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAC5B,OAAO,CAAC,UAAU,CAAC;IAoBtB,WAAW,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI;IAiBnC,iBAAiB,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,GAAG,UAAU;IAOrD,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;CAqBtC"}

package/dist/commonjs/operations/downloaders/serverDownloader.js

@@ -0,0 +1,169 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const batchedPool_js_1 = __importDefault(require("../../helpers/batchedPool.js"));
+const errors_js_1 = require("../../types/errors.js");
+const types_js_1 = require("../../types/types.js");
+class ServerDownloader {
+    #requestUrlRootObj;
+    #requestUrlChildren;
+    #headers;
+    #options;
+    #fetch;
+    #results;
+    #downloadQueue;
+    #decoder = new TextDecoder();
+    constructor(options) {
+        this.#options = options;
+        this.#fetch =
+            options.fetch ?? ((...args) => globalThis.fetch(...args));
+        this.#headers = {};
+        if (options.headers) {
+            for (const header of options.headers.entries()) {
+                this.#headers[header[0]] = header[1];
+            }
+        }
+        this.#headers['Accept'] = `text/plain`;
+        if (this.#options.token) {
+            this.#headers['Authorization'] = `Bearer ${this.#options.token}`;
+        }
+        this.#requestUrlChildren = `${this.#options.serverUrl}/api/getobjects/${this.#options.streamId}`;
+        this.#requestUrlRootObj = `${this.#options.serverUrl}/objects/${this.#options.streamId}/${this.#options.objectId}/single`;
+    }
+    #getDownloadCountAndSizes(total) {
+        if (total <= 50) {
+            return [total];
+        }
+        return [10000, 30000, 10000, 1000];
+    }
+    initializePool(params) {
+        const { results, total } = params;
+        this.#results = results;
+        this.#downloadQueue = new batchedPool_js_1.default({
+            concurrencyAndSizes: this.#getDownloadCountAndSizes(total),
+            maxWaitTime: params.maxDownloadBatchWait,
+            processFunction: (batch) => this.downloadBatch({
+                batch,
+                url: this.#requestUrlChildren,
+                headers: this.#headers
+            })
+        });
+    }
+    #getPool() {
+        if (this.#downloadQueue) {
+            return this.#downloadQueue;
+        }
+        throw new Error('Download pool is not initialized');
+    }
+    add(id) {
+        this.#getPool().add(id);
+    }
+    async disposeAsync() {
+        await this.#downloadQueue?.disposeAsync();
+    }
+    #processJson(baseId, unparsedBase) {
+        let base;
+        try {
+            base = JSON.parse(unparsedBase);
+        }
+        catch (e) {
+            throw new Error(`Error parsing object ${baseId}: ${e.message}`);
+        }
+        if ((0, types_js_1.isBase)(base)) {
+            return { baseId, base };
+        }
+        else {
+            throw new errors_js_1.ObjectLoaderRuntimeError(`${baseId} is not a base`);
+        }
+    }
+    async downloadBatch(params) {
+        const { batch, url, headers } = params;
+        const keys = new Set(batch);
+        const response = await this.#fetch(url, {
+            method: 'POST',
+            headers: { ...headers, 'Content-Type': 'application/json' },
+            body: JSON.stringify({ objects: JSON.stringify(batch) })
+        });
+        this.#validateResponse(response);
+        if (!response.body) {
+            throw new Error('ReadableStream not supported or response has no body.');
+        }
+        const reader = response.body.getReader();
+        let leftover = new Uint8Array(0);
+        let count = 0;
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            leftover = await this.processArray(leftover, value, keys, async () => {
+                count++;
+                if (count % 1000 === 0) {
+                    await new Promise((resolve) => setTimeout(resolve, 100)); //allow other stuff to happen
+                }
+            });
+        }
+        if (keys.size > 0) {
+            throw new Error('Items requested were not downloaded: ' + (0, types_js_1.take)(keys.values(), 10).join(','));
+        }
+    }
+    async processArray(leftover, value, keys, callback) {
+        //this concat will allocate a new array
+        const combined = this.concatUint8Arrays(leftover, value);
+        let start = 0;
+        //subarray doesn't allocate
+        for (let i = 0; i < combined.length; i++) {
+            if (combined[i] === 0x0a) {
+                const line = combined.subarray(start, i); // line without \n
+                //strings are allocated here
+                const item = this.processLine(line);
+                this.#results?.add(item);
+                start = i + 1;
+                await callback();
+                keys.delete(item.baseId);
+            }
+        }
+        return combined.subarray(start); // carry over remainder
+    }
+    processLine(line) {
+        for (let i = 0; i < line.length; i++) {
+            if (line[i] === 0x09) {
+                //this is a tab
+                const baseId = this.#decoder.decode(line.subarray(0, i));
+                const json = line.subarray(i + 1);
+                const base = this.#decoder.decode(json);
+                const item = this.#processJson(baseId, base);
+                item.size = json.length;
+                return item;
+            }
+        }
+        throw new errors_js_1.ObjectLoaderRuntimeError('Invalid line format: ' + this.#decoder.decode(line));
+    }
+    concatUint8Arrays(a, b) {
+        const c = new Uint8Array(a.length + b.length);
+        c.set(a, 0);
+        c.set(b, a.length);
+        return c;
+    }
+    async downloadSingle() {
+        const response = await this.#fetch(this.#requestUrlRootObj, {
+            headers: this.#headers
+        });
+        this.#validateResponse(response);
+        const responseText = await response.text();
+        const item = this.#processJson(this.#options.objectId, responseText);
+        item.size = 0;
+        return item;
+    }
+    #validateResponse(response) {
+        if (!response.ok) {
+            if ([401, 403].includes(response.status)) {
+                throw new errors_js_1.ObjectLoaderRuntimeError('You do not have access!');
+            }
+            throw new errors_js_1.ObjectLoaderRuntimeError(`Failed to fetch objects: ${response.status} ${response.statusText})`);
+        }
+    }
+}
+exports.default = ServerDownloader;
+//# sourceMappingURL=serverDownloader.js.map

package/dist/commonjs/operations/downloaders/serverDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.js","sourceRoot":"","sources":["../../../../src/operations/downloaders/serverDownloader.ts"],"names":[],"mappings":";;;;;AAAA,kFAAsD;AAEtD,qDAAgE;AAChE,mDAAkE;AAYlE,MAAqB,gBAAgB;IACnC,kBAAkB,CAAQ;IAC1B,mBAAmB,CAAQ;IAC3B,QAAQ,CAAa;IACrB,QAAQ,CAAyB;IACjC,MAAM,CAAS;IACf,QAAQ,CAAc;IAEtB,cAAc,CAAsB;IACpC,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAA;IAE5B,YAAY,OAAgC;QAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,MAAM;YACT,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,EAAqB,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;QAE9E,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAA;QAClB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC/C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAA;QAEtC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QAClE,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,mBACnD,IAAI,CAAC,QAAQ,CAAC,QAChB,EAAE,CAAA;QACF,IAAI,CAAC,kBAAkB,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,YAClD,IAAI,CAAC,QAAQ,CAAC,QAChB,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,SAAS,CAAA;IACrC,CAAC;IAED,yBAAyB,CAAC,KAAa;QACrC,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,CAAA;QAChB,CAAC;QAED,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;IACpC,CAAC;IAED,cAAc,CAAC,MAId;QACC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAA;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,cAAc,GAAG,IAAI,wBAAW,CAAS;YAC5C,mBAAmB,EAAE,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;YAC1D,WAAW,EAAE,MAAM,CAAC,oBAAoB;YACxC,eAAe,EAAE,CAAC,KAAe,EAAiB,EAAE,CAClD,IAAI,CAAC,aAAa,CAAC;gBACjB,KAAK;gBACL,GAAG,EAAE,IAAI,CAAC,mBAAmB;gBAC7B,OAAO,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC;SACL,CAAC,CAAA;IACJ,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,cAAc,CAAA;QAC5B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACrD,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,IAAI,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,cAAc,EAAE,YAAY,EAAE,CAAA;IAC3C,CAAC;IAED,YAAY,CAAC,MAAc,EAAE,YAAoB;QAC/C,IAAI,IAAa,CAAA;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QACjC,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;QAC5E,CAAC;QACD,IAAI,IAAA,iBAAM,EAAC,IAAI,CAAC,EAAE,CAAC;YACjB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,oCAAwB,CAAC,GAAG,MAAM,gBAAgB,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAInB;QACC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,MAAM,CAAA;QACtC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,KAAK,CAAC,CAAA;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACtC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC3D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;SACzD,CAAC,CAAA;QAEF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;QAC1E,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;QACxC,IAAI,QAAQ,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;QAEhC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAC3C,IAAI,IAAI;gBAAE,MAAK;YAEf,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE;gBACnE,KAAK,EAAE,CAAA;gBACP,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA,CAAC,6BAA6B;gBACxF,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,uCAAuC,GAAG,IAAA,eAAI,EAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC5E,CAAA;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAoB,EACpB,KAAiB,EACjB,IAAiB,EACjB,QAA6B;QAE7B,uCAAuC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACxD,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,2BAA2B;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA,CAAC,kBAAkB;gBAC3D,4BAA4B;gBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;gBACnC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;gBACxB,KAAK,GAAG,CAAC,GAAG,CAAC,CAAA;gBACb,MAAM,QAAQ,EAAE,CAAA;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA,CAAC,uBAAuB;IACzD,CAAC;IAED,WAAW,CAAC,IAAgB;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACrB,eAAe;gBACf,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBACxD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACjC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAA;gBACvB,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,MAAM,IAAI,oCAAwB,CAChC,uBAAuB,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CACrD,CAAA;IACH,CAAC;IAED,iBAAiB,CAAC,CAAa,EAAE,CAAa;QAC5C,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACX,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;QAClB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC1D,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAA;QACF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QACpE,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,CAAA;IACb,CAAC;IAED,iBAAiB,CAAC,QAAkB;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,oCAAwB,CAAC,yBAAyB,CAAC,CAAA;YAC/D,CAAC;YACD,MAAM,IAAI,oCAAwB,CAChC,4BAA4B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,GAAG,CACtE,CAAA;QACH,CAAC;IACH,CAAC;CACF;AAzMD,mCAyMC"}

package/dist/commonjs/operations/interfaces.d.ts

@@ -0,0 +1,22 @@
+import Queue from '../helpers/queue.js';
+import { Item } from '../types/types.js';
+export interface Downloader extends Queue<string> {
+    initializePool(params: {
+        results: Queue<Item>;
+        total: number;
+        maxDownloadBatchWait?: number;
+    }): void;
+    downloadSingle(): Promise<Item>;
+    disposeAsync(): Promise<void>;
+}
+export interface Database {
+    getAll(keys: string[]): Promise<(Item | undefined)[]>;
+    getItem(params: {
+        id: string;
+    }): Promise<Item | undefined>;
+    cacheSaveBatch(params: {
+        batch: Item[];
+    }): Promise<void>;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=interfaces.d.ts.map

package/dist/commonjs/operations/interfaces.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.d.ts","sourceRoot":"","sources":["../../../src/operations/interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,qBAAqB,CAAA;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAExC,MAAM,WAAW,UAAW,SAAQ,KAAK,CAAC,MAAM,CAAC;IAC/C,cAAc,CAAC,MAAM,EAAE;QACrB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI,CAAA;IACR,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IAC/B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9B;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,CAAA;IACrD,OAAO,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC,CAAA;IAC1D,cAAc,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACxD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9B"}

package/dist/commonjs/operations/interfaces.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=interfaces.js.map

package/dist/commonjs/operations/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../src/operations/interfaces.ts"],"names":[],"mappings":""}

package/dist/commonjs/operations/objectLoader2.d.ts

@@ -0,0 +1,16 @@
+import { Base, Item } from '../types/types.js';
+import { ObjectLoader2Options } from './options.js';
+export declare class ObjectLoader2 {
+    #private;
+    constructor(options: ObjectLoader2Options);
+    disposeAsync(): Promise<void>;
+    getRootObject(): Promise<Item | undefined>;
+    getObject(params: {
+        id: string;
+    }): Promise<Base>;
+    getTotalObjectCount(): Promise<number>;
+    getObjectIterator(): AsyncGenerator<Base>;
+    static createFromObjects(objects: Base[]): ObjectLoader2;
+    static createFromJSON(json: string): ObjectLoader2;
+}
+//# sourceMappingURL=objectLoader2.d.ts.map

package/dist/commonjs/operations/objectLoader2.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2.d.ts","sourceRoot":"","sources":["../../../src/operations/objectLoader2.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,IAAI,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAgB,oBAAoB,EAAE,MAAM,cAAc,CAAA;AAOjE,qBAAa,aAAa;;gBAgBZ,OAAO,EAAE,oBAAoB;IA8BnC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAK7B,aAAa,IAAI,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;IAU1C,SAAS,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC;IAMrC,iBAAiB,IAAI,cAAc,CAAC,IAAI,CAAC;IAsBhD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa;IAIxD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;CAGnD"}

package/dist/commonjs/operations/objectLoader2.js

@@ -0,0 +1,95 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObjectLoader2 = void 0;
+const asyncGeneratorQueue_js_1 = __importDefault(require("../helpers/asyncGeneratorQueue.js"));
+const defermentManager_js_1 = require("../helpers/defermentManager.js");
+const cacheReader_js_1 = require("../helpers/cacheReader.js");
+const cachePump_js_1 = require("../helpers/cachePump.js");
+const aggregateQueue_js_1 = __importDefault(require("../helpers/aggregateQueue.js"));
+const objectLoader2Factory_js_1 = require("./objectLoader2Factory.js");
+class ObjectLoader2 {
+    #rootId;
+    #logger;
+    #database;
+    #downloader;
+    #pump;
+    #cache;
+    #deferments;
+    #gathered;
+    #root = undefined;
+    constructor(options) {
+        this.#rootId = options.rootId;
+        this.#logger = options.logger || console.log;
+        const cacheOptions = {
+            logger: this.#logger,
+            maxCacheReadSize: 10_000,
+            maxCacheWriteSize: 10_000,
+            maxWriteQueueSize: 40_000,
+            maxCacheBatchWriteWait: 3_000,
+            maxCacheBatchReadWait: 3_000
+        };
+        this.#gathered = new asyncGeneratorQueue_js_1.default();
+        this.#database = options.database;
+        this.#deferments = new defermentManager_js_1.DefermentManager({
+            maxSizeInMb: 2_000, // 2 GBs
+            ttlms: 5_000, // 5 seconds
+            logger: this.#logger
+        });
+        this.#cache = new cacheReader_js_1.CacheReader(this.#database, this.#deferments, cacheOptions);
+        this.#pump = new cachePump_js_1.CachePump(this.#database, this.#gathered, this.#deferments, cacheOptions);
+        this.#downloader = options.downloader;
+    }
+    async disposeAsync() {
+        await Promise.all([this.#downloader.disposeAsync(), this.#cache.disposeAsync()]);
+        this.#deferments.dispose();
+    }
+    async getRootObject() {
+        if (!this.#root) {
+            this.#root = await this.#database.getItem({ id: this.#rootId });
+            if (!this.#root) {
+                this.#root = await this.#downloader.downloadSingle();
+            }
+        }
+        return this.#root;
+    }
+    async getObject(params) {
+        return await this.#cache.getObject({ id: params.id });
+    }
+    async getTotalObjectCount() {
+        const rootObj = await this.getRootObject();
+        const totalChildrenCount = Object.keys(rootObj?.base.__closure || {}).length;
+        return totalChildrenCount + 1; //count the root
+    }
+    async *getObjectIterator() {
+        const rootItem = await this.getRootObject();
+        if (rootItem === undefined) {
+            this.#logger('No root object found!');
+            return;
+        }
+        //only for root
+        this.#pump.add(rootItem);
+        yield rootItem.base;
+        if (!rootItem.base.__closure)
+            return;
+        const children = Object.keys(rootItem.base.__closure);
+        const total = children.length;
+        this.#downloader.initializePool({
+            results: new aggregateQueue_js_1.default(this.#gathered, this.#pump),
+            total
+        });
+        for await (const item of this.#pump.gather(children, this.#downloader)) {
+            yield item.base;
+        }
+    }
+    static createFromObjects(objects) {
+        return objectLoader2Factory_js_1.ObjectLoader2Factory.createFromObjects(objects);
+    }
+    static createFromJSON(json) {
+        return objectLoader2Factory_js_1.ObjectLoader2Factory.createFromJSON(json);
+    }
+}
+exports.ObjectLoader2 = ObjectLoader2;
+//# sourceMappingURL=objectLoader2.js.map

package/dist/commonjs/operations/objectLoader2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2.js","sourceRoot":"","sources":["../../../src/operations/objectLoader2.ts"],"names":[],"mappings":";;;;;;AAAA,+FAAmE;AAInE,wEAAiE;AACjE,8DAAuD;AACvD,0DAAmD;AACnD,qFAAyD;AACzD,uEAAgE;AAEhE,MAAa,aAAa;IACxB,OAAO,CAAQ;IAEf,OAAO,CAAc;IAErB,SAAS,CAAU;IACnB,WAAW,CAAY;IACvB,KAAK,CAAW;IAChB,MAAM,CAAa;IAEnB,WAAW,CAAkB;IAE7B,SAAS,CAA2B;IAEpC,KAAK,GAAU,SAAS,CAAA;IAExB,YAAY,OAA6B;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAA;QAE5C,MAAM,YAAY,GAAiB;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,gBAAgB,EAAE,MAAM;YACxB,iBAAiB,EAAE,MAAM;YACzB,iBAAiB,EAAE,MAAM;YACzB,sBAAsB,EAAE,KAAK;YAC7B,qBAAqB,EAAE,KAAK;SAC7B,CAAA;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,gCAAmB,EAAE,CAAA;QAC1C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAA;QACjC,IAAI,CAAC,WAAW,GAAG,IAAI,sCAAgB,CAAC;YACtC,WAAW,EAAE,KAAK,EAAE,QAAQ;YAC5B,KAAK,EAAE,KAAK,EAAE,YAAY;YAC1B,MAAM,EAAE,IAAI,CAAC,OAAO;SACrB,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,4BAAW,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;QAC7E,IAAI,CAAC,KAAK,GAAG,IAAI,wBAAS,CACxB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,WAAW,EAChB,YAAY,CACb,CAAA;QACD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAA;QAChF,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;YAC/D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAA;YACtD,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB;QACpC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;IACvD,CAAC;IAED,KAAK,CAAC,mBAAmB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC1C,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;QAC5E,OAAO,kBAAkB,GAAG,CAAC,CAAA,CAAC,gBAAgB;IAChD,CAAC;IAED,KAAK,CAAC,CAAC,iBAAiB;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC3C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAA;YACrC,OAAM;QACR,CAAC;QACD,eAAe;QACf,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACxB,MAAM,QAAQ,CAAC,IAAI,CAAA;QACnB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS;YAAE,OAAM;QAEpC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAA;QAC7B,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC;YAC9B,OAAO,EAAE,IAAI,2BAAc,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC;YACvD,KAAK;SACN,CAAC,CAAA;QACF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,CAAC,IAAI,CAAA;QACjB,CAAC;IACH,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,OAAe;QACtC,OAAO,8CAAoB,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,IAAY;QAChC,OAAO,8CAAoB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;IAClD,CAAC;CACF;AApGD,sCAoGC"}

package/dist/commonjs/operations/objectLoader2Factory.d.ts

@@ -0,0 +1,21 @@
+import { Base, CustomLogger } from '../types/types.js';
+import { ObjectLoader2 } from './objectLoader2.js';
+export declare class ObjectLoader2Factory {
+    static createFromObjects(objects: Base[]): ObjectLoader2;
+    static createFromJSON(json: string): ObjectLoader2;
+    static createFromUrl(params: {
+        serverUrl: string;
+        streamId: string;
+        objectId: string;
+        token?: string;
+        headers?: Headers;
+        keyRange?: {
+            bound: Function;
+            lowerBound: Function;
+            upperBound: Function;
+        };
+        indexedDB?: IDBFactory;
+        logger?: CustomLogger;
+    }): ObjectLoader2;
+}
+//# sourceMappingURL=objectLoader2Factory.d.ts.map

package/dist/commonjs/operations/objectLoader2Factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2Factory.d.ts","sourceRoot":"","sources":["../../../src/operations/objectLoader2Factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAKtD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAElD,qBAAa,oBAAoB;IAC/B,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa;IAcxD,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAKlD,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;QAC3B,SAAS,EAAE,MAAM,CAAA;QACjB,QAAQ,EAAE,MAAM,CAAA;QAChB,QAAQ,EAAE,MAAM,CAAA;QAChB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,OAAO,CAAC,EAAE,OAAO,CAAA;QAEjB,QAAQ,CAAC,EAAE;YAAE,KAAK,EAAE,QAAQ,CAAC;YAAC,UAAU,EAAE,QAAQ,CAAC;YAAC,UAAU,EAAE,QAAQ,CAAA;SAAE,CAAA;QAC1E,SAAS,CAAC,EAAE,UAAU,CAAA;QACtB,MAAM,CAAC,EAAE,YAAY,CAAA;KACtB,GAAG,aAAa;CAkBlB"}

package/dist/commonjs/operations/objectLoader2Factory.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObjectLoader2Factory = void 0;
+const indexedDatabase_js_1 = __importDefault(require("./databases/indexedDatabase.js"));
+const memoryDatabase_js_1 = require("./databases/memoryDatabase.js");
+const memoryDownloader_js_1 = require("./downloaders/memoryDownloader.js");
+const serverDownloader_js_1 = __importDefault(require("./downloaders/serverDownloader.js"));
+const objectLoader2_js_1 = require("./objectLoader2.js");
+class ObjectLoader2Factory {
+    static createFromObjects(objects) {
+        const root = objects[0];
+        const records = new Map();
+        objects.forEach((element) => {
+            records.set(element.id, element);
+        });
+        const loader = new objectLoader2_js_1.ObjectLoader2({
+            rootId: root.id,
+            database: new memoryDatabase_js_1.MemoryDatabase({ items: records }),
+            downloader: new memoryDownloader_js_1.MemoryDownloader(root.id, records)
+        });
+        return loader;
+    }
+    static createFromJSON(json) {
+        const jsonObj = JSON.parse(json);
+        return this.createFromObjects(jsonObj);
+    }
+    static createFromUrl(params) {
+        const loader = new objectLoader2_js_1.ObjectLoader2({
+            rootId: params.objectId,
+            downloader: new serverDownloader_js_1.default({
+                serverUrl: params.serverUrl,
+                streamId: params.streamId,
+                objectId: params.objectId,
+                token: params.token,
+                headers: params.headers
+            }),
+            database: new indexedDatabase_js_1.default({
+                logger: params.logger,
+                indexedDB: params.indexedDB,
+                keyRange: params.keyRange
+            })
+        });
+        return loader;
+    }
+}
+exports.ObjectLoader2Factory = ObjectLoader2Factory;
+//# sourceMappingURL=objectLoader2Factory.js.map

package/dist/commonjs/operations/objectLoader2Factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"objectLoader2Factory.js","sourceRoot":"","sources":["../../../src/operations/objectLoader2Factory.ts"],"names":[],"mappings":";;;;;;AACA,wFAA4D;AAC5D,qEAA8D;AAC9D,2EAAoE;AACpE,4FAAgE;AAChE,yDAAkD;AAElD,MAAa,oBAAoB;IAC/B,MAAM,CAAC,iBAAiB,CAAC,OAAe;QACtC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACvB,MAAM,OAAO,GAAsB,IAAI,GAAG,EAAgB,CAAA;QAC1D,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,IAAI,gCAAa,CAAC;YAC/B,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,QAAQ,EAAE,IAAI,kCAAc,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;YAChD,UAAU,EAAE,IAAI,sCAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC;SACnD,CAAC,CAAA;QACF,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,IAAY;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAW,CAAA;QAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,MAUpB;QACC,MAAM,MAAM,GAAG,IAAI,gCAAa,CAAC;YAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,6BAAgB,CAAC;gBAC/B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC;YACF,QAAQ,EAAE,IAAI,4BAAe,CAAC;gBAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC;SACH,CAAC,CAAA;QACF,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAhDD,oDAgDC"}

package/dist/commonjs/operations/options.d.ts

@@ -0,0 +1,26 @@
+import { Base, CustomLogger } from '../types/types.js';
+import { Downloader, Database } from './interfaces.js';
+export interface ObjectLoader2Options {
+    rootId: string;
+    downloader: Downloader;
+    database: Database;
+    logger?: CustomLogger;
+}
+export interface CacheOptions {
+    logger?: CustomLogger;
+    maxCacheReadSize: number;
+    maxCacheWriteSize: number;
+    maxCacheBatchWriteWait: number;
+    maxCacheBatchReadWait: number;
+    maxWriteQueueSize: number;
+}
+export interface MemoryDatabaseOptions {
+    logger?: CustomLogger;
+    items?: Map<string, Base>;
+}
+export interface DefermentManagerOptions {
+    logger?: CustomLogger;
+    maxSizeInMb: number;
+    ttlms: number;
+}
+//# sourceMappingURL=options.d.ts.map

package/dist/commonjs/operations/options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.d.ts","sourceRoot":"","sources":["../../../src/operations/options.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAEtD,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,UAAU,CAAA;IACtB,QAAQ,EAAE,QAAQ,CAAA;IAClB,MAAM,CAAC,EAAE,YAAY,CAAA;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,iBAAiB,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,KAAK,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,CAAA;CACd"}

package/dist/commonjs/operations/options.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=options.js.map

package/dist/commonjs/operations/options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"options.js","sourceRoot":"","sources":["../../../src/operations/options.ts"],"names":[],"mappings":""}

package/dist/commonjs/operations/traverser.d.ts

@@ -0,0 +1,19 @@
+import { Base } from '../types/types.js';
+import { ObjectLoader2 } from './objectLoader2.js';
+export type ProgressStage = 'download' | 'construction';
+export type OnProgress = (e: {
+    stage: ProgressStage;
+    current: number;
+    total: number;
+}) => void;
+export interface TraverserOptions {
+    excludeProps?: string[];
+}
+export default class Traverser {
+    #private;
+    constructor(loader: ObjectLoader2, options?: TraverserOptions);
+    traverse(onProgress?: OnProgress): Promise<Base>;
+    traverseArray(array: Array<unknown>, onProgress?: OnProgress): Promise<void>;
+    traverseBase(base: Base, onProgress?: OnProgress): Promise<Base>;
+}
+//# sourceMappingURL=traverser.d.ts.map

package/dist/commonjs/operations/traverser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.d.ts","sourceRoot":"","sources":["../../../src/operations/traverser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA4C,MAAM,mBAAmB,CAAA;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAElD,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,cAAc,CAAA;AACvD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE;IAC3B,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;CACd,KAAK,IAAI,CAAA;AAEV,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACxB;AAED,MAAM,CAAC,OAAO,OAAO,SAAS;;gBAOhB,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB;IAKvD,QAAQ,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAehD,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAe5E,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAuDvE"}