@synchronized-console/objectloader2 2.25.7 → 2.31.14

package/dist/commonjs/core/stages/indexedDatabase.d.ts

@@ -0,0 +1,34 @@
+import { Item } from '../../types/types.js';
+import { Database } from '../interfaces.js';
+/**
+ * A wrapper class for IndexedDB to simplify common database operations.
+ */
+export interface IndexedDatabaseOptions {
+    indexedDB?: IDBFactory;
+    keyRange?: {
+        bound: Function;
+        lowerBound: Function;
+        upperBound: Function;
+    };
+}
+export declare class IndexedDatabase implements Database {
+    #private;
+    constructor(options: IndexedDatabaseOptions);
+    /**
+     * Initializes the database connection and creates the object store if needed.
+     * This must be called before any other database operations.
+     */
+    init(): Promise<void>;
+    /**
+     * Inserts or updates an array of items in a single transaction.
+     * @param data The array of items to insert.
+     */
+    putAll(data: Item[]): Promise<void>;
+    /**
+     * Retrieves an array of items from the object store based on their IDs.
+     * @param ids The array of IDs to retrieve.
+     */
+    getAll(ids: string[]): Promise<(Item | undefined)[]>;
+    dispose(): void;
+}
+//# sourceMappingURL=indexedDatabase.d.ts.map

package/dist/commonjs/core/stages/indexedDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/indexedDatabase.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAE3C;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,EAAE,UAAU,CAAA;IACtB,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE,QAAQ,CAAA;QACf,UAAU,EAAE,QAAQ,CAAA;QACpB,UAAU,EAAE,QAAQ,CAAA;KACrB,CAAA;CACF;AACD,qBAAa,eAAgB,YAAW,QAAQ;;gBAOlC,OAAO,EAAE,sBAAsB;IAI3C;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwE3B;;;OAGG;IACG,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBzC;;;OAGG;IACG,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAmC1D,OAAO,IAAI,IAAI;CAKhB"}

package/dist/commonjs/core/stages/indexedDatabase.js

@@ -0,0 +1,150 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexedDatabase = void 0;
+/* eslint-disable @typescript-eslint/no-base-to-string */
+/* eslint-disable @typescript-eslint/prefer-promise-reject-errors */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+/* eslint-disable @typescript-eslint/no-unsafe-function-type */
+const shared_1 = require("@synchronized-console/shared");
+class IndexedDatabase {
+    #options;
+    #db = undefined;
+    #dbName = 'synchronized-cache';
+    #storeName = 'cache';
+    constructor(options) {
+        this.#options = options;
+    }
+    /**
+     * Initializes the database connection and creates the object store if needed.
+     * This must be called before any other database operations.
+     */
+    async init() {
+        if (this.#db)
+            return;
+        await this.#safariFix();
+        return this.#openDatabase();
+    }
+    /**
+     * Opens the database, and if there's an error, deletes the database and tries again.
+     */
+    async #openDatabase() {
+        const idb = this.#options.indexedDB ?? indexedDB;
+        return new Promise((resolve, reject) => {
+            const request = idb.open(this.#dbName, 1);
+            request.onerror = () => {
+                console.warn(`Failed to open database: ${this.#dbName}, deleting and trying again`);
+                // Delete the database and try again
+                const deleteRequest = idb.deleteDatabase(this.#dbName);
+                deleteRequest.onsuccess = () => {
+                    // Try opening again after deletion
+                    void this.#openDatabase().then(resolve).catch(reject);
+                };
+                deleteRequest.onerror = () => {
+                    reject(`Failed to delete and reopen database: ${this.#dbName}`);
+                };
+            };
+            request.onupgradeneeded = (event) => {
+                const db = event.target.result;
+                if (db.objectStoreNames.contains(this.#storeName)) {
+                    db.deleteObjectStore(this.#storeName);
+                }
+                db.createObjectStore(this.#storeName, { keyPath: 'baseId' });
+            };
+            request.onsuccess = (event) => {
+                this.#db = event.target.result;
+                resolve();
+            };
+        });
+    }
+    #getDB() {
+        if (!this.#db) {
+            throw new Error('Database not initialized. Call init() first.');
+        }
+        return this.#db;
+    }
+    /**
+     * Fixes a Safari bug where IndexedDB requests get lost and never resolve - invoke before you use IndexedDB
+     * @link Credits and more info: https://github.com/jakearchibald/safari-14-idb-fix
+     */
+    async #safariFix() {
+        // No point putting other browsers or older versions of Safari through this mess.
+        if (!(0, shared_1.isSafari)() || !this.#options.indexedDB?.databases)
+            return Promise.resolve();
+        let intervalId;
+        return new Promise((resolve) => {
+            const tryIdb = () => this.#options.indexedDB?.databases().finally(resolve);
+            intervalId = setInterval(() => {
+                void tryIdb();
+            }, 100);
+            void tryIdb();
+        }).finally(() => clearInterval(intervalId));
+    }
+    /**
+     * Inserts or updates an array of items in a single transaction.
+     * @param data The array of items to insert.
+     */
+    async putAll(data) {
+        await this.init(); // Ensure the database is initialized
+        return new Promise((resolve, reject) => {
+            try {
+                const transaction = this.#getDB().transaction(this.#storeName, 'readwrite', {
+                    durability: 'relaxed'
+                });
+                const store = transaction.objectStore(this.#storeName);
+                transaction.onerror = () => {
+                    reject(`Transaction error: ${transaction.error}`);
+                };
+                transaction.oncomplete = () => {
+                    resolve();
+                };
+                data.forEach((item) => store.put(item));
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
+    }
+    /**
+     * Retrieves an array of items from the object store based on their IDs.
+     * @param ids The array of IDs to retrieve.
+     */
+    async getAll(ids) {
+        await this.init(); // Ensure the database is initialized
+        return new Promise((resolve, reject) => {
+            if (ids.length === 0) {
+                return resolve([]);
+            }
+            try {
+                const transaction = this.#getDB().transaction(this.#storeName, 'readonly', {
+                    durability: 'relaxed'
+                });
+                const store = transaction.objectStore(this.#storeName);
+                const promises = [];
+                for (const id of ids) {
+                    promises.push(new Promise((resolveGet, rejectGet) => {
+                        const request = store.get(id);
+                        request.onerror = () => rejectGet(`Request error for id ${id}: ${request.error}`);
+                        // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+                        request.onsuccess = () => resolveGet(request.result);
+                    }));
+                }
+                Promise.all(promises)
+                    .then((results) => {
+                    resolve(results);
+                })
+                    .catch(reject);
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
+    }
+    dispose() {
+        if (!this.#db)
+            return;
+        this.#db.close();
+        this.#db = undefined;
+    }
+}
+exports.IndexedDatabase = IndexedDatabase;
+//# sourceMappingURL=indexedDatabase.js.map

package/dist/commonjs/core/stages/indexedDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.js","sourceRoot":"","sources":["../../../../src/core/stages/indexedDatabase.ts"],"names":[],"mappings":";;;AAAA,yDAAyD;AACzD,oEAAoE;AACpE,uDAAuD;AACvD,+DAA+D;AAC/D,4CAA0C;AAe1C,MAAa,eAAe;IAC1B,QAAQ,CAAwB;IAEhC,GAAG,GAA4B,SAAS,CAAA;IAC/B,OAAO,GAAW,eAAe,CAAA;IACjC,UAAU,GAAW,OAAO,CAAA;IAErC,YAAY,OAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;IACzB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,GAAG;YAAE,OAAM;QACpB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;QACvB,OAAO,IAAI,CAAC,aAAa,EAAE,CAAA;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,SAAS,CAAA;QAEhD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YAEzC,OAAO,CAAC,OAAO,GAAG,GAAQ,EAAE;gBAC1B,OAAO,CAAC,IAAI,CACV,4BAA4B,IAAI,CAAC,OAAO,6BAA6B,CACtE,CAAA;gBACD,oCAAoC;gBACpC,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBACtD,aAAa,CAAC,SAAS,GAAG,GAAQ,EAAE;oBAClC,mCAAmC;oBACnC,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;gBACvD,CAAC,CAAA;gBACD,aAAa,CAAC,OAAO,GAAG,GAAQ,EAAE;oBAChC,MAAM,CAAC,yCAAyC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;gBACjE,CAAC,CAAA;YACH,CAAC,CAAA;YAED,OAAO,CAAC,eAAe,GAAG,CAAC,KAAK,EAAO,EAAE;gBACvC,MAAM,EAAE,GAAI,KAAK,CAAC,MAA2B,CAAC,MAAM,CAAA;gBACpD,IAAI,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBAClD,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBACvC,CAAC;gBACD,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAA;YAC9D,CAAC,CAAA;YAED,OAAO,CAAC,SAAS,GAAG,CAAC,KAAK,EAAO,EAAE;gBACjC,IAAI,CAAC,GAAG,GAAI,KAAK,CAAC,MAA2B,CAAC,MAAM,CAAA;gBACpD,OAAO,EAAE,CAAA;YACX,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;QACjE,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAA;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,iFAAiF;QACjF,IAAI,CAAC,IAAA,iBAAQ,GAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAEhF,IAAI,UAA0C,CAAA;QAE9C,OAAO,IAAI,OAAO,CAAO,CAAC,OAAmB,EAAE,EAAE;YAC/C,MAAM,MAAM,GAAG,GAA2C,EAAE,CAC1D,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACvD,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC5B,KAAK,MAAM,EAAE,CAAA;YACf,CAAC,EAAE,GAAG,CAAC,CAAA;YACP,KAAK,MAAM,EAAE,CAAA;QACf,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA,CAAC,qCAAqC;QACvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE;oBAC1E,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAA;gBACF,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBAEtD,WAAW,CAAC,OAAO,GAAG,GAAQ,EAAE;oBAC9B,MAAM,CAAC,sBAAsB,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;gBACnD,CAAC,CAAA;gBACD,WAAW,CAAC,UAAU,GAAG,GAAQ,EAAE;oBACjC,OAAO,EAAE,CAAA;gBACX,CAAC,CAAA;gBAED,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA,CAAC,qCAAqC;QACvD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,OAAO,CAAC,EAAE,CAAC,CAAA;YACpB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE;oBACzE,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAA;gBACF,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBACtD,MAAM,QAAQ,GAAgC,EAAE,CAAA;gBAEhD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;oBACrB,QAAQ,CAAC,IAAI,CACX,IAAI,OAAO,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE;wBACpC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;wBAC7B,OAAO,CAAC,OAAO,GAAG,GAAS,EAAE,CAC3B,SAAS,CAAC,wBAAwB,EAAE,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;wBAC3D,iEAAiE;wBACjE,OAAO,CAAC,SAAS,GAAG,GAAS,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;oBAC5D,CAAC,CAAC,CACH,CAAA;gBACH,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;qBAClB,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;oBAChB,OAAO,CAAC,OAAO,CAAC,CAAA;gBAClB,CAAC,CAAC;qBACD,KAAK,CAAC,MAAM,CAAC,CAAA;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,OAAM;QACrB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;QAChB,IAAI,CAAC,GAAG,GAAG,SAAS,CAAA;IACtB,CAAC;CACF;AA9JD,0CA8JC"}

package/dist/commonjs/core/stages/memory/memoryDatabase.d.ts

@@ -0,0 +1,11 @@
+import { Item } from '../../../types/types.js';
+import { Database } from '../../interfaces.js';
+import { MemoryDatabaseOptions } from '../../options.js';
+export declare class MemoryDatabase implements Database {
+    private items;
+    constructor(options?: MemoryDatabaseOptions);
+    getAll(keys: string[]): Promise<(Item | undefined)[]>;
+    putAll(batch: Item[]): Promise<void>;
+    dispose(): void;
+}
+//# sourceMappingURL=memoryDatabase.d.ts.map

package/dist/commonjs/core/stages/memory/memoryDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDatabase.d.ts","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDatabase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,IAAI,EAAE,MAAM,yBAAyB,CAAA;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAA;AAExD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,OAAO,CAAC,KAAK,CAAmB;gBAEpB,OAAO,CAAC,EAAE,qBAAqB;IAI3C,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAarD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUpC,OAAO,IAAI,IAAI;CAGhB"}

package/dist/commonjs/{operations/databases → core/stages/memory}/memoryDatabase.js

@@ -19,14 +19,17 @@ class MemoryDatabase {
         }
         return Promise.resolve(found);
     }
-    cacheSaveBatch({ batch }) {
+    putAll(batch) {
         for (const item of batch) {
+            if (!item.baseId || !item.base) {
+                throw new Error('Item must have a baseId and base');
+            }
             this.items.set(item.baseId, item.base);
         }
         return Promise.resolve();
     }
-    disposeAsync() {
-        return Promise.resolve();
+    dispose() {
+        this.items.clear();
     }
 }
 exports.MemoryDatabase = MemoryDatabase;

package/dist/commonjs/core/stages/memory/memoryDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDatabase.js","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDatabase.ts"],"names":[],"mappings":";;;AAIA,MAAa,cAAc;IACjB,KAAK,CAAmB;IAEhC,YAAY,OAA+B;QACzC,IAAI,CAAC,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,GAAG,EAAgB,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,IAAc;QACnB,MAAM,KAAK,GAAyB,EAAE,CAAA;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACzC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;YACrD,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,OAAO;QACL,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;IACpB,CAAC;CACF;AAjCD,wCAiCC"}

package/dist/commonjs/{operations/downloaders → core/stages/memory}/memoryDownloader.d.ts

@@ -1,10 +1,10 @@
-import Queue from '../../helpers/queue.js';
-import { Base, Item } from '../../types/types.js';
-import { Downloader } from '../interfaces.js';
+import Queue from '../../../queues/queue.js';
+import { Base, Item } from '../../../types/types.js';
+import { Downloader } from '../../interfaces.js';
 export declare class MemoryDownloader implements Downloader {
     #private;
     constructor(rootId: string, items: Map<string, Base>);
-    initializePool(params: {
+    initialize(params: {
         results: Queue<Item>;
         total: number;
         maxDownloadBatchWait?: number;

package/dist/commonjs/core/stages/memory/memoryDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.d.ts","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDownloader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,0BAA0B,CAAA;AAC5C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,qBAAa,gBAAiB,YAAW,UAAU;;gBAKrC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC;IAIpD,UAAU,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAGR,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAO/B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAG7B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;CAQtB"}

package/dist/commonjs/{operations/downloaders → core/stages/memory}/memoryDownloader.js

@@ -9,7 +9,7 @@ class MemoryDownloader {
         this.#rootId = rootId;
         this.#items = items;
     }
-    initializePool(params) {
+    initialize(params) {
         this.#results = params.results;
     }
     downloadSingle() {

package/dist/commonjs/core/stages/memory/memoryDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.js","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDownloader.ts"],"names":[],"mappings":";;;AAIA,MAAa,gBAAgB;IAC3B,MAAM,CAAmB;IACzB,OAAO,CAAQ;IACf,QAAQ,CAAc;IAEtB,YAAY,MAAc,EAAE,KAAwB;QAClD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;IACD,UAAU,CAAC,MAIV;QACC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;IAChC,CAAC;IACD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1C,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IACD,GAAG,CAAC,EAAU;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;YACxC,OAAM;QACR,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;CACF;AAlCD,4CAkCC"}

package/dist/{esm/operations/downloaders → commonjs/core/stages}/serverDownloader.d.ts

@@ -1,5 +1,6 @@
-import Queue from '../../helpers/queue.js';
-import { Fetcher, Item } from '../../types/types.js';
+import Queue from '../../queues/queue.js';
+import { CustomLogger, Fetcher } from '../../types/functions.js';
+import { Item, ObjectAttributeMask } from '../../types/types.js';
 import { Downloader } from '../interfaces.js';
 export interface ServerDownloaderOptions {
     serverUrl: string;
@@ -7,26 +8,27 @@ export interface ServerDownloaderOptions {
     objectId: string;
     token?: string;
     headers?: Headers;
+    logger: CustomLogger;
     fetch?: Fetcher;
+    attributeMask?: ObjectAttributeMask;
+    objectTypeMask?: string[];
 }
 export default class ServerDownloader implements Downloader {
     #private;
     constructor(options: ServerDownloaderOptions);
-    initializePool(params: {
+    initialize(params: {
         results: Queue<Item>;
         total: number;
         maxDownloadBatchWait?: number;
     }): void;
     add(id: string): void;
+    decodeChunk(chunkBuffer: Uint8Array): string;
     disposeAsync(): Promise<void>;
     downloadBatch(params: {
         batch: string[];
         url: string;
         headers: HeadersInit;
     }): Promise<void>;
-    processArray(leftover: Uint8Array, value: Uint8Array, keys: Set<string>, callback: () => Promise<void>): Promise<Uint8Array>;
-    processLine(line: Uint8Array): Item;
-    concatUint8Arrays(a: Uint8Array, b: Uint8Array): Uint8Array;
     downloadSingle(): Promise<Item>;
 }
 //# sourceMappingURL=serverDownloader.d.ts.map

package/dist/commonjs/core/stages/serverDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/serverDownloader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,uBAAuB,CAAA;AAEzC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAyB,MAAM,0BAA0B,CAAA;AACvF,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,MAAM,EAAE,YAAY,CAAA;IACpB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;CAC1B;AAID,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,UAAU;;gBAiB7C,OAAO,EAAE,uBAAuB;IAkC5C,UAAU,CAAC,MAAM,EAAE;QACjB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAgBR,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAWrB,WAAW,CAAC,WAAW,EAAE,UAAU,GAAG,MAAM;IAWtC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,aAAa,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,MAAM,EAAE,CAAA;QACf,GAAG,EAAE,MAAM,CAAA;QACX,OAAO,EAAE,WAAW,CAAA;KACrB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkIX,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;CA2BtC"}

package/dist/commonjs/{operations/downloaders → core/stages}/serverDownloader.js

@@ -3,9 +3,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const batchedPool_js_1 = __importDefault(require("../../helpers/batchedPool.js"));
+const batchingQueue_js_1 = __importDefault(require("../../queues/batchingQueue.js"));
 const errors_js_1 = require("../../types/errors.js");
-const types_js_1 = require("../../types/types.js");
+const functions_js_1 = require("../../types/functions.js");
+const MAX_SAFARI_DECODE_BYTES = 2 * 1024 * 1024 * 1024 - 1024 * 1024; // 2GB minus a margin
 class ServerDownloader {
     #requestUrlRootObj;
     #requestUrlChildren;
@@ -13,10 +14,16 @@ class ServerDownloader {
     #options;
     #fetch;
     #results;
+    #total;
+    #logger;
     #downloadQueue;
-    #decoder = new TextDecoder();
+    #decoder = new TextDecoder('utf-8', { fatal: true });
+    #decodedBytesCount = 0;
+    #rawStrings = [];
+    #rawEncodings = [];
     constructor(options) {
         this.#options = options;
+        this.#logger = options.logger;
         this.#fetch =
             options.fetch ?? ((...args) => globalThis.fetch(...args));
         this.#headers = {};
@@ -29,21 +36,21 @@ class ServerDownloader {
         if (this.#options.token) {
             this.#headers['Authorization'] = `Bearer ${this.#options.token}`;
         }
-        this.#requestUrlChildren = `${this.#options.serverUrl}/api/getobjects/${this.#options.streamId}`;
+        this.#requestUrlChildren = `${this.#options.serverUrl}/api/v2/projects/${this.#options.streamId}/object-stream/`;
         this.#requestUrlRootObj = `${this.#options.serverUrl}/objects/${this.#options.streamId}/${this.#options.objectId}/single`;
-    }
-    #getDownloadCountAndSizes(total) {
-        if (total <= 50) {
-            return [total];
+        const encoder = new TextEncoder();
+        if (options.objectTypeMask) {
+            this.#rawStrings.push(...options.objectTypeMask);
+            this.#rawEncodings.push(...options.objectTypeMask.map((val) => encoder.encode(val)));
         }
-        return [10000, 25000, 10000, 1000];
     }
-    initializePool(params) {
-        const { results, total } = params;
+    initialize(params) {
+        const { results, total, maxDownloadBatchWait } = params;
         this.#results = results;
-        this.#downloadQueue = new batchedPool_js_1.default({
-            concurrencyAndSizes: this.#getDownloadCountAndSizes(total),
-            maxWaitTime: params.maxDownloadBatchWait,
+        this.#total = total;
+        this.#downloadQueue = new batchingQueue_js_1.default({
+            batchSize: 15000, // 15k is a good number for most cases
+            maxWaitTime: maxDownloadBatchWait ?? 1000, // 1 second
             processFunction: (batch) => this.downloadBatch({
                 batch,
                 url: this.#requestUrlChildren,
@@ -51,40 +58,39 @@ class ServerDownloader {
             })
         });
     }
-    #getPool() {
-        if (this.#downloadQueue) {
-            return this.#downloadQueue;
-        }
-        throw new Error('Download pool is not initialized');
-    }
     add(id) {
-        this.#getPool().add(id);
+        this.#downloadQueue?.add(id, id);
+    }
+    /*
+    This is the most frequently reported and confirmed reason for this error in Safari. There's a known bug in WebKit (Safari's rendering engine) where TextDecoder can fail or throw a RangeError after decoding around 2GB of data. Chrome and other browsers handle much larger amounts of data without this specific limitation.
+  
+  Why it happens: It seems to be an internal memory or indexing limitation within Safari's TextDecoder implementation. After a certain threshold of data has been processed by a TextDecoder instance, it starts throwing this error.
+  
+  Chrome's behavior: Chrome generally handles larger data sizes without this specific RangeError. It might become slow or run out of general memory, but not typically with this specific error.
+    */
+    decodeChunk(chunkBuffer) {
+        if (this.#decodedBytesCount + chunkBuffer.byteLength > MAX_SAFARI_DECODE_BYTES) {
+            // Safari is approaching its limit, create a new decoder
+            this.#decoder = new TextDecoder('utf-8', { fatal: true });
+            this.#decodedBytesCount = 0; // Reset counter for the new decoder
+        }
+        const decodedText = this.#decoder.decode(chunkBuffer);
+        this.#decodedBytesCount += chunkBuffer.byteLength;
+        return decodedText;
     }
     async disposeAsync() {
         await this.#downloadQueue?.disposeAsync();
     }
-    #processJson(baseId, unparsedBase) {
-        let base;
-        try {
-            base = JSON.parse(unparsedBase);
-        }
-        catch (e) {
-            throw new Error(`Error parsing object ${baseId}: ${e.message}`);
-        }
-        if ((0, types_js_1.isBase)(base)) {
-            return { baseId, base };
-        }
-        else {
-            throw new errors_js_1.ObjectLoaderRuntimeError(`${baseId} is not a base`);
-        }
-    }
     async downloadBatch(params) {
         const { batch, url, headers } = params;
+        const start = performance.now();
+        this.#logger(`Downloading batch of ${batch.length} items...`);
+        const attributeMask = this.#options.attributeMask;
         const keys = new Set(batch);
         const response = await this.#fetch(url, {
             method: 'POST',
             headers: { ...headers, 'Content-Type': 'application/json' },
-            body: JSON.stringify({ objects: JSON.stringify(batch) })
+            body: JSON.stringify({ objectIds: batch, attributeMask })
         });
         this.#validateResponse(response);
         if (!response.body) {
@@ -97,7 +103,7 @@ class ServerDownloader {
             const { done, value } = await reader.read();
             if (done)
                 break;
-            leftover = await this.processArray(leftover, value, keys, async () => {
+            leftover = await this.#processArray(leftover, value, keys, async () => {
                 count++;
                 if (count % 1000 === 0) {
                     await new Promise((resolve) => setTimeout(resolve, 100)); //allow other stuff to happen
@@ -105,42 +111,79 @@ class ServerDownloader {
             });
         }
         if (keys.size > 0) {
-            throw new Error('Items requested were not downloaded: ' + (0, types_js_1.take)(keys.values(), 10).join(','));
+            throw new Error('Items requested were not downloaded: ' + (0, functions_js_1.take)(keys.values(), 10).join(','));
+        }
+        count += keys.size; // count the leftovers
+        if (count >= this.#total) {
+            await this.#results?.disposeAsync(); // mark the queue as done
         }
+        this.#logger(`Downloaded batch of ${batch.length} items in ${performance.now() - start}ms`);
     }
-    async processArray(leftover, value, keys, callback) {
+    async #processArray(leftover, value, keys, callback) {
         //this concat will allocate a new array
-        const combined = this.concatUint8Arrays(leftover, value);
+        const combined = this.#concatUint8Arrays(leftover, value);
         let start = 0;
         //subarray doesn't allocate
         for (let i = 0; i < combined.length; i++) {
             if (combined[i] === 0x0a) {
                 const line = combined.subarray(start, i); // line without \n
                 //strings are allocated here
-                const item = this.processLine(line);
-                this.#results?.add(item);
+                const item = this.#processLine(line);
                 start = i + 1;
                 await callback();
                 keys.delete(item.baseId);
+                this.#results?.add(item);
             }
         }
         return combined.subarray(start); // carry over remainder
     }
-    processLine(line) {
+    #processLine(line) {
         for (let i = 0; i < line.length; i++) {
             if (line[i] === 0x09) {
                 //this is a tab
-                const baseId = this.#decoder.decode(line.subarray(0, i));
-                const json = line.subarray(i + 1);
-                const base = this.#decoder.decode(json);
+                const baseId = this.decodeChunk(line.subarray(0, i));
+                const jsonBytes = line.subarray(i + 1);
+                if (!this.#isValidBytes(jsonBytes)) {
+                    return { baseId, base: undefined };
+                }
+                const base = this.decodeChunk(jsonBytes);
                 const item = this.#processJson(baseId, base);
-                item.size = json.length;
+                item.size = jsonBytes.length;
                 return item;
             }
         }
-        throw new errors_js_1.ObjectLoaderRuntimeError('Invalid line format: ' + this.#decoder.decode(line));
+        throw new errors_js_1.ObjectLoaderRuntimeError('Invalid line format in response: ' + this.decodeChunk(line));
     }
-    concatUint8Arrays(a, b) {
+    #processJson(baseId, unparsedBase) {
+        let base;
+        try {
+            base = JSON.parse(unparsedBase);
+        }
+        catch (e) {
+            throw new Error(`Error parsing object ${baseId}: ${e.message}`);
+        }
+        if ((0, functions_js_1.isBase)(base)) {
+            return { baseId, base };
+        }
+        else {
+            throw new errors_js_1.ObjectLoaderRuntimeError(`${baseId} is not a base`);
+        }
+    }
+    #isValidString(json) {
+        for (const rawString of this.#rawStrings)
+            if (json.includes(rawString)) {
+                return false;
+            }
+        return true;
+    }
+    #isValidBytes(json) {
+        for (const rawEncoding of this.#rawEncodings)
+            if ((0, functions_js_1.indexOf)(json, rawEncoding) !== -1) {
+                return false;
+            }
+        return true;
+    }
+    #concatUint8Arrays(a, b) {
         const c = new Uint8Array(a.length + b.length);
         c.set(a, 0);
         c.set(b, a.length);
@@ -152,7 +195,13 @@ class ServerDownloader {
         });
         this.#validateResponse(response);
         const responseText = await response.text();
+        if (!this.#isValidString(responseText)) {
+            throw new errors_js_1.ObjectLoaderRuntimeError('Invalid base object');
+        }
         const item = this.#processJson(this.#options.objectId, responseText);
+        if (!item.base) {
+            throw new errors_js_1.ObjectLoaderRuntimeError('Invalid base object');
+        }
         item.size = 0;
         return item;
     }

package/dist/commonjs/core/stages/serverDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.js","sourceRoot":"","sources":["../../../../src/core/stages/serverDownloader.ts"],"names":[],"mappings":";;;;;AAAA,qFAAyD;AAEzD,qDAAgE;AAChE,2DAAuF;AAgBvF,MAAM,uBAAuB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAA,CAAC,qBAAqB;AAE1F,MAAqB,gBAAgB;IACnC,kBAAkB,CAAQ;IAC1B,mBAAmB,CAAQ;IAC3B,QAAQ,CAAa;IACrB,QAAQ,CAAyB;IACjC,MAAM,CAAS;IACf,QAAQ,CAAc;IACtB,MAAM,CAAS;IACf,OAAO,CAAc;IAErB,cAAc,CAAwB;IACtC,QAAQ,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACpD,kBAAkB,GAAG,CAAC,CAAA;IAEtB,WAAW,GAAkB,EAAE,CAAA;IAC/B,aAAa,GAAsB,EAAE,CAAA;IAErC,YAAY,OAAgC;QAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,IAAI,CAAC,MAAM;YACT,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,EAAqB,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;QAE9E,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAA;QAClB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC/C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAA;QAEtC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QAClE,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,oBACnD,IAAI,CAAC,QAAQ,CAAC,QAChB,iBAAiB,CAAA;QAEjB,IAAI,CAAC,kBAAkB,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,YAClD,IAAI,CAAC,QAAQ,CAAC,QAChB,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,SAAS,CAAA;QAEnC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;QACjC,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,CAAA;YAChD,IAAI,CAAC,aAAa,CAAC,IAAI,CACrB,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAC5D,CAAA;QACH,CAAC;IACH,CAAC;IAED,UAAU,CAAC,MAIV;QACC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,GAAG,MAAM,CAAA;QACvD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,cAAc,GAAG,IAAI,0BAAa,CAAS;YAC9C,SAAS,EAAE,KAAK,EAAE,sCAAsC;YACxD,WAAW,EAAE,oBAAoB,IAAI,IAAI,EAAE,WAAW;YACtD,eAAe,EAAE,CAAC,KAAe,EAAiB,EAAE,CAClD,IAAI,CAAC,aAAa,CAAC;gBACjB,KAAK;gBACL,GAAG,EAAE,IAAI,CAAC,mBAAmB;gBAC7B,OAAO,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC;SACL,CAAC,CAAA;IACJ,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IAClC,CAAC;IAED;;;;;;MAME;IACF,WAAW,CAAC,WAAuB;QACjC,IAAI,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,UAAU,GAAG,uBAAuB,EAAE,CAAC;YAC/E,wDAAwD;YACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACzD,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAA,CAAC,oCAAoC;QAClE,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACrD,IAAI,CAAC,kBAAkB,IAAI,WAAW,CAAC,UAAU,CAAA;QACjD,OAAO,WAAW,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,cAAc,EAAE,YAAY,EAAE,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAInB;QACC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,MAAM,CAAA;QAEtC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,IAAI,CAAC,OAAO,CAAC,wBAAwB,KAAK,CAAC,MAAM,WAAW,CAAC,CAAA;QAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAA;QACjD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,KAAK,CAAC,CAAA;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACtC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC3D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;SAC1D,CAAC,CAAA;QAEF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;QAC1E,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;QACxC,IAAI,QAAQ,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;QAEhC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAC3C,IAAI,IAAI;gBAAE,MAAK;YAEf,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE;gBACpE,KAAK,EAAE,CAAA;gBACP,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA,CAAC,6BAA6B;gBACxF,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,uCAAuC,GAAG,IAAA,mBAAI,EAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC5E,CAAA;QACH,CAAC;QACD,KAAK,IAAI,IAAI,CAAC,IAAI,CAAA,CAAC,sBAAsB;QACzC,IAAI,KAAK,IAAI,IAAI,CAAC,MAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAA,CAAC,yBAAyB;QAC/D,CAAC;QACD,IAAI,CAAC,OAAO,CACV,uBAAuB,KAAK,CAAC,MAAM,aAAa,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAC9E,CAAA;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,QAAoB,EACpB,KAAiB,EACjB,IAAiB,EACjB,QAA6B;QAE7B,uCAAuC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACzD,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,2BAA2B;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA,CAAC,kBAAkB;gBAC3D,4BAA4B;gBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBACpC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAA;gBACb,MAAM,QAAQ,EAAE,CAAA;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACxB,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA,CAAC,uBAAuB;IACzD,CAAC;IAED,YAAY,CAAC,IAAgB;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACrB,eAAe;gBACf,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBACpD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBAEtC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;oBACnC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;gBACpC,CAAC;gBACD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;gBACxC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAC5C,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM,CAAA;gBAC5B,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,MAAM,IAAI,oCAAwB,CAChC,mCAAmC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAC7D,CAAA;IACH,CAAC;IAED,YAAY,CAAC,MAAc,EAAE,YAAoB;QAC/C,IAAI,IAAa,CAAA;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QACjC,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;QAC5E,CAAC;QACD,IAAI,IAAA,qBAAM,EAAC,IAAI,CAAC,EAAE,CAAC;YACjB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,oCAAwB,CAAC,GAAG,MAAM,gBAAgB,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,WAAW;YACtC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAA;YACd,CAAC;QACH,OAAO,IAAI,CAAA;IACb,CAAC;IAED,aAAa,CAAC,IAAgB;QAC5B,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,aAAa;YAC1C,IAAI,IAAA,sBAAO,EAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACtC,OAAO,KAAK,CAAA;YACd,CAAC;QACH,OAAO,IAAI,CAAA;IACb,CAAC;IAED,kBAAkB,CAAC,CAAa,EAAE,CAAa;QAC7C,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACX,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;QAClB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC1D,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAA;QACF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,oCAAwB,CAAC,qBAAqB,CAAC,CAAA;QAC3D,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QACpE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,oCAAwB,CAAC,qBAAqB,CAAC,CAAA;QAC3D,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,CAAA;IACb,CAAC;IAED,iBAAiB,CAAC,QAAkB;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,oCAAwB,CAAC,yBAAyB,CAAC,CAAA;YAC/D,CAAC;YACD,MAAM,IAAI,oCAAwB,CAChC,4BAA4B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,GAAG,CACtE,CAAA;QACH,CAAC;IACH,CAAC;CACF;AAlQD,mCAkQC"}

package/dist/commonjs/core/traverser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.d.ts","sourceRoot":"","sources":["../../../src/core/traverser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAa,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAElD,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,cAAc,CAAA;AACvD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE;IAC3B,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;CACd,KAAK,IAAI,CAAA;AAEV,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACxB;AAED,MAAM,CAAC,OAAO,OAAO,SAAS;;gBAOhB,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB;IAKvD,QAAQ,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAehD,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAe5E,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAuDvE"}

package/dist/commonjs/{operations → core}/traverser.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-const types_js_1 = require("../types/types.js");
+const functions_js_1 = require("../types/functions.js");
 class Traverser {
     #loader;
     #options;
@@ -27,12 +27,12 @@ class Traverser {
     async traverseArray(array, onProgress) {
         for (let i = 0; i < 10; i++) {
             const prop = array[i];
-            if ((0, types_js_1.isScalar)(prop))
+            if ((0, functions_js_1.isScalar)(prop))
                 continue;
-            if ((0, types_js_1.isBase)(prop)) {
+            if ((0, functions_js_1.isBase)(prop)) {
                 array[i] = await this.traverseBase(prop, onProgress);
             }
-            else if ((0, types_js_1.isReference)(prop)) {
+            else if ((0, functions_js_1.isReference)(prop)) {
                 array[i] = await this.traverseBase(await this.#loader.getObject({ id: prop.referencedId }), onProgress);
             }
         }
@@ -68,12 +68,12 @@ class Traverser {
             if (prop === 'data')
                 continue;
             const baseProp = base[prop];
-            if ((0, types_js_1.isScalar)(baseProp))
+            if ((0, functions_js_1.isScalar)(baseProp))
                 continue;
-            if ((0, types_js_1.isBase)(baseProp)) {
+            if ((0, functions_js_1.isBase)(baseProp)) {
                 await this.traverseBase(baseProp, onProgress);
             }
-            else if ((0, types_js_1.isReference)(baseProp)) {
+            else if ((0, functions_js_1.isReference)(baseProp)) {
                 await this.traverseBase(await this.#loader.getObject({ id: baseProp.referencedId }), onProgress);
             }
             else if (Array.isArray(baseProp)) {

package/dist/commonjs/core/traverser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.js","sourceRoot":"","sources":["../../../src/core/traverser.ts"],"names":[],"mappings":";;AAAA,wDAAqE;AAerE,MAAqB,SAAS;IAC5B,OAAO,CAAe;IACtB,QAAQ,CAAkB;IAE1B,mBAAmB,GAAG,CAAC,CAAA;IACvB,yBAAyB,GAAG,CAAC,CAAA;IAE7B,YAAY,MAAqB,EAAE,OAA0B;QAC3D,IAAI,CAAC,QAAQ,GAAG,OAAO,IAAI,EAAE,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAAuB;QACpC,IAAI,kBAAkB,GAA8B,SAAS,CAAA;QAC7D,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;YACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxB,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,MAAM,kBAAkB,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAqB,EAAE,UAAuB;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,IAAI,IAAA,uBAAQ,EAAC,IAAI,CAAC;gBAAE,SAAQ;YAC5B,IAAI,IAAA,qBAAM,EAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YACtD,CAAC;iBAAM,IAAI,IAAA,0BAAW,EAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAChC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,EACvD,UAAU,CACX,CAAA;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAU,EAAE,UAAuB;QACpD,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3D,OAAQ,IAAc,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAoB,EAAE,CAAA;YACpC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,CACpE,CAAA;YACH,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC;QACD,OAAQ,IAAc,CAAC,WAAW,CAAC,CAAA;QAEnC,WAAW;QACX,IAAI,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAiB,CAAA;YAC/B,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YAClD,CAAC;QACH,CAAC;QAED,aAAa;QACb,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,IAAI,IAAI,KAAK,WAAW;gBAAE,SAAQ;YAClC,IAAI,IAAI,KAAK,aAAa;gBAAE,SAAQ;YACpC,IAAI,IAAI,KAAK,cAAc;gBAAE,SAAQ;YACrC,IAAI,IAAI,KAAK,MAAM;gBAAE,SAAQ;YAC7B,MAAM,QAAQ,GAAI,IAA2C,CAAC,IAAI,CAAC,CAAA;YACnE,IAAI,IAAA,uBAAQ,EAAC,QAAQ,CAAC;gBAAE,SAAQ;YAChC,IAAI,IAAA,qBAAM,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAC/C,CAAC;iBAAM,IAAI,IAAA,0BAAW,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,YAAY,CACrB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,EAC3D,UAAU,CACX,CAAA;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAChD,CAAC;QACH,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC;gBACT,KAAK,EAAE,cAAc;gBACrB,OAAO,EACL,EAAE,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,mBAAmB;oBACzD,CAAC,CAAC,IAAI,CAAC,mBAAmB;oBAC1B,CAAC,CAAC,IAAI,CAAC,yBAAyB;gBACpC,KAAK,EAAE,IAAI,CAAC,mBAAmB;aAChC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAjGD,4BAiGC"}