@speckle/objectloader2 2.25.7 → 2.25.9

package/dist/commonjs/core/stages/cacheWriter.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheWriter = void 0;
+const batchingQueue_js_1 = __importDefault(require("../../queues/batchingQueue.js"));
+class CacheWriter {
+    #writeQueue;
+    #database;
+    #defermentManager;
+    #requestItem;
+    #logger;
+    #options;
+    #disposed = false;
+    constructor(database, logger, defermentManager, options, requestItem) {
+        this.#database = database;
+        this.#options = options;
+        this.#logger = logger;
+        this.#defermentManager = defermentManager;
+        this.#requestItem = requestItem;
+    }
+    add(item) {
+        if (!this.#writeQueue) {
+            this.#writeQueue = new batchingQueue_js_1.default({
+                batchSize: this.#options.maxCacheWriteSize,
+                maxWaitTime: this.#options.maxCacheBatchWriteWait,
+                processFunction: async (batch) => {
+                    await this.writeAll(batch);
+                }
+            });
+        }
+        this.#writeQueue.add(item.baseId, item);
+        this.#defermentManager.undefer(item, this.#requestItem);
+    }
+    async writeAll(items) {
+        const start = performance.now();
+        await this.#database.saveBatch({ batch: items });
+        this.#logger(`writeBatch: wrote ${items.length}, time ${performance.now() - start} ms left ${this.#writeQueue?.count()}`);
+    }
+    async disposeAsync() {
+        this.#disposed = true;
+        await this.#writeQueue?.disposeAsync();
+    }
+    get isDisposed() {
+        return this.#disposed;
+    }
+}
+exports.CacheWriter = CacheWriter;
+//# sourceMappingURL=cacheWriter.js.map

package/dist/commonjs/core/stages/cacheWriter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheWriter.js","sourceRoot":"","sources":["../../../../src/core/stages/cacheWriter.ts"],"names":[],"mappings":";;;;;;AACA,qFAAyD;AAOzD,MAAa,WAAW;IACtB,WAAW,CAAiC;IAC5C,SAAS,CAAU;IACnB,iBAAiB,CAAkB;IACnC,YAAY,CAAsB;IAClC,OAAO,CAAc;IACrB,QAAQ,CAAc;IACtB,SAAS,GAAG,KAAK,CAAA;IAEjB,YACE,QAAkB,EAClB,MAAoB,EACpB,gBAAkC,EAClC,OAAqB,EACrB,WAAiC;QAEjC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAA;QACzC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAA;IACjC,CAAC;IAED,GAAG,CAAC,IAAU;QACZ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,0BAAa,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,iBAAiB;gBAC1C,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,sBAAsB;gBACjD,eAAe,EAAE,KAAK,EAAE,KAAa,EAAiB,EAAE;oBACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;gBAC5B,CAAC;aACF,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QAChD,IAAI,CAAC,OAAO,CACV,qBAAqB,KAAK,CAAC,MAAM,UAC/B,WAAW,CAAC,GAAG,EAAE,GAAG,KACtB,YAAY,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CACxC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,MAAM,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAA;IACxC,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;CACF;AAvDD,kCAuDC"}

package/dist/commonjs/{operations/databases → core/stages}/indexedDatabase.d.ts

@@ -1,13 +1,6 @@
-import { CustomLogger, Item } from '../../types/types.js';
-import { Dexie, DexieOptions, Table } from 'dexie';
+import { Item } from '../../types/types.js';
 import { Database } from '../interfaces.js';
-export declare class ObjectStore extends Dexie {
-    #private;
-    objects: Table<Item, string>;
-    constructor(options: DexieOptions);
-}
 export interface IndexedDatabaseOptions {
-    logger?: CustomLogger;
     indexedDB?: IDBFactory;
     keyRange?: {
         bound: Function;
@@ -19,7 +12,7 @@ export default class IndexedDatabase implements Database {
     #private;
     constructor(options: IndexedDatabaseOptions);
     getAll(keys: string[]): Promise<(Item | undefined)[]>;
-    cacheSaveBatch(params: {
+    saveBatch(params: {
         batch: Item[];
     }): Promise<void>;
     disposeAsync(): Promise<void>;

package/dist/commonjs/core/stages/indexedDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/indexedDatabase.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAI3C,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,EAAE,UAAU,CAAA;IACtB,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE,QAAQ,CAAA;QACf,UAAU,EAAE,QAAQ,CAAA;QACpB,UAAU,EAAE,QAAQ,CAAA;KACrB,CAAA;CACF;AAED,MAAM,CAAC,OAAO,OAAO,eAAgB,YAAW,QAAQ;;gBAK1C,OAAO,EAAE,sBAAsB;IAYrC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAKrD,SAAS,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMnD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAKpC"}

package/dist/commonjs/core/stages/indexedDatabase.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const ItemStore_js_1 = require("./ItemStore.js");
+class IndexedDatabase {
+    #options;
+    #cacheDB;
+    #writeQueue;
+    constructor(options) {
+        this.#options = options;
+        this.#cacheDB = new ItemStore_js_1.ItemStore({
+            indexedDB: this.#options.indexedDB,
+            keyRange: this.#options.keyRange
+        }, 'speckle-cache', 'cache');
+    }
+    async getAll(keys) {
+        await this.#cacheDB.init();
+        return await this.#cacheDB.bulkGet(keys);
+    }
+    async saveBatch(params) {
+        await this.#cacheDB.init();
+        const { batch } = params;
+        await this.#cacheDB.bulkInsert(batch);
+    }
+    async disposeAsync() {
+        await this.#writeQueue?.disposeAsync();
+        this.#writeQueue = undefined;
+        this.#cacheDB.close();
+    }
+}
+exports.default = IndexedDatabase;
+//# sourceMappingURL=indexedDatabase.js.map

package/dist/commonjs/core/stages/indexedDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.js","sourceRoot":"","sources":["../../../../src/core/stages/indexedDatabase.ts"],"names":[],"mappings":";;AAIA,iDAA0C;AAW1C,MAAqB,eAAe;IAClC,QAAQ,CAAwB;IAChC,QAAQ,CAAW;IACnB,WAAW,CAAiC;IAE5C,YAAY,OAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,wBAAS,CAC3B;YACE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;SACjC,EACD,eAAe,EACf,OAAO,CACR,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAc;QACzB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1B,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAyB;QACvC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAA;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAA;QACtC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;QAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC;CACF;AAjCD,kCAiCC"}

package/dist/{esm/operations/databases → commonjs/core/stages/memory}/memoryDatabase.d.ts

@@ -1,11 +1,11 @@
-import { Item } from '../../types/types.js';
-import { Database } from '../interfaces.js';
-import { MemoryDatabaseOptions } from '../options.js';
+import { Item } from '../../../types/types.js';
+import { Database } from '../../interfaces.js';
+import { MemoryDatabaseOptions } from '../../options.js';
 export declare class MemoryDatabase implements Database {
     private items;
     constructor(options?: MemoryDatabaseOptions);
     getAll(keys: string[]): Promise<(Item | undefined)[]>;
-    cacheSaveBatch({ batch }: {
+    saveBatch({ batch }: {
         batch: Item[];
     }): Promise<void>;
     disposeAsync(): Promise<void>;

package/dist/commonjs/core/stages/memory/memoryDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDatabase.d.ts","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDatabase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,IAAI,EAAE,MAAM,yBAAyB,CAAA;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAA;AAExD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,OAAO,CAAC,KAAK,CAAmB;gBAEpB,OAAO,CAAC,EAAE,qBAAqB;IAI3C,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAarD,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUtD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B"}

package/dist/commonjs/{operations/databases → core/stages/memory}/memoryDatabase.js

@@ -19,8 +19,11 @@ class MemoryDatabase {
         }
         return Promise.resolve(found);
     }
-    cacheSaveBatch({ batch }) {
+    saveBatch({ batch }) {
         for (const item of batch) {
+            if (!item.baseId || !item.base) {
+                throw new Error('Item must have a baseId and base');
+            }
             this.items.set(item.baseId, item.base);
         }
         return Promise.resolve();

package/dist/commonjs/core/stages/memory/memoryDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDatabase.js","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDatabase.ts"],"names":[],"mappings":";;;AAIA,MAAa,cAAc;IACjB,KAAK,CAAmB;IAEhC,YAAY,OAA+B;QACzC,IAAI,CAAC,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,GAAG,EAAgB,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,IAAc;QACnB,MAAM,KAAK,GAAyB,EAAE,CAAA;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACzC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED,SAAS,CAAC,EAAE,KAAK,EAAqB;QACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;YACrD,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;CACF;AAjCD,wCAiCC"}

package/dist/commonjs/{operations/downloaders → core/stages/memory}/memoryDownloader.d.ts

@@ -1,6 +1,6 @@
-import Queue from '../../helpers/queue.js';
-import { Base, Item } from '../../types/types.js';
-import { Downloader } from '../interfaces.js';
+import Queue from '../../../queues/queue.js';
+import { Base, Item } from '../../../types/types.js';
+import { Downloader } from '../../interfaces.js';
 export declare class MemoryDownloader implements Downloader {
     #private;
     constructor(rootId: string, items: Map<string, Base>);

package/dist/commonjs/core/stages/memory/memoryDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.d.ts","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDownloader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,0BAA0B,CAAA;AAC5C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,qBAAa,gBAAiB,YAAW,UAAU;;gBAKrC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC;IAIpD,cAAc,CAAC,MAAM,EAAE;QACrB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAGR,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAO/B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAG7B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;CAQtB"}

package/dist/commonjs/core/stages/memory/memoryDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.js","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDownloader.ts"],"names":[],"mappings":";;;AAIA,MAAa,gBAAgB;IAC3B,MAAM,CAAmB;IACzB,OAAO,CAAQ;IACf,QAAQ,CAAc;IAEtB,YAAY,MAAc,EAAE,KAAwB;QAClD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;IACD,cAAc,CAAC,MAId;QACC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;IAChC,CAAC;IACD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1C,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IACD,GAAG,CAAC,EAAU;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;YACxC,OAAM;QACR,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;CACF;AAlCD,4CAkCC"}

package/dist/{esm/operations/downloaders → commonjs/core/stages}/serverDownloader.d.ts

@@ -1,5 +1,6 @@
-import Queue from '../../helpers/queue.js';
-import { Fetcher, Item } from '../../types/types.js';
+import Queue from '../../queues/queue.js';
+import { Fetcher } from '../../types/functions.js';
+import { Item } from '../../types/types.js';
 import { Downloader } from '../interfaces.js';
 export interface ServerDownloaderOptions {
     serverUrl: string;
@@ -18,15 +19,13 @@ export default class ServerDownloader implements Downloader {
         maxDownloadBatchWait?: number;
     }): void;
     add(id: string): void;
+    decodeChunk(chunkBuffer: Uint8Array): string;
     disposeAsync(): Promise<void>;
     downloadBatch(params: {
         batch: string[];
         url: string;
         headers: HeadersInit;
     }): Promise<void>;
-    processArray(leftover: Uint8Array, value: Uint8Array, keys: Set<string>, callback: () => Promise<void>): Promise<Uint8Array>;
-    processLine(line: Uint8Array): Item;
-    concatUint8Arrays(a: Uint8Array, b: Uint8Array): Uint8Array;
     downloadSingle(): Promise<Item>;
 }
 //# sourceMappingURL=serverDownloader.d.ts.map

package/dist/commonjs/core/stages/serverDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/serverDownloader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,uBAAuB,CAAA;AAEzC,OAAO,EAAE,OAAO,EAAyB,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAID,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,UAAU;;gBAgB7C,OAAO,EAAE,uBAAuB;IAmC5C,cAAc,CAAC,MAAM,EAAE;QACrB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAuBR,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAWrB,WAAW,CAAC,WAAW,EAAE,UAAU,GAAG,MAAM;IAWtC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,aAAa,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,MAAM,EAAE,CAAA;QACf,GAAG,EAAE,MAAM,CAAA;QACX,OAAO,EAAE,WAAW,CAAA;KACrB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwHX,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;CA2BtC"}

package/dist/commonjs/{operations/downloaders → core/stages}/serverDownloader.js

@@ -3,9 +3,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-const batchedPool_js_1 = __importDefault(require("../../helpers/batchedPool.js"));
+const batchedPool_js_1 = __importDefault(require("../../queues/batchedPool.js"));
 const errors_js_1 = require("../../types/errors.js");
-const types_js_1 = require("../../types/types.js");
+const functions_js_1 = require("../../types/functions.js");
+const MAX_SAFARI_DECODE_BYTES = 2 * 1024 * 1024 * 1024 - 1024 * 1024; // 2GB minus a margin
 class ServerDownloader {
     #requestUrlRootObj;
     #requestUrlChildren;
@@ -13,8 +14,12 @@ class ServerDownloader {
     #options;
     #fetch;
     #results;
+    #total;
     #downloadQueue;
-    #decoder = new TextDecoder();
+    #decoder = new TextDecoder('utf-8', { fatal: true });
+    #decodedBytesCount = 0;
+    #rawString = 'Objects.Other.RawEncoding';
+    #rawEncoding;
     constructor(options) {
         this.#options = options;
         this.#fetch =
@@ -31,6 +36,8 @@ class ServerDownloader {
         }
         this.#requestUrlChildren = `${this.#options.serverUrl}/api/getobjects/${this.#options.streamId}`;
         this.#requestUrlRootObj = `${this.#options.serverUrl}/objects/${this.#options.streamId}/${this.#options.objectId}/single`;
+        const encoder = new TextEncoder();
+        this.#rawEncoding = encoder.encode(this.#rawString);
     }
     #getDownloadCountAndSizes(total) {
         if (total <= 50) {
@@ -41,6 +48,7 @@ class ServerDownloader {
     initializePool(params) {
         const { results, total } = params;
         this.#results = results;
+        this.#total = total;
         this.#downloadQueue = new batchedPool_js_1.default({
             concurrencyAndSizes: this.#getDownloadCountAndSizes(total),
             maxWaitTime: params.maxDownloadBatchWait,
@@ -60,24 +68,26 @@ class ServerDownloader {
     add(id) {
         this.#getPool().add(id);
     }
+    /*
+    This is the most frequently reported and confirmed reason for this error in Safari. There's a known bug in WebKit (Safari's rendering engine) where TextDecoder can fail or throw a RangeError after decoding around 2GB of data. Chrome and other browsers handle much larger amounts of data without this specific limitation.
+  
+  Why it happens: It seems to be an internal memory or indexing limitation within Safari's TextDecoder implementation. After a certain threshold of data has been processed by a TextDecoder instance, it starts throwing this error.
+  
+  Chrome's behavior: Chrome generally handles larger data sizes without this specific RangeError. It might become slow or run out of general memory, but not typically with this specific error.
+    */
+    decodeChunk(chunkBuffer) {
+        if (this.#decodedBytesCount + chunkBuffer.byteLength > MAX_SAFARI_DECODE_BYTES) {
+            // Safari is approaching its limit, create a new decoder
+            this.#decoder = new TextDecoder('utf-8', { fatal: true });
+            this.#decodedBytesCount = 0; // Reset counter for the new decoder
+        }
+        const decodedText = this.#decoder.decode(chunkBuffer);
+        this.#decodedBytesCount += chunkBuffer.byteLength;
+        return decodedText;
+    }
     async disposeAsync() {
         await this.#downloadQueue?.disposeAsync();
     }
-    #processJson(baseId, unparsedBase) {
-        let base;
-        try {
-            base = JSON.parse(unparsedBase);
-        }
-        catch (e) {
-            throw new Error(`Error parsing object ${baseId}: ${e.message}`);
-        }
-        if ((0, types_js_1.isBase)(base)) {
-            return { baseId, base };
-        }
-        else {
-            throw new errors_js_1.ObjectLoaderRuntimeError(`${baseId} is not a base`);
-        }
-    }
     async downloadBatch(params) {
         const { batch, url, headers } = params;
         const keys = new Set(batch);
@@ -97,7 +107,7 @@ class ServerDownloader {
             const { done, value } = await reader.read();
             if (done)
                 break;
-            leftover = await this.processArray(leftover, value, keys, async () => {
+            leftover = await this.#processArray(leftover, value, keys, async () => {
                 count++;
                 if (count % 1000 === 0) {
                     await new Promise((resolve) => setTimeout(resolve, 100)); //allow other stuff to happen
@@ -105,42 +115,76 @@ class ServerDownloader {
             });
         }
         if (keys.size > 0) {
-            throw new Error('Items requested were not downloaded: ' + (0, types_js_1.take)(keys.values(), 10).join(','));
+            throw new Error('Items requested were not downloaded: ' + (0, functions_js_1.take)(keys.values(), 10).join(','));
+        }
+        count += keys.size; // count the leftovers
+        if (count >= this.#total) {
+            await this.#results?.disposeAsync(); // mark the queue as done
         }
     }
-    async processArray(leftover, value, keys, callback) {
+    async #processArray(leftover, value, keys, callback) {
         //this concat will allocate a new array
-        const combined = this.concatUint8Arrays(leftover, value);
+        const combined = this.#concatUint8Arrays(leftover, value);
         let start = 0;
         //subarray doesn't allocate
         for (let i = 0; i < combined.length; i++) {
             if (combined[i] === 0x0a) {
                 const line = combined.subarray(start, i); // line without \n
                 //strings are allocated here
-                const item = this.processLine(line);
-                this.#results?.add(item);
+                const item = this.#processLine(line);
                 start = i + 1;
                 await callback();
                 keys.delete(item.baseId);
+                this.#results?.add(item);
             }
         }
         return combined.subarray(start); // carry over remainder
     }
-    processLine(line) {
+    #processLine(line) {
         for (let i = 0; i < line.length; i++) {
             if (line[i] === 0x09) {
                 //this is a tab
-                const baseId = this.#decoder.decode(line.subarray(0, i));
-                const json = line.subarray(i + 1);
-                const base = this.#decoder.decode(json);
+                const baseId = this.decodeChunk(line.subarray(0, i));
+                const jsonBytes = line.subarray(i + 1);
+                if (!this.#isValidBytes(jsonBytes)) {
+                    return { baseId, base: undefined };
+                }
+                const base = this.decodeChunk(jsonBytes);
                 const item = this.#processJson(baseId, base);
-                item.size = json.length;
+                item.size = jsonBytes.length;
                 return item;
             }
         }
-        throw new errors_js_1.ObjectLoaderRuntimeError('Invalid line format: ' + this.#decoder.decode(line));
+        throw new errors_js_1.ObjectLoaderRuntimeError('Invalid line format in response: ' + this.decodeChunk(line));
     }
-    concatUint8Arrays(a, b) {
+    #processJson(baseId, unparsedBase) {
+        let base;
+        try {
+            base = JSON.parse(unparsedBase);
+        }
+        catch (e) {
+            throw new Error(`Error parsing object ${baseId}: ${e.message}`);
+        }
+        if ((0, functions_js_1.isBase)(base)) {
+            return { baseId, base };
+        }
+        else {
+            throw new errors_js_1.ObjectLoaderRuntimeError(`${baseId} is not a base`);
+        }
+    }
+    #isValidString(json) {
+        if (!json.includes(this.#rawString)) {
+            return true;
+        }
+        return false;
+    }
+    #isValidBytes(json) {
+        if ((0, functions_js_1.indexOf)(json, this.#rawEncoding) === -1) {
+            return true;
+        }
+        return false;
+    }
+    #concatUint8Arrays(a, b) {
         const c = new Uint8Array(a.length + b.length);
         c.set(a, 0);
         c.set(b, a.length);
@@ -152,7 +196,13 @@ class ServerDownloader {
         });
         this.#validateResponse(response);
         const responseText = await response.text();
+        if (!this.#isValidString(responseText)) {
+            throw new errors_js_1.ObjectLoaderRuntimeError('Invalid base object');
+        }
         const item = this.#processJson(this.#options.objectId, responseText);
+        if (!item.base) {
+            throw new errors_js_1.ObjectLoaderRuntimeError('Invalid base object');
+        }
         item.size = 0;
         return item;
     }

package/dist/commonjs/core/stages/serverDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.js","sourceRoot":"","sources":["../../../../src/core/stages/serverDownloader.ts"],"names":[],"mappings":";;;;;AAAA,iFAAqD;AAErD,qDAAgE;AAChE,2DAAyE;AAazE,MAAM,uBAAuB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAA,CAAC,qBAAqB;AAE1F,MAAqB,gBAAgB;IACnC,kBAAkB,CAAQ;IAC1B,mBAAmB,CAAQ;IAC3B,QAAQ,CAAa;IACrB,QAAQ,CAAyB;IACjC,MAAM,CAAS;IACf,QAAQ,CAAc;IACtB,MAAM,CAAS;IAEf,cAAc,CAAsB;IACpC,QAAQ,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACpD,kBAAkB,GAAG,CAAC,CAAA;IAEtB,UAAU,GAAW,2BAA2B,CAAA;IAChD,YAAY,CAAY;IAExB,YAAY,OAAgC;QAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,MAAM;YACT,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,EAAqB,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAA;QAE9E,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAA;QAClB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC/C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAA;QAEtC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QAClE,CAAC;QACD,IAAI,CAAC,mBAAmB,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,mBACnD,IAAI,CAAC,QAAQ,CAAC,QAChB,EAAE,CAAA;QACF,IAAI,CAAC,kBAAkB,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,YAClD,IAAI,CAAC,QAAQ,CAAC,QAChB,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,SAAS,CAAA;QAEnC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;QACjC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IACrD,CAAC;IAED,yBAAyB,CAAC,KAAa;QACrC,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,CAAA;QAChB,CAAC;QAED,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;IACpC,CAAC;IAED,cAAc,CAAC,MAId;QACC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAA;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,cAAc,GAAG,IAAI,wBAAW,CAAS;YAC5C,mBAAmB,EAAE,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC;YAC1D,WAAW,EAAE,MAAM,CAAC,oBAAoB;YACxC,eAAe,EAAE,CAAC,KAAe,EAAiB,EAAE,CAClD,IAAI,CAAC,aAAa,CAAC;gBACjB,KAAK;gBACL,GAAG,EAAE,IAAI,CAAC,mBAAmB;gBAC7B,OAAO,EAAE,IAAI,CAAC,QAAQ;aACvB,CAAC;SACL,CAAC,CAAA;IACJ,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,cAAc,CAAA;QAC5B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;IACrD,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,IAAI,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACzB,CAAC;IAED;;;;;;MAME;IACF,WAAW,CAAC,WAAuB;QACjC,IAAI,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,UAAU,GAAG,uBAAuB,EAAE,CAAC;YAC/E,wDAAwD;YACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YACzD,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAA,CAAC,oCAAoC;QAClE,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACrD,IAAI,CAAC,kBAAkB,IAAI,WAAW,CAAC,UAAU,CAAA;QACjD,OAAO,WAAW,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,cAAc,EAAE,YAAY,EAAE,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAInB;QACC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,MAAM,CAAA;QACtC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAS,KAAK,CAAC,CAAA;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACtC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC3D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;SACzD,CAAC,CAAA;QAEF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;QAC1E,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;QACxC,IAAI,QAAQ,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;QAEhC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAC3C,IAAI,IAAI;gBAAE,MAAK;YAEf,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE;gBACpE,KAAK,EAAE,CAAA;gBACP,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA,CAAC,6BAA6B;gBACxF,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,uCAAuC,GAAG,IAAA,mBAAI,EAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC5E,CAAA;QACH,CAAC;QACD,KAAK,IAAI,IAAI,CAAC,IAAI,CAAA,CAAC,sBAAsB;QACzC,IAAI,KAAK,IAAI,IAAI,CAAC,MAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAA,CAAC,yBAAyB;QAC/D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,QAAoB,EACpB,KAAiB,EACjB,IAAiB,EACjB,QAA6B;QAE7B,uCAAuC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QACzD,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,2BAA2B;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA,CAAC,kBAAkB;gBAC3D,4BAA4B;gBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBACpC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAA;gBACb,MAAM,QAAQ,EAAE,CAAA;gBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACxB,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA,CAAC,uBAAuB;IACzD,CAAC;IAED,YAAY,CAAC,IAAgB;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBACrB,eAAe;gBACf,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBACpD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBAEtC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;oBACnC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;gBACpC,CAAC;gBACD,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAA;gBACxC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAC5C,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM,CAAA;gBAC5B,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,MAAM,IAAI,oCAAwB,CAChC,mCAAmC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAC7D,CAAA;IACH,CAAC;IAED,YAAY,CAAC,MAAc,EAAE,YAAoB;QAC/C,IAAI,IAAa,CAAA;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QACjC,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAA;QAC5E,CAAC;QACD,IAAI,IAAA,qBAAM,EAAC,IAAI,CAAC,EAAE,CAAC;YACjB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,oCAAwB,CAAC,GAAG,MAAM,gBAAgB,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IACD,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,aAAa,CAAC,IAAgB;QAC5B,IAAI,IAAA,sBAAO,EAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,kBAAkB,CAAC,CAAa,EAAE,CAAa;QAC7C,MAAM,CAAC,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAA;QAC7C,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACX,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;QAClB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC1D,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAA;QACF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,oCAAwB,CAAC,qBAAqB,CAAC,CAAA;QAC3D,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QACpE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,oCAAwB,CAAC,qBAAqB,CAAC,CAAA;QAC3D,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;QACb,OAAO,IAAI,CAAA;IACb,CAAC;IAED,iBAAiB,CAAC,QAAkB;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzC,MAAM,IAAI,oCAAwB,CAAC,yBAAyB,CAAC,CAAA;YAC/D,CAAC;YACD,MAAM,IAAI,oCAAwB,CAChC,4BAA4B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,GAAG,CACtE,CAAA;QACH,CAAC;IACH,CAAC;CACF;AA/PD,mCA+PC"}

package/dist/commonjs/core/traverser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.d.ts","sourceRoot":"","sources":["../../../src/core/traverser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAa,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAElD,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,cAAc,CAAA;AACvD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE;IAC3B,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;CACd,KAAK,IAAI,CAAA;AAEV,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACxB;AAED,MAAM,CAAC,OAAO,OAAO,SAAS;;gBAOhB,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB;IAKvD,QAAQ,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAehD,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAe5E,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAuDvE"}

package/dist/commonjs/{operations → core}/traverser.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-const types_js_1 = require("../types/types.js");
+const functions_js_1 = require("../types/functions.js");
 class Traverser {
     #loader;
     #options;
@@ -27,12 +27,12 @@ class Traverser {
     async traverseArray(array, onProgress) {
         for (let i = 0; i < 10; i++) {
             const prop = array[i];
-            if ((0, types_js_1.isScalar)(prop))
+            if ((0, functions_js_1.isScalar)(prop))
                 continue;
-            if ((0, types_js_1.isBase)(prop)) {
+            if ((0, functions_js_1.isBase)(prop)) {
                 array[i] = await this.traverseBase(prop, onProgress);
             }
-            else if ((0, types_js_1.isReference)(prop)) {
+            else if ((0, functions_js_1.isReference)(prop)) {
                 array[i] = await this.traverseBase(await this.#loader.getObject({ id: prop.referencedId }), onProgress);
             }
         }
@@ -68,12 +68,12 @@ class Traverser {
             if (prop === 'data')
                 continue;
             const baseProp = base[prop];
-            if ((0, types_js_1.isScalar)(baseProp))
+            if ((0, functions_js_1.isScalar)(baseProp))
                 continue;
-            if ((0, types_js_1.isBase)(baseProp)) {
+            if ((0, functions_js_1.isBase)(baseProp)) {
                 await this.traverseBase(baseProp, onProgress);
             }
-            else if ((0, types_js_1.isReference)(baseProp)) {
+            else if ((0, functions_js_1.isReference)(baseProp)) {
                 await this.traverseBase(await this.#loader.getObject({ id: baseProp.referencedId }), onProgress);
             }
             else if (Array.isArray(baseProp)) {

package/dist/commonjs/core/traverser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.js","sourceRoot":"","sources":["../../../src/core/traverser.ts"],"names":[],"mappings":";;AAAA,wDAAqE;AAerE,MAAqB,SAAS;IAC5B,OAAO,CAAe;IACtB,QAAQ,CAAkB;IAE1B,mBAAmB,GAAG,CAAC,CAAA;IACvB,yBAAyB,GAAG,CAAC,CAAA;IAE7B,YAAY,MAAqB,EAAE,OAA0B;QAC3D,IAAI,CAAC,QAAQ,GAAG,OAAO,IAAI,EAAE,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAAuB;QACpC,IAAI,kBAAkB,GAA8B,SAAS,CAAA;QAC7D,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;YACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxB,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,MAAM,kBAAkB,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAqB,EAAE,UAAuB;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,IAAI,IAAA,uBAAQ,EAAC,IAAI,CAAC;gBAAE,SAAQ;YAC5B,IAAI,IAAA,qBAAM,EAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YACtD,CAAC;iBAAM,IAAI,IAAA,0BAAW,EAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAChC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,EACvD,UAAU,CACX,CAAA;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAU,EAAE,UAAuB;QACpD,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3D,OAAQ,IAAc,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAoB,EAAE,CAAA;YACpC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,CACpE,CAAA;YACH,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC;QACD,OAAQ,IAAc,CAAC,WAAW,CAAC,CAAA;QAEnC,WAAW;QACX,IAAI,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAiB,CAAA;YAC/B,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YAClD,CAAC;QACH,CAAC;QAED,aAAa;QACb,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,IAAI,IAAI,KAAK,WAAW;gBAAE,SAAQ;YAClC,IAAI,IAAI,KAAK,aAAa;gBAAE,SAAQ;YACpC,IAAI,IAAI,KAAK,cAAc;gBAAE,SAAQ;YACrC,IAAI,IAAI,KAAK,MAAM;gBAAE,SAAQ;YAC7B,MAAM,QAAQ,GAAI,IAA2C,CAAC,IAAI,CAAC,CAAA;YACnE,IAAI,IAAA,uBAAQ,EAAC,QAAQ,CAAC;gBAAE,SAAQ;YAChC,IAAI,IAAA,qBAAM,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAC/C,CAAC;iBAAM,IAAI,IAAA,0BAAW,EAAC,QAAQ,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,YAAY,CACrB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,EAC3D,UAAU,CACX,CAAA;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAChD,CAAC;QACH,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC;gBACT,KAAK,EAAE,cAAc;gBACrB,OAAO,EACL,EAAE,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,mBAAmB;oBACzD,CAAC,CAAC,IAAI,CAAC,mBAAmB;oBAC1B,CAAC,CAAC,IAAI,CAAC,yBAAyB;gBACpC,KAAK,EAAE,IAAI,CAAC,mBAAmB;aAChC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAjGD,4BAiGC"}

package/dist/commonjs/deferment/MemoryCache.d.ts

@@ -0,0 +1,35 @@
+import { CustomLogger } from '../types/functions.js';
+import { Item } from '../types/types.js';
+export interface MemoryCacheOptions {
+    maxSizeInMb: number;
+    ttlms: number;
+}
+export declare class MemoryCacheItem {
+    private item;
+    private expiresAt;
+    constructor(item: Item, expiresAt: number);
+    isExpired(now: number): boolean;
+    setAccess(now: number, ttl: number): void;
+    getItem(): Item;
+    done(now: number): boolean;
+}
+export declare class MemoryCache {
+    private isGathered;
+    private references;
+    private cache;
+    private options;
+    private logger;
+    private disposed;
+    private currentSize;
+    private timer?;
+    constructor(options: MemoryCacheOptions, logger: CustomLogger);
+    add(item: Item, requestItem: (id: string) => void, testNow?: number): void;
+    get(id: string): Item | undefined;
+    scanForReferences(data: unknown, requestItem: (id: string) => void): void;
+    private resetGlobalTimer;
+    private now;
+    cleanCache(testNow?: number): void;
+    compareMaybeBasesByReferences(id1: string, id2: string): number;
+    dispose(): void;
+}
+//# sourceMappingURL=MemoryCache.d.ts.map

package/dist/commonjs/deferment/MemoryCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryCache.d.ts","sourceRoot":"","sources":["../../../src/deferment/MemoryCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAA;AAExC,MAAM,WAAW,kBAAkB;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,IAAI,CAAM;IAClB,OAAO,CAAC,SAAS,CAAQ;gBAEb,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM;IAKzC,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAG/B,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAIzC,OAAO,IAAI,IAAI;IAIf,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;CAM3B;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,UAAU,CAAkC;IACpD,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,KAAK,CAA0C;IAEvD,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAI;IACvB,OAAO,CAAC,KAAK,CAAC,CAA+B;gBAEjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,YAAY;IAM7D,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAc1E,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAUjC,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAuCzE,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,GAAG;IAIX,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAwClC,6BAA6B,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM;IAS/D,OAAO,IAAI,IAAI;CAWhB"}