@speckle/objectloader2 2.25.7 → 2.25.9

package/dist/esm/core/stages/ItemStore.js

@@ -0,0 +1,163 @@
+/* eslint-disable @typescript-eslint/no-base-to-string */
+/* eslint-disable @typescript-eslint/prefer-promise-reject-errors */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+/* eslint-disable @typescript-eslint/no-unsafe-function-type */
+import { isSafari } from '@speckle/shared';
+export class ItemStore {
+    #options;
+    #db = undefined;
+    #dbName;
+    #storeName;
+    constructor(options, dbName, storeName) {
+        this.#options = options;
+        this.#dbName = dbName;
+        this.#storeName = storeName;
+    }
+    /**
+     * Initializes the database connection and creates the object store if needed.
+     * This must be called before any other database operations.
+     */
+    async init() {
+        if (this.#db)
+            return;
+        await this.#safariFix();
+        return this.#openDatabase();
+    }
+    /**
+     * Opens the database, and if there's an error, deletes the database and tries again.
+     */
+    async #openDatabase() {
+        const idb = this.#options.indexedDB ?? indexedDB;
+        return new Promise((resolve, reject) => {
+            const request = idb.open(this.#dbName, 1);
+            request.onerror = () => {
+                console.warn(`Failed to open database: ${this.#dbName}, deleting and trying again`);
+                // Delete the database and try again
+                const deleteRequest = idb.deleteDatabase(this.#dbName);
+                deleteRequest.onsuccess = () => {
+                    // Try opening again after deletion
+                    void this.#openDatabase().then(resolve).catch(reject);
+                };
+                deleteRequest.onerror = () => {
+                    reject(`Failed to delete and reopen database: ${this.#dbName}`);
+                };
+            };
+            request.onupgradeneeded = (event) => {
+                const db = event.target.result;
+                if (db.objectStoreNames.contains(this.#storeName)) {
+                    db.deleteObjectStore(this.#storeName);
+                }
+                db.createObjectStore(this.#storeName, { keyPath: 'baseId' });
+            };
+            request.onsuccess = (event) => {
+                this.#db = event.target.result;
+                resolve();
+            };
+        });
+    }
+    #getDB() {
+        if (!this.#db) {
+            throw new Error('Database not initialized. Call init() first.');
+        }
+        return this.#db;
+    }
+    /**
+     * Fixes a Safari bug where IndexedDB requests get lost and never resolve - invoke before you use IndexedDB
+     * @link Credits and more info: https://github.com/jakearchibald/safari-14-idb-fix
+     */
+    async #safariFix() {
+        // No point putting other browsers or older versions of Safari through this mess.
+        if (!isSafari() || !this.#options.indexedDB?.databases)
+            return Promise.resolve();
+        let intervalId;
+        return new Promise((resolve) => {
+            const tryIdb = () => this.#options.indexedDB?.databases().finally(resolve);
+            intervalId = setInterval(() => {
+                void tryIdb();
+            }, 100);
+            void tryIdb();
+        }).finally(() => clearInterval(intervalId));
+    }
+    /**
+     * Inserts or updates an array of items in a single transaction.
+     * @param data The array of items to insert.
+     */
+    bulkInsert(data) {
+        return new Promise((resolve, reject) => {
+            try {
+                const transaction = this.#getDB().transaction(this.#storeName, 'readwrite', {
+                    durability: 'relaxed'
+                });
+                const store = transaction.objectStore(this.#storeName);
+                transaction.onerror = () => {
+                    reject(`Transaction error: ${transaction.error}`);
+                };
+                transaction.oncomplete = () => {
+                    resolve();
+                };
+                data.forEach((item) => store.put(item));
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
+    }
+    /**
+     * Retrieves an array of items from the object store based on their IDs.
+     * @param ids The array of IDs to retrieve.
+     */
+    bulkGet(ids) {
+        return new Promise((resolve, reject) => {
+            if (ids.length === 0) {
+                return resolve([]);
+            }
+            try {
+                const transaction = this.#getDB().transaction(this.#storeName, 'readonly', {
+                    durability: 'relaxed'
+                });
+                const store = transaction.objectStore(this.#storeName);
+                const promises = [];
+                for (const id of ids) {
+                    promises.push(new Promise((resolveGet, rejectGet) => {
+                        const request = store.get(id);
+                        request.onerror = () => rejectGet(`Request error for id ${id}: ${request.error}`);
+                        // eslint-disable-next-line @typescript-eslint/no-unsafe-argument
+                        request.onsuccess = () => resolveGet(request.result);
+                    }));
+                }
+                Promise.all(promises)
+                    .then((results) => {
+                    resolve(results);
+                })
+                    .catch(reject);
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
+    }
+    /**
+     * Retrieves all items from the object store.
+     */
+    getAll() {
+        return new Promise((resolve, reject) => {
+            try {
+                const transaction = this.#getDB().transaction(this.#storeName, 'readonly');
+                const store = transaction.objectStore(this.#storeName);
+                const request = store.getAll();
+                request.onerror = () => reject(`Request error: ${request.error}`);
+                request.onsuccess = () => resolve(request.result);
+            }
+            catch (error) {
+                reject(error);
+            }
+        });
+    }
+    close() {
+        if (!this.#db)
+            return;
+        this.#db.close();
+        this.#db = undefined;
+    }
+}
+//# sourceMappingURL=ItemStore.js.map

package/dist/esm/core/stages/ItemStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ItemStore.js","sourceRoot":"","sources":["../../../../src/core/stages/ItemStore.ts"],"names":[],"mappings":"AAAA,yDAAyD;AACzD,oEAAoE;AACpE,uDAAuD;AACvD,+DAA+D;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAc1C,MAAM,OAAO,SAAS;IACpB,QAAQ,CAAkB;IAE1B,GAAG,GAA4B,SAAS,CAAA;IAC/B,OAAO,CAAQ;IACf,UAAU,CAAQ;IAE3B,YAAY,OAAyB,EAAE,MAAc,EAAE,SAAiB;QACtE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAA;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,GAAG;YAAE,OAAM;QACpB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;QACvB,OAAO,IAAI,CAAC,aAAa,EAAE,CAAA;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,SAAS,CAAA;QAEhD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YAEzC,OAAO,CAAC,OAAO,GAAG,GAAQ,EAAE;gBAC1B,OAAO,CAAC,IAAI,CACV,4BAA4B,IAAI,CAAC,OAAO,6BAA6B,CACtE,CAAA;gBACD,oCAAoC;gBACpC,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBACtD,aAAa,CAAC,SAAS,GAAG,GAAQ,EAAE;oBAClC,mCAAmC;oBACnC,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;gBACvD,CAAC,CAAA;gBACD,aAAa,CAAC,OAAO,GAAG,GAAQ,EAAE;oBAChC,MAAM,CAAC,yCAAyC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;gBACjE,CAAC,CAAA;YACH,CAAC,CAAA;YAED,OAAO,CAAC,eAAe,GAAG,CAAC,KAAK,EAAO,EAAE;gBACvC,MAAM,EAAE,GAAI,KAAK,CAAC,MAA2B,CAAC,MAAM,CAAA;gBACpD,IAAI,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBAClD,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBACvC,CAAC;gBACD,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAA;YAC9D,CAAC,CAAA;YAED,OAAO,CAAC,SAAS,GAAG,CAAC,KAAK,EAAO,EAAE;gBACjC,IAAI,CAAC,GAAG,GAAI,KAAK,CAAC,MAA2B,CAAC,MAAM,CAAA;gBACpD,OAAO,EAAE,CAAA;YACX,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;QACjE,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAA;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,iFAAiF;QACjF,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAEhF,IAAI,UAA0C,CAAA;QAE9C,OAAO,IAAI,OAAO,CAAO,CAAC,OAAmB,EAAE,EAAE;YAC/C,MAAM,MAAM,GAAG,GAA2C,EAAE,CAC1D,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YACvD,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;gBAC5B,KAAK,MAAM,EAAE,CAAA;YACf,CAAC,EAAE,GAAG,CAAC,CAAA;YACP,KAAK,MAAM,EAAE,CAAA;QACf,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7C,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE;oBAC1E,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAA;gBACF,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBAEtD,WAAW,CAAC,OAAO,GAAG,GAAQ,EAAE;oBAC9B,MAAM,CAAC,sBAAsB,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;gBACnD,CAAC,CAAA;gBACD,WAAW,CAAC,UAAU,GAAG,GAAQ,EAAE;oBACjC,OAAO,EAAE,CAAA;gBACX,CAAC,CAAA;gBAED,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,GAAa;QACnB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,OAAO,CAAC,EAAE,CAAC,CAAA;YACpB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,EAAE;oBACzE,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAA;gBACF,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBACtD,MAAM,QAAQ,GAAgC,EAAE,CAAA;gBAEhD,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;oBACrB,QAAQ,CAAC,IAAI,CACX,IAAI,OAAO,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE;wBACpC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;wBAC7B,OAAO,CAAC,OAAO,GAAG,GAAS,EAAE,CAC3B,SAAS,CAAC,wBAAwB,EAAE,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;wBAC3D,iEAAiE;wBACjE,OAAO,CAAC,SAAS,GAAG,GAAS,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;oBAC5D,CAAC,CAAC,CACH,CAAA;gBACH,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;qBAClB,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;oBAChB,OAAO,CAAC,OAAO,CAAC,CAAA;gBAClB,CAAC,CAAC;qBACD,KAAK,CAAC,MAAM,CAAC,CAAA;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;gBAC1E,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBACtD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,CAAA;gBAE9B,OAAO,CAAC,OAAO,GAAG,GAAQ,EAAE,CAAC,MAAM,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;gBACtE,OAAO,CAAC,SAAS,GAAG,GAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YACxD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,OAAM;QACrB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;QAChB,IAAI,CAAC,GAAG,GAAG,SAAS,CAAA;IACtB,CAAC;CACF"}

package/dist/esm/core/stages/cacheReader.d.ts

@@ -0,0 +1,18 @@
+import { DefermentManager } from '../../deferment/defermentManager.js';
+import Queue from '../../queues/queue.js';
+import { CustomLogger } from '../../types/functions.js';
+import { Item, Base } from '../../types/types.js';
+import { Database } from '../interfaces.js';
+import { CacheOptions } from '../options.js';
+export declare class CacheReader {
+    #private;
+    constructor(database: Database, defermentManager: DefermentManager, logger: CustomLogger, options: CacheOptions);
+    initializeQueue(foundQueue: Queue<Item>, notFoundQueue: Queue<string>): void;
+    getObject(params: {
+        id: string;
+    }): Promise<Base>;
+    requestItem(id: string): void;
+    requestAll(keys: string[]): void;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=cacheReader.d.ts.map

package/dist/esm/core/stages/cacheReader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheReader.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/cacheReader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAA;AAEtE,OAAO,KAAK,MAAM,uBAAuB,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAE5C,qBAAa,WAAW;;gBAUpB,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,gBAAgB,EAClC,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,YAAY;IAQvB,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI;IAK5E,SAAS,CAAC,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBhD,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAO7B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI;IAyBhC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B"}

package/dist/esm/core/stages/cacheReader.js

@@ -0,0 +1,65 @@
+import BatchingQueue from '../../queues/batchingQueue.js';
+export class CacheReader {
+    #database;
+    #defermentManager;
+    #logger;
+    #options;
+    #readQueue;
+    #foundQueue;
+    #notFoundQueue;
+    constructor(database, defermentManager, logger, options) {
+        this.#database = database;
+        this.#defermentManager = defermentManager;
+        this.#logger = logger;
+        this.#options = options;
+    }
+    initializeQueue(foundQueue, notFoundQueue) {
+        this.#foundQueue = foundQueue;
+        this.#notFoundQueue = notFoundQueue;
+    }
+    getObject(params) {
+        const [p, b] = this.#defermentManager.defer({ id: params.id });
+        if (!b) {
+            this.requestItem(params.id);
+        }
+        return p;
+    }
+    #createReadQueue() {
+        if (!this.#readQueue) {
+            this.#readQueue = new BatchingQueue({
+                batchSize: this.#options.maxCacheReadSize,
+                maxWaitTime: this.#options.maxCacheBatchReadWait,
+                processFunction: this.#processBatch
+            });
+        }
+    }
+    requestItem(id) {
+        this.#createReadQueue();
+        if (!this.#readQueue?.get(id)) {
+            this.#readQueue?.add(id, id);
+        }
+    }
+    requestAll(keys) {
+        this.#createReadQueue();
+        this.#readQueue?.addAll(keys, keys);
+    }
+    #processBatch = async (batch) => {
+        const start = performance.now();
+        const items = await this.#database.getAll(batch);
+        for (let i = 0; i < items.length; i++) {
+            const item = items[i];
+            if (item) {
+                this.#foundQueue?.add(item);
+                this.#defermentManager.undefer(item, (id) => this.requestItem(id));
+            }
+            else {
+                this.#notFoundQueue?.add(batch[i]);
+            }
+        }
+        this.#logger(`readBatch: batch ${batch.length}, time ${performance.now() - start} ms left ${this.#readQueue?.count()}`);
+    };
+    disposeAsync() {
+        return this.#readQueue?.disposeAsync() || Promise.resolve();
+    }
+}
+//# sourceMappingURL=cacheReader.js.map

package/dist/esm/core/stages/cacheReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheReader.js","sourceRoot":"","sources":["../../../../src/core/stages/cacheReader.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,+BAA+B,CAAA;AAOzD,MAAM,OAAO,WAAW;IACtB,SAAS,CAAU;IACnB,iBAAiB,CAAkB;IACnC,OAAO,CAAc;IACrB,QAAQ,CAAc;IACtB,UAAU,CAAmC;IAC7C,WAAW,CAAyB;IACpC,cAAc,CAA2B;IAEzC,YACE,QAAkB,EAClB,gBAAkC,EAClC,MAAoB,EACpB,OAAqB;QAErB,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAA;QACzC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;IACzB,CAAC;IAED,eAAe,CAAC,UAAuB,EAAE,aAA4B;QACnE,IAAI,CAAC,WAAW,GAAG,UAAU,CAAA;QAC7B,IAAI,CAAC,cAAc,GAAG,aAAa,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,MAAsB;QAC9B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;QAC9D,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,aAAa,CAAC;gBAClC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB;gBACzC,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,qBAAqB;gBAChD,eAAe,EAAE,IAAI,CAAC,aAAa;aACpC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,IAAc;QACvB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAEvB,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACrC,CAAC;IAED,aAAa,GAAG,KAAK,EAAE,KAAe,EAAiB,EAAE;QACvD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAA;YACpE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YACpC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CACV,oBAAoB,KAAK,CAAC,MAAM,UAC9B,WAAW,CAAC,GAAG,EAAE,GAAG,KACtB,YAAY,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,CACvC,CAAA;IACH,CAAC,CAAA;IAED,YAAY;QACV,OAAO,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAA;IAC7D,CAAC;CACF"}

package/dist/esm/core/stages/cacheWriter.d.ts

@@ -0,0 +1,15 @@
+import { DefermentManager } from '../../deferment/defermentManager.js';
+import Queue from '../../queues/queue.js';
+import { CustomLogger } from '../../types/functions.js';
+import { Item } from '../../types/types.js';
+import { Database } from '../interfaces.js';
+import { CacheOptions } from '../options.js';
+export declare class CacheWriter implements Queue<Item> {
+    #private;
+    constructor(database: Database, logger: CustomLogger, defermentManager: DefermentManager, options: CacheOptions, requestItem: (id: string) => void);
+    add(item: Item): void;
+    writeAll(items: Item[]): Promise<void>;
+    disposeAsync(): Promise<void>;
+    get isDisposed(): boolean;
+}
+//# sourceMappingURL=cacheWriter.d.ts.map

package/dist/esm/core/stages/cacheWriter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheWriter.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/cacheWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAA;AAEtE,OAAO,KAAK,MAAM,uBAAuB,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAA;AACvD,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAE5C,qBAAa,WAAY,YAAW,KAAK,CAAC,IAAI,CAAC;;gBAU3C,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,YAAY,EACpB,gBAAgB,EAAE,gBAAgB,EAClC,OAAO,EAAE,YAAY,EACrB,WAAW,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI;IASnC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAcf,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUtC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAKnC,IAAI,UAAU,IAAI,OAAO,CAExB;CACF"}

package/dist/esm/core/stages/cacheWriter.js

@@ -0,0 +1,43 @@
+import BatchingQueue from '../../queues/batchingQueue.js';
+export class CacheWriter {
+    #writeQueue;
+    #database;
+    #defermentManager;
+    #requestItem;
+    #logger;
+    #options;
+    #disposed = false;
+    constructor(database, logger, defermentManager, options, requestItem) {
+        this.#database = database;
+        this.#options = options;
+        this.#logger = logger;
+        this.#defermentManager = defermentManager;
+        this.#requestItem = requestItem;
+    }
+    add(item) {
+        if (!this.#writeQueue) {
+            this.#writeQueue = new BatchingQueue({
+                batchSize: this.#options.maxCacheWriteSize,
+                maxWaitTime: this.#options.maxCacheBatchWriteWait,
+                processFunction: async (batch) => {
+                    await this.writeAll(batch);
+                }
+            });
+        }
+        this.#writeQueue.add(item.baseId, item);
+        this.#defermentManager.undefer(item, this.#requestItem);
+    }
+    async writeAll(items) {
+        const start = performance.now();
+        await this.#database.saveBatch({ batch: items });
+        this.#logger(`writeBatch: wrote ${items.length}, time ${performance.now() - start} ms left ${this.#writeQueue?.count()}`);
+    }
+    async disposeAsync() {
+        this.#disposed = true;
+        await this.#writeQueue?.disposeAsync();
+    }
+    get isDisposed() {
+        return this.#disposed;
+    }
+}
+//# sourceMappingURL=cacheWriter.js.map

package/dist/esm/core/stages/cacheWriter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheWriter.js","sourceRoot":"","sources":["../../../../src/core/stages/cacheWriter.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,+BAA+B,CAAA;AAOzD,MAAM,OAAO,WAAW;IACtB,WAAW,CAAiC;IAC5C,SAAS,CAAU;IACnB,iBAAiB,CAAkB;IACnC,YAAY,CAAsB;IAClC,OAAO,CAAc;IACrB,QAAQ,CAAc;IACtB,SAAS,GAAG,KAAK,CAAA;IAEjB,YACE,QAAkB,EAClB,MAAoB,EACpB,gBAAkC,EAClC,OAAqB,EACrB,WAAiC;QAEjC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAA;QACzC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAA;IACjC,CAAC;IAED,GAAG,CAAC,IAAU;QACZ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,aAAa,CAAC;gBACnC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,iBAAiB;gBAC1C,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,sBAAsB;gBACjD,eAAe,EAAE,KAAK,EAAE,KAAa,EAAiB,EAAE;oBACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;gBAC5B,CAAC;aACF,CAAC,CAAA;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC/B,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QAChD,IAAI,CAAC,OAAO,CACV,qBAAqB,KAAK,CAAC,MAAM,UAC/B,WAAW,CAAC,GAAG,EAAE,GAAG,KACtB,YAAY,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CACxC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,MAAM,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAA;IACxC,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;CACF"}

package/dist/esm/{operations/databases → core/stages}/indexedDatabase.d.ts

@@ -1,13 +1,6 @@
-import { CustomLogger, Item } from '../../types/types.js';
-import { Dexie, DexieOptions, Table } from 'dexie';
+import { Item } from '../../types/types.js';
 import { Database } from '../interfaces.js';
-export declare class ObjectStore extends Dexie {
-    #private;
-    objects: Table<Item, string>;
-    constructor(options: DexieOptions);
-}
 export interface IndexedDatabaseOptions {
-    logger?: CustomLogger;
     indexedDB?: IDBFactory;
     keyRange?: {
         bound: Function;
@@ -19,7 +12,7 @@ export default class IndexedDatabase implements Database {
     #private;
     constructor(options: IndexedDatabaseOptions);
     getAll(keys: string[]): Promise<(Item | undefined)[]>;
-    cacheSaveBatch(params: {
+    saveBatch(params: {
         batch: Item[];
     }): Promise<void>;
     disposeAsync(): Promise<void>;

package/dist/esm/core/stages/indexedDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/indexedDatabase.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAI3C,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,EAAE,UAAU,CAAA;IACtB,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE,QAAQ,CAAA;QACf,UAAU,EAAE,QAAQ,CAAA;QACpB,UAAU,EAAE,QAAQ,CAAA;KACrB,CAAA;CACF;AAED,MAAM,CAAC,OAAO,OAAO,eAAgB,YAAW,QAAQ;;gBAK1C,OAAO,EAAE,sBAAsB;IAYrC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAKrD,SAAS,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMnD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAKpC"}

package/dist/esm/core/stages/indexedDatabase.js

@@ -0,0 +1,28 @@
+import { ItemStore } from './ItemStore.js';
+export default class IndexedDatabase {
+    #options;
+    #cacheDB;
+    #writeQueue;
+    constructor(options) {
+        this.#options = options;
+        this.#cacheDB = new ItemStore({
+            indexedDB: this.#options.indexedDB,
+            keyRange: this.#options.keyRange
+        }, 'speckle-cache', 'cache');
+    }
+    async getAll(keys) {
+        await this.#cacheDB.init();
+        return await this.#cacheDB.bulkGet(keys);
+    }
+    async saveBatch(params) {
+        await this.#cacheDB.init();
+        const { batch } = params;
+        await this.#cacheDB.bulkInsert(batch);
+    }
+    async disposeAsync() {
+        await this.#writeQueue?.disposeAsync();
+        this.#writeQueue = undefined;
+        this.#cacheDB.close();
+    }
+}
+//# sourceMappingURL=indexedDatabase.js.map

package/dist/esm/core/stages/indexedDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexedDatabase.js","sourceRoot":"","sources":["../../../../src/core/stages/indexedDatabase.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAW1C,MAAM,CAAC,OAAO,OAAO,eAAe;IAClC,QAAQ,CAAwB;IAChC,QAAQ,CAAW;IACnB,WAAW,CAAiC;IAE5C,YAAY,OAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,SAAS,CAC3B;YACE,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;YAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;SACjC,EACD,eAAe,EACf,OAAO,CACR,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAc;QACzB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1B,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAyB;QACvC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAA;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,CAAA;QACtC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAA;QAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC;CACF"}

package/dist/{commonjs/operations/databases → esm/core/stages/memory}/memoryDatabase.d.ts

@@ -1,11 +1,11 @@
-import { Item } from '../../types/types.js';
-import { Database } from '../interfaces.js';
-import { MemoryDatabaseOptions } from '../options.js';
+import { Item } from '../../../types/types.js';
+import { Database } from '../../interfaces.js';
+import { MemoryDatabaseOptions } from '../../options.js';
 export declare class MemoryDatabase implements Database {
     private items;
     constructor(options?: MemoryDatabaseOptions);
     getAll(keys: string[]): Promise<(Item | undefined)[]>;
-    cacheSaveBatch({ batch }: {
+    saveBatch({ batch }: {
         batch: Item[];
     }): Promise<void>;
     disposeAsync(): Promise<void>;

package/dist/esm/core/stages/memory/memoryDatabase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDatabase.d.ts","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDatabase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,IAAI,EAAE,MAAM,yBAAyB,CAAA;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAA;AAExD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,OAAO,CAAC,KAAK,CAAmB;gBAEpB,OAAO,CAAC,EAAE,qBAAqB;IAI3C,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC;IAarD,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUtD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B"}

package/dist/esm/{operations/databases → core/stages/memory}/memoryDatabase.js

@@ -16,8 +16,11 @@ export class MemoryDatabase {
         }
         return Promise.resolve(found);
     }
-    cacheSaveBatch({ batch }) {
+    saveBatch({ batch }) {
         for (const item of batch) {
+            if (!item.baseId || !item.base) {
+                throw new Error('Item must have a baseId and base');
+            }
             this.items.set(item.baseId, item.base);
         }
         return Promise.resolve();

package/dist/esm/core/stages/memory/memoryDatabase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDatabase.js","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDatabase.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,cAAc;IACjB,KAAK,CAAmB;IAEhC,YAAY,OAA+B;QACzC,IAAI,CAAC,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,GAAG,EAAgB,CAAA;IACxD,CAAC;IAED,MAAM,CAAC,IAAc;QACnB,MAAM,KAAK,GAAyB,EAAE,CAAA;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;YACzC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;IAED,SAAS,CAAC,EAAE,KAAK,EAAqB;QACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;YACrD,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IAED,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;CACF"}

package/dist/esm/{operations/downloaders → core/stages/memory}/memoryDownloader.d.ts

@@ -1,6 +1,6 @@
-import Queue from '../../helpers/queue.js';
-import { Base, Item } from '../../types/types.js';
-import { Downloader } from '../interfaces.js';
+import Queue from '../../../queues/queue.js';
+import { Base, Item } from '../../../types/types.js';
+import { Downloader } from '../../interfaces.js';
 export declare class MemoryDownloader implements Downloader {
     #private;
     constructor(rootId: string, items: Map<string, Base>);

package/dist/esm/core/stages/memory/memoryDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.d.ts","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDownloader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,0BAA0B,CAAA;AAC5C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAA;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAEhD,qBAAa,gBAAiB,YAAW,UAAU;;gBAKrC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC;IAIpD,cAAc,CAAC,MAAM,EAAE;QACrB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAGR,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAO/B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAG7B,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;CAQtB"}

package/dist/esm/core/stages/memory/memoryDownloader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryDownloader.js","sourceRoot":"","sources":["../../../../../src/core/stages/memory/memoryDownloader.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,gBAAgB;IAC3B,MAAM,CAAmB;IACzB,OAAO,CAAQ;IACf,QAAQ,CAAc;IAEtB,YAAY,MAAc,EAAE,KAAwB;QAClD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;IACrB,CAAC;IACD,cAAc,CAAC,MAId;QACC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAA;IAChC,CAAC;IACD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1C,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QACD,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;IACD,GAAG,CAAC,EAAU;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;YACxC,OAAM;QACR,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAC5C,CAAC;CACF"}

package/dist/{commonjs/operations/downloaders → esm/core/stages}/serverDownloader.d.ts

@@ -1,5 +1,6 @@
-import Queue from '../../helpers/queue.js';
-import { Fetcher, Item } from '../../types/types.js';
+import Queue from '../../queues/queue.js';
+import { Fetcher } from '../../types/functions.js';
+import { Item } from '../../types/types.js';
 import { Downloader } from '../interfaces.js';
 export interface ServerDownloaderOptions {
     serverUrl: string;
@@ -18,15 +19,13 @@ export default class ServerDownloader implements Downloader {
         maxDownloadBatchWait?: number;
     }): void;
     add(id: string): void;
+    decodeChunk(chunkBuffer: Uint8Array): string;
     disposeAsync(): Promise<void>;
     downloadBatch(params: {
         batch: string[];
         url: string;
         headers: HeadersInit;
     }): Promise<void>;
-    processArray(leftover: Uint8Array, value: Uint8Array, keys: Set<string>, callback: () => Promise<void>): Promise<Uint8Array>;
-    processLine(line: Uint8Array): Item;
-    concatUint8Arrays(a: Uint8Array, b: Uint8Array): Uint8Array;
     downloadSingle(): Promise<Item>;
 }
 //# sourceMappingURL=serverDownloader.d.ts.map

package/dist/esm/core/stages/serverDownloader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serverDownloader.d.ts","sourceRoot":"","sources":["../../../../src/core/stages/serverDownloader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,uBAAuB,CAAA;AAEzC,OAAO,EAAE,OAAO,EAAyB,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAID,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,UAAU;;gBAgB7C,OAAO,EAAE,uBAAuB;IAmC5C,cAAc,CAAC,MAAM,EAAE;QACrB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,oBAAoB,CAAC,EAAE,MAAM,CAAA;KAC9B,GAAG,IAAI;IAuBR,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAWrB,WAAW,CAAC,WAAW,EAAE,UAAU,GAAG,MAAM;IAWtC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAI7B,aAAa,CAAC,MAAM,EAAE;QAC1B,KAAK,EAAE,MAAM,EAAE,CAAA;QACf,GAAG,EAAE,MAAM,CAAA;QACX,OAAO,EAAE,WAAW,CAAA;KACrB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwHX,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;CA2BtC"}