@speckle/objectloader2 2.25.7 → 2.25.8

package/dist/esm/queues/batchingQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batchingQueue.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.ts"],"names":[],"mappings":"AACA,OAAO,UAAU,MAAM,iBAAiB,CAAA;AAExC;;;GAGG;AACH,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAM,CAAC,OAAO,OAAO,aAAa;IAChC,MAAM,GAA0B,IAAI,UAAU,EAAa,CAAA;IAC3D,UAAU,CAAQ;IAClB,gBAAgB,CAA+B;IAC/C,UAAU,GAAyC,IAAI,CAAA;IACvD,aAAa,GAAG,KAAK,CAAA;IACrB,OAAO,CAAc;IAErB,SAAS,GAAG,KAAK,CAAA;IACjB,aAAa,CAAQ;IAErB,wDAAwD;IACxD,gBAAgB;QACd,oGAAoG;QACpG,OAAO,OAAO,MAAM,KAAK,WAAW;YAClC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;YAChC,CAAC,CAAC,OAAO,MAAM,KAAK,WAAW;gBAC/B,CAAC,CAAC,MAAM,CAAC,UAAU;gBACnB,CAAC,CAAC,UAAU,CAAA;IAChB,CAAC;IAED,kBAAkB;QAChB,sGAAsG;QACtG,OAAO,OAAO,MAAM,KAAK,WAAW;YAClC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;YAClC,CAAC,CAAC,OAAO,MAAM,KAAK,WAAW;gBAC/B,CAAC,CAAC,MAAM,CAAC,YAAY;gBACrB,CAAC,CAAC,YAAY,CAAA;IAClB,CAAC;IAED,YAAY,MAKX;QACC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAA;QAClC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,eAAe,CAAA;QAC9C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,WAAW,CAAA;QACvC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAA;IAClD,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;QAED,4CAA4C;QAC5C,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAC1D,CAAA;QACH,CAAC;QAED,2EAA2E;QAC3E,wBAAwB;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACrB,CAAC;IACH,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,IAAO;QACtB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QAC9B,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED,MAAM,CAAC,IAAc,EAAE,KAAU;QAC/B,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,oCAAoC;YACpC,mEAAmE;YACnE,IAAI,CAAC,MAAM,EAAE,CAAA;QACf,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC5C,CAAC;YACD,kEAAkE;YAClE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QACpF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACjD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAEzB,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAEtD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAA;QACjD,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;QAC5B,CAAC;QACD,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;IACzB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,SAAS,CAAA;IACvB,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC3E,CAAC;CACF"}

package/dist/esm/queues/batchingQueue.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=batchingQueue.test.d.ts.map

package/dist/esm/queues/batchingQueue.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batchingQueue.test.d.ts","sourceRoot":"","sources":["../../../src/queues/batchingQueue.test.ts"],"names":[],"mappings":""}

package/dist/esm/queues/batchingQueue.test.js

@@ -0,0 +1,133 @@
+import { describe, test, expect, vi } from 'vitest';
+import BatchingQueue from './batchingQueue.js';
+describe('BatchingQueue', () => {
+    test('should add items and process them in batches', async () => {
+        const processSpy = vi.fn();
+        const queue = new BatchingQueue({
+            batchSize: 2,
+            maxWaitTime: 100,
+            processFunction: async (batch) => {
+                await new Promise((resolve) => setTimeout(resolve, 0));
+                processSpy(batch);
+            }
+        });
+        try {
+            queue.add('key1', 'item1');
+            queue.add('key2', 'item2');
+            await new Promise((resolve) => setTimeout(resolve, 200));
+            expect(processSpy).toHaveBeenCalledTimes(1);
+            expect(processSpy).toHaveBeenCalledWith(['item1', 'item2']);
+        }
+        finally {
+            await queue.disposeAsync();
+        }
+    });
+    test('should process items after timeout if batch size is not reached', async () => {
+        const processSpy = vi.fn();
+        const queue = new BatchingQueue({
+            batchSize: 5,
+            maxWaitTime: 100,
+            processFunction: async (batch) => {
+                await new Promise((resolve) => setTimeout(resolve, 0));
+                processSpy(batch);
+            }
+        });
+        try {
+            queue.add('key1', 'item1');
+            queue.add('key2', 'item2');
+            await new Promise((resolve) => setTimeout(resolve, 200));
+            expect(processSpy).toHaveBeenCalledTimes(1);
+            expect(processSpy).toHaveBeenCalledWith(['item1', 'item2']);
+        }
+        finally {
+            await queue.disposeAsync();
+        }
+    });
+    test('should handle multiple batches correctly', async () => {
+        const processSpy = vi.fn();
+        const queue = new BatchingQueue({
+            batchSize: 2,
+            maxWaitTime: 100,
+            processFunction: async (batch) => {
+                await new Promise((resolve) => setTimeout(resolve, 0));
+                processSpy(batch);
+            }
+        });
+        try {
+            queue.add('key1', 'item1');
+            queue.add('key2', 'item2');
+            queue.add('key3', 'item3');
+            queue.add('key4', 'item4');
+            await new Promise((resolve) => setTimeout(resolve, 200));
+            expect(processSpy).toHaveBeenCalledTimes(2);
+            expect(processSpy).toHaveBeenCalledWith(['item1', 'item2']);
+            expect(processSpy).toHaveBeenCalledWith(['item3', 'item4']);
+        }
+        finally {
+            await queue.disposeAsync();
+        }
+    });
+    test('should retrieve items by key', async () => {
+        const queue = new BatchingQueue({
+            batchSize: 3,
+            maxWaitTime: 100,
+            processFunction: async () => {
+                await new Promise((resolve) => setTimeout(resolve, 0));
+            }
+        });
+        try {
+            queue.add('key1', 'item1');
+            queue.add('key2', 'item2');
+            expect(queue.get('key1')).toBe('item1');
+            expect(queue.get('key2')).toBe('item2');
+            expect(queue.get('key3')).toBeUndefined();
+        }
+        finally {
+            await queue.disposeAsync();
+        }
+    });
+    test('should return correct count of items', async () => {
+        const queue = new BatchingQueue({
+            batchSize: 3,
+            maxWaitTime: 100,
+            processFunction: async () => {
+                await new Promise((resolve) => setTimeout(resolve, 0));
+            }
+        });
+        try {
+            expect(queue.count()).toBe(0);
+            queue.add('key1', 'item1');
+            queue.add('key2', 'item2');
+            expect(queue.count()).toBe(2);
+        }
+        finally {
+            await queue.disposeAsync();
+        }
+    });
+    test('should not process items if already processing', async () => {
+        const processSpy = vi.fn();
+        const queue = new BatchingQueue({
+            batchSize: 2,
+            maxWaitTime: 100,
+            processFunction: async (batch) => {
+                processSpy(batch);
+                await new Promise((resolve) => setTimeout(resolve, 300));
+            }
+        });
+        try {
+            queue.add('key1', 'item1');
+            queue.add('key2', 'item2');
+            queue.add('key3', 'item3');
+            await new Promise((resolve) => setTimeout(resolve, 200));
+            expect(processSpy).toHaveBeenCalledTimes(1);
+            expect(processSpy).toHaveBeenCalledWith(['item1', 'item2']);
+            await new Promise((resolve) => setTimeout(resolve, 500));
+            expect(processSpy).toHaveBeenCalledTimes(2);
+            expect(processSpy).toHaveBeenCalledWith(['item3']);
+        }
+        finally {
+            await queue.disposeAsync();
+        }
+    });
+});
+//# sourceMappingURL=batchingQueue.test.js.map

package/dist/esm/queues/batchingQueue.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batchingQueue.test.js","sourceRoot":"","sources":["../../../src/queues/batchingQueue.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AACnD,OAAO,aAAa,MAAM,oBAAoB,CAAA;AAE9C,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBACtD,UAAU,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAC3D,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7D,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,KAAK,GAAG,IAAI,aAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,IAAmB,EAAE;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QAC3C,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,KAAK,GAAG,IAAI,aAAa,CAAS;YACtC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,IAAmB,EAAE;gBACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC;YACH,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAE7B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC;YAC9B,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,GAAG;YAChB,eAAe,EAAE,KAAK,EAAE,KAAe,EAAiB,EAAE;gBACxD,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAC1D,CAAC;SACF,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAC1B,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;YAE1B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;YAE3D,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;YAExD,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;QACpD,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,YAAY,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/{commonjs/helpers → esm/queues}/bufferQueue.d.ts

@@ -3,5 +3,6 @@ export default class BufferQueue<T> implements Queue<T> {
     #private;
     add(value: T): void;
     values(): T[];
+    disposeAsync(): Promise<void>;
 }
 //# sourceMappingURL=bufferQueue.d.ts.map

package/dist/esm/queues/bufferQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bufferQueue.d.ts","sourceRoot":"","sources":["../../../src/queues/bufferQueue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAA;AAE9B,MAAM,CAAC,OAAO,OAAO,WAAW,CAAC,CAAC,CAAE,YAAW,KAAK,CAAC,CAAC,CAAC;;IAErD,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAInB,MAAM,IAAI,CAAC,EAAE;IAGb,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAG9B"}

package/dist/esm/{helpers → queues}/bufferQueue.js

@@ -6,5 +6,8 @@ export default class BufferQueue {
     values() {
         return this.#buffer;
     }
+    disposeAsync() {
+        return Promise.resolve();
+    }
 }
 //# sourceMappingURL=bufferQueue.js.map

package/dist/esm/queues/bufferQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bufferQueue.js","sourceRoot":"","sources":["../../../src/queues/bufferQueue.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,OAAO,OAAO,WAAW;IAC9B,OAAO,GAAQ,EAAE,CAAA;IACjB,GAAG,CAAC,KAAQ;QACV,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1B,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;IACD,YAAY;QACV,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;IAC1B,CAAC;CACF"}

package/dist/esm/{helpers → queues}/keyedQueue.d.ts

@@ -3,6 +3,7 @@ export default class KeyedQueue<K, V> {
     private _order;
     constructor();
     enqueue(key: K, value: V): boolean;
+    enqueueAll(keys: K[], values: V[]): number;
     get(key: K): V | undefined;
     has(key: K): boolean;
     get size(): number;

package/dist/esm/queues/keyedQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyedQueue.d.ts","sourceRoot":"","sources":["../../../src/queues/keyedQueue.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,UAAU,CAAC,CAAC,EAAE,CAAC;IAClC,OAAO,CAAC,IAAI,CAAW;IACvB,OAAO,CAAC,MAAM,CAAK;;IAOnB,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,OAAO;IASlC,UAAU,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM;IAY1C,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS;IAI1B,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO;IAIpB,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,CAAC,EAAE;CActD"}

package/dist/esm/{helpers → queues}/keyedQueue.js

@@ -13,6 +13,17 @@ export default class KeyedQueue {
         this._order.push(key);
         return true;
     }
+    enqueueAll(keys, values) {
+        let count = 0;
+        for (let i = 0; i < keys.length; i++) {
+            if (!this._map.has(keys[i])) {
+                this._map.set(keys[i], values[i]);
+                this._order.push(keys[i]);
+                count++;
+            }
+        }
+        return count;
+    }
     get(key) {
         return this._map.get(key);
     }

package/dist/esm/queues/keyedQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyedQueue.js","sourceRoot":"","sources":["../../../src/queues/keyedQueue.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,UAAU;IACrB,IAAI,CAAW;IACf,MAAM,CAAK;IAEnB;QACE,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,EAAQ,CAAA;QAC3B,IAAI,CAAC,MAAM,GAAG,EAAE,CAAA;IAClB,CAAC;IAED,OAAO,CAAC,GAAM,EAAE,KAAQ;QACtB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,KAAK,CAAA,CAAC,qBAAqB;QACpC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACrB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,UAAU,CAAC,IAAS,EAAE,MAAW;QAC/B,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;gBACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;gBACzB,KAAK,EAAE,CAAA;YACT,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,GAAG,CAAC,GAAM;QACR,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,GAAG,CAAC,GAAM;QACR,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;IAC3B,CAAC;IAED,YAAY,CAAC,KAAa,EAAE,WAAmB;QAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAQ,EAAE,CAAA;QAEtB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;CACF"}

package/dist/esm/queues/queue.d.ts

@@ -0,0 +1,5 @@
+export default interface Queue<T> {
+    add(value: T): void;
+    disposeAsync(): Promise<void>;
+}
+//# sourceMappingURL=queue.d.ts.map

package/dist/esm/queues/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/queues/queue.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC,CAAC;IAC9B,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,CAAA;IACnB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9B"}

package/dist/esm/{helpers → queues}/queue.js.map

@@ -1 +1 @@
-{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/helpers/queue.ts"],"names":[],"mappings":""}
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/queues/queue.ts"],"names":[],"mappings":""}

package/dist/esm/types/functions.d.ts

@@ -0,0 +1,21 @@
+import { Base, Reference } from './types.js';
+export type CustomLogger = (message?: string, ...optionalParams: unknown[]) => void;
+export type Fetcher = (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
+export declare function isBase(maybeBase?: unknown): maybeBase is Base;
+export declare function isReference(maybeRef?: unknown): maybeRef is Reference;
+export declare function isScalar(value: unknown): value is string | number | boolean | bigint | symbol | undefined;
+export declare function take<T>(it: Iterator<T>, count: number): T[];
+export declare enum ObjectLoader2Flags {
+    DEBUG = "debug",
+    USE_CACHE = "useCache"
+}
+export declare function getFeatureFlag(paramName: ObjectLoader2Flags, useDefault?: boolean): string | undefined;
+/**
+ * Finds the first index of a "needle" Uint8Array within a "haystack" Uint8Array.
+ * @param haystack The larger array to search within.
+ * @param needle The smaller array to search for.
+ * @param start The index to start searching from. Defaults to 0.
+ * @returns The starting index of the needle, or -1 if not found.
+ */
+export declare function indexOf(haystack: Uint8Array, needle: Uint8Array, start?: number): number;
+//# sourceMappingURL=functions.d.ts.map

package/dist/esm/types/functions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"functions.d.ts","sourceRoot":"","sources":["../../../src/types/functions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAE5C,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAA;AAEnF,MAAM,MAAM,OAAO,GAAG,CACpB,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAC7B,IAAI,CAAC,EAAE,WAAW,KACf,OAAO,CAAC,QAAQ,CAAC,CAAA;AAEtB,wBAAgB,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,IAAI,IAAI,CAO7D;AAED,wBAAgB,WAAW,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,QAAQ,IAAI,SAAS,CAOrE;AAED,wBAAgB,QAAQ,CACtB,KAAK,EAAE,OAAO,GACb,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAWlE;AAED,wBAAgB,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAQ3D;AAED,oBAAY,kBAAkB;IAC5B,KAAK,UAAU;IACf,SAAS,aAAa;CACvB;AAOD,wBAAgB,cAAc,CAC5B,SAAS,EAAE,kBAAkB,EAC7B,UAAU,GAAE,OAAc,GACzB,MAAM,GAAG,SAAS,CAiBpB;AAED;;;;;;GAMG;AACH,wBAAgB,OAAO,CACrB,QAAQ,EAAE,UAAU,EACpB,MAAM,EAAE,UAAU,EAClB,KAAK,GAAE,MAAU,GAChB,MAAM,CAsBR"}

package/dist/esm/types/functions.js

@@ -0,0 +1,83 @@
+export function isBase(maybeBase) {
+    return (maybeBase !== null &&
+        typeof maybeBase === 'object' &&
+        'id' in maybeBase &&
+        typeof maybeBase.id === 'string');
+}
+export function isReference(maybeRef) {
+    return (maybeRef !== null &&
+        typeof maybeRef === 'object' &&
+        'referencedId' in maybeRef &&
+        typeof maybeRef.referencedId === 'string');
+}
+export function isScalar(value) {
+    const type = typeof value;
+    return (value === null ||
+        type === 'string' ||
+        type === 'number' ||
+        type === 'boolean' ||
+        type === 'bigint' ||
+        type === 'symbol' ||
+        type === 'undefined');
+}
+export function take(it, count) {
+    const result = [];
+    for (let i = 0; i < count; i++) {
+        const itr = it.next();
+        if (itr.done)
+            break;
+        result.push(itr.value);
+    }
+    return result;
+}
+export var ObjectLoader2Flags;
+(function (ObjectLoader2Flags) {
+    ObjectLoader2Flags["DEBUG"] = "debug";
+    ObjectLoader2Flags["USE_CACHE"] = "useCache";
+})(ObjectLoader2Flags || (ObjectLoader2Flags = {}));
+const defaultValues = {
+    [ObjectLoader2Flags.DEBUG]: 'false',
+    [ObjectLoader2Flags.USE_CACHE]: 'true'
+};
+export function getFeatureFlag(paramName, useDefault = true) {
+    // Check if the code is running in a browser environment 🌐
+    const isBrowser = typeof window !== 'undefined' && typeof window.document !== 'undefined';
+    if (!isBrowser) {
+        // If in Node.js or another server environment, return the default
+        return useDefault ? defaultValues[paramName] : undefined;
+    }
+    // In a browser, parse the query string
+    const params = new URLSearchParams(window.location.search);
+    // .get() returns the value, or null if it's not found.
+    // The nullish coalescing operator (??) provides the default value
+    // if the left-hand side is null or undefined.
+    return params.get(paramName) ?? (useDefault ? defaultValues[paramName] : undefined);
+}
+/**
+ * Finds the first index of a "needle" Uint8Array within a "haystack" Uint8Array.
+ * @param haystack The larger array to search within.
+ * @param needle The smaller array to search for.
+ * @param start The index to start searching from. Defaults to 0.
+ * @returns The starting index of the needle, or -1 if not found.
+ */
+export function indexOf(haystack, needle, start = 0) {
+    if (needle.length === 0) {
+        return 0;
+    }
+    // The last possible starting position for a match
+    const limit = haystack.length - needle.length;
+    for (let i = start; i <= limit; i++) {
+        let foundMatch = true;
+        for (let j = 0; j < needle.length; j++) {
+            if (haystack[i + j] !== needle[j]) {
+                foundMatch = false;
+                break; // Mismatch, break inner loop
+            }
+        }
+        if (foundMatch) {
+            return i; // Found a full match at index i
+        }
+    }
+    return -1; // No match found
+}
+//# sourceMappingURL=functions.js.map

package/dist/esm/types/functions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/types/functions.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,MAAM,CAAC,SAAmB;IACxC,OAAO,CACL,SAAS,KAAK,IAAI;QAClB,OAAO,SAAS,KAAK,QAAQ;QAC7B,IAAI,IAAI,SAAS;QACjB,OAAO,SAAS,CAAC,EAAE,KAAK,QAAQ,CACjC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAkB;IAC5C,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,OAAO,QAAQ,KAAK,QAAQ;QAC5B,cAAc,IAAI,QAAQ;QAC1B,OAAO,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAC1C,CAAA;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,KAAc;IAEd,MAAM,IAAI,GAAG,OAAO,KAAK,CAAA;IACzB,OAAO,CACL,KAAK,KAAK,IAAI;QACd,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,SAAS;QAClB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,WAAW,CACrB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,IAAI,CAAI,EAAe,EAAE,KAAa;IACpD,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;QACrB,IAAI,GAAG,CAAC,IAAI;YAAE,MAAK;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,CAAN,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,qCAAe,CAAA;IACf,4CAAsB,CAAA;AACxB,CAAC,EAHW,kBAAkB,KAAlB,kBAAkB,QAG7B;AAED,MAAM,aAAa,GAAuC;IACxD,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,OAAO;IACnC,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,MAAM;CACvC,CAAA;AAED,MAAM,UAAU,cAAc,CAC5B,SAA6B,EAC7B,aAAsB,IAAI;IAE1B,2DAA2D;IAC3D,MAAM,SAAS,GACb,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,CAAA;IAEzE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,kEAAkE;QAClE,OAAO,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC1D,CAAC;IAED,uCAAuC;IACvC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAE1D,uDAAuD;IACvD,kEAAkE;IAClE,8CAA8C;IAC9C,OAAO,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;AACrF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,OAAO,CACrB,QAAoB,EACpB,MAAkB,EAClB,QAAgB,CAAC;IAEjB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,kDAAkD;IAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IAE7C,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,UAAU,GAAG,IAAI,CAAA;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClC,UAAU,GAAG,KAAK,CAAA;gBAClB,MAAK,CAAC,6BAA6B;YACrC,CAAC;QACH,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,CAAA,CAAC,gCAAgC;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,CAAC,CAAA,CAAC,iBAAiB;AAC7B,CAAC"}

package/dist/esm/types/types.d.ts

@@ -1,8 +1,6 @@
-export type CustomLogger = (message?: string, ...optionalParams: unknown[]) => void;
-export type Fetcher = (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
 export interface Item {
     baseId: string;
-    base: Base;
+    base?: Base;
     size?: number;
 }
 export interface Base {
@@ -18,8 +16,4 @@ export interface Reference {
 export interface DataChunk extends Base {
     data?: Base[];
 }
-export declare function isBase(maybeBase?: unknown): maybeBase is Base;
-export declare function isReference(maybeRef?: unknown): maybeRef is Reference;
-export declare function isScalar(value: unknown): value is string | number | boolean | bigint | symbol | undefined;
-export declare function take<T>(it: Iterator<T>, count: number): T[];
 //# sourceMappingURL=types.d.ts.map

package/dist/esm/types/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAA;AAEnF,MAAM,MAAM,OAAO,GAAG,CACpB,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAC7B,IAAI,CAAC,EAAE,WAAW,KACf,OAAO,CAAC,QAAQ,CAAC,CAAA;AAEtB,MAAM,WAAW,IAAI;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,IAAI,CAAA;IACV,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAU,SAAQ,IAAI;IACrC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAA;CACd;AAED,wBAAgB,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,IAAI,IAAI,CAO7D;AAED,wBAAgB,WAAW,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,QAAQ,IAAI,SAAS,CAOrE;AAED,wBAAgB,QAAQ,CACtB,KAAK,EAAE,OAAO,GACb,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAWlE;AAED,wBAAgB,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAQ3D"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,IAAI;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,IAAI,CAAA;IACX,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAU,SAAQ,IAAI;IACrC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAA;CACd"}

package/dist/esm/types/types.js

@@ -1,33 +1,2 @@
-export function isBase(maybeBase) {
-    return (maybeBase !== null &&
-        typeof maybeBase === 'object' &&
-        'id' in maybeBase &&
-        typeof maybeBase.id === 'string');
-}
-export function isReference(maybeRef) {
-    return (maybeRef !== null &&
-        typeof maybeRef === 'object' &&
-        'referencedId' in maybeRef &&
-        typeof maybeRef.referencedId === 'string');
-}
-export function isScalar(value) {
-    const type = typeof value;
-    return (value === null ||
-        type === 'string' ||
-        type === 'number' ||
-        type === 'boolean' ||
-        type === 'bigint' ||
-        type === 'symbol' ||
-        type === 'undefined');
-}
-export function take(it, count) {
-    const result = [];
-    for (let i = 0; i < count; i++) {
-        const itr = it.next();
-        if (itr.done)
-            break;
-        result.push(itr.value);
-    }
-    return result;
-}
+export {};
 //# sourceMappingURL=types.js.map

package/dist/esm/types/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AA6BA,MAAM,UAAU,MAAM,CAAC,SAAmB;IACxC,OAAO,CACL,SAAS,KAAK,IAAI;QAClB,OAAO,SAAS,KAAK,QAAQ;QAC7B,IAAI,IAAI,SAAS;QACjB,OAAO,SAAS,CAAC,EAAE,KAAK,QAAQ,CACjC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAkB;IAC5C,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,OAAO,QAAQ,KAAK,QAAQ;QAC5B,cAAc,IAAI,QAAQ;QAC1B,OAAO,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAC1C,CAAA;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,KAAc;IAEd,MAAM,IAAI,GAAG,OAAO,KAAK,CAAA;IACzB,OAAO,CACL,KAAK,KAAK,IAAI;QACd,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,SAAS;QAClB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,WAAW,CACrB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,IAAI,CAAI,EAAe,EAAE,KAAa;IACpD,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;QACrB,IAAI,GAAG,CAAC,IAAI;YAAE,MAAK;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@speckle/objectloader2",
-  "version": "2.25.7",
+  "version": "2.25.8",
   "description": "This is an updated objectloader for the Speckle viewer written in typescript",
   "main": "./dist/commonjs/index.js",
   "module": "./dist/esm/index.js",
@@ -33,8 +33,7 @@
   "author": "AEC Systems",
   "license": "Apache-2.0",
   "dependencies": {
-    "@speckle/shared": "^2.25.7",
-    "dexie": "^4.0.11"
+    "@speckle/shared": "^2.25.8"
   },
   "devDependencies": {
     "@types/lodash": "^4.17.5",

package/readme.md

@@ -11,26 +11,51 @@ The main aim for the objectloader is:
 
 ## Architecture
 
-To achieve increased concurrency, the different phases of the objectloader are divided into pools of workers with queues to feed them.
+To achieve increased concurrency, the different phases of the objectloader are divided into pools of workers with queues to feed them. Below is a sequence diagram of the worker stages
+
+```mermaid
+sequenceDiagram
+    ObjectLoader2->>CacheReader: Root+Children
+    CacheReader-->>Database: Item exists?
+    CacheReader->>ObjectLoader2: Item exists in Cache
+    CacheReader->>Downloader: Item does not exist in Cache
+    Downloader->>CacheWriter: Save Item to Cache
+    CacheWriter->>Database: Write Item
+    Downloader->>ObjectLoader2: Item exists in Cache
+```
+
+The queues between stages are illustrated below with the concurrency
 
 ```mermaid
 flowchart TD
-  start(Root Commit)
-  getIds(Parse Root to get all IDs)
-  cached{Cached?}
-  download(Download IDs)
-  save(Write to Cache)
-  load(Load from Cache)
-  generate(Generate to Viewer!)
-
-  start --> getIds
-  getIds --> cached
-  cached -->|Yes| load
-  cached -->|No| download
-  load --> generate
-  download --> generate
-  download --> save
+  start(ObjectLoader2)
+  cachedQueue(BatchingQueue)
+  cachedExists{Exists?}
+  downloadQueue(BatchingQueue)
+  download{Download Batch}
+  saveQueue(BatchingQueue)
+  save{Save to Database}
+  asyncGeneratorQueue(Aggregated Async Generator Queue)
+  loop(Generate to Viewer!)
 
+  start -- Add IDs --> cachedQueue
+
+  subgraph CacheReader
+  cachedQueue -- Checks by Batch --> cachedExists
+  end
+  cachedExists -->|Yes| asyncGeneratorQueue
+  subgraph Downloader
+  cachedExists -->|No| downloadQueue
+  downloadQueue --> download
+  end
+  subgraph CacheWriter
+  download -- add to queue --> saveQueue
+  saveQueue --> save
+  end
+  subgraph Viewer
+  download -- add to queue --> asyncGeneratorQueue
+  asyncGeneratorQueue -- Generator Loop --> loop
+  end
 ```
 
 From the list of IDs, they are moved to a queue to be begin checking the cache from a pool of readers.
@@ -40,3 +65,26 @@ Results are then sent to the viewer, if found, else they're send to the download
 The download queue is a batching mechanism that gets what is available, up to a limit or a timeout. The results are parsed and given to the generator and written to another queue.
 
 The write cache queue is processed with a single writer to the indexeddb.
+
+## Deferment
+
+Deferment is what happens with the viewer does a random access to OL2. It returns a promise but it will be fulfilled later if the item isn't in memory.
+
+The `DefermentManager` only holds a subset of the model in memory. If the requested item isn't in memory, then it enqueues the request into the general process laid out above.
+
+When items are returned to the generator loop, `undefer` is called which caches the item in the manager as well as fulfills any outstanding promises.
+
+A cleanup process is ran to be a singleton process. This process sorts by the total number of requests and the size. If anything falls outside the size window, then it is removed from the manager's memory cache.
+
+The aim is to speed up random access while still getting items from the cache in batches. Items that are accessed randomly tend to be references in the model.
+
+## Loader options
+
+These can be use via a query string parameter. For example: `https://app.speckle.systems/projects/57bbfabd80/models/81b8d76ef1` can have debug logging enabled with: `https://app.speckle.systems/projects/57bbfabd80/models/81b8d76ef1?debug=true`
+
+Current parameters:
+
+| Parameter  | Default | Type    |
+| ---------- | ------- | ------- |
+| `debug`    | `false` | boolean |
+| `useCache` | `true`  | boolean |

package/src/{operations → core}/interfaces.ts

@@ -1,4 +1,4 @@
-import Queue from '../helpers/queue.js'
+import Queue from '../queues/queue.js'
 import { Item } from '../types/types.js'
 
 export interface Downloader extends Queue<string> {
@@ -13,6 +13,6 @@ export interface Downloader extends Queue<string> {
 
 export interface Database {
   getAll(keys: string[]): Promise<(Item | undefined)[]>
-  cacheSaveBatch(params: { batch: Item[] }): Promise<void>
+  saveBatch(params: { batch: Item[] }): Promise<void>
   disposeAsync(): Promise<void>
 }

package/src/{operations → core}/objectLoader2.spec.ts

@@ -1,10 +1,10 @@
-import { describe, expect, test } from 'vitest'
-import { ObjectLoader2 } from './objectLoader2.js'
+import { describe, test, expect } from 'vitest'
 import { Base, Item } from '../types/types.js'
-import { MemoryDownloader } from './downloaders/memoryDownloader.js'
+import { ObjectLoader2 } from './objectLoader2.js'
+import IndexedDatabase from './stages/indexedDatabase.js'
 import { IDBFactory, IDBKeyRange } from 'fake-indexeddb'
-import { MemoryDatabase } from './databases/memoryDatabase.js'
-import IndexedDatabase from './databases/indexedDatabase.js'
+import { MemoryDatabase } from './stages/memory/memoryDatabase.js'
+import { MemoryDownloader } from './stages/memory/memoryDownloader.js'
 
 describe('objectloader2', () => {
   test('can get a root object from cache', async () => {
@@ -23,6 +23,7 @@ describe('objectloader2', () => {
       })
     })
     const x = await loader.getRootObject()
+    await loader.disposeAsync()
     expect(x).toMatchSnapshot()
   })
 
@@ -42,6 +43,7 @@ describe('objectloader2', () => {
       })
     })
     const x = await loader.getRootObject()
+    await loader.disposeAsync()
     expect(x).toMatchSnapshot()
   })
 
@@ -64,7 +66,11 @@ describe('objectloader2', () => {
     const r = []
     for await (const x of loader.getObjectIterator()) {
       r.push(x)
+      if (r.length >= 1) {
+        break
+      }
     }
+    await loader.disposeAsync()
 
     expect(r).toMatchSnapshot()
   })
@@ -98,7 +104,11 @@ describe('objectloader2', () => {
     const obj = loader.getObject({ id: child1.baseId })
     for await (const x of loader.getObjectIterator()) {
       r.push(x)
+      if (r.length >= 2) {
+        break
+      }
     }
+    await loader.disposeAsync()
 
     expect(obj).toBeDefined()
     expect(r).toMatchSnapshot()
@@ -129,16 +139,17 @@ describe('objectloader2', () => {
     const loader = new ObjectLoader2({
       rootId: root.baseId,
       downloader: new MemoryDownloader(rootId, records),
-      database: new IndexedDatabase({
-        indexedDB: new IDBFactory(),
-        keyRange: IDBKeyRange
-      })
+      database: new MemoryDatabase({ items: records })
     })
     const r = []
     const obj = loader.getObject({ id: child1.baseId })
     for await (const x of loader.getObjectIterator()) {
       r.push(x)
+      if (r.length >= 2) {
+        break
+      }
     }
+    await loader.disposeAsync()
 
     expect(obj).toBeDefined()
     expect(r).toMatchSnapshot()
@@ -172,6 +183,7 @@ describe('objectloader2', () => {
       })
     })
     const x = await loader.getRootObject()
+    await loader.disposeAsync()
     expect(x).toMatchSnapshot()
   })
 
@@ -224,6 +236,7 @@ describe('objectloader2', () => {
     for await (const x of loader.getObjectIterator()) {
       r.push(x)
     }
+    await loader.disposeAsync()
     expect(r).toMatchSnapshot()
   })
 })