@kingsy/objectloader2 2.25.7

package/dist/esm/operations/traverser.d.ts

@@ -0,0 +1,19 @@
+import { Base } from '../types/types.js';
+import { ObjectLoader2 } from './objectLoader2.js';
+export type ProgressStage = 'download' | 'construction';
+export type OnProgress = (e: {
+    stage: ProgressStage;
+    current: number;
+    total: number;
+}) => void;
+export interface TraverserOptions {
+    excludeProps?: string[];
+}
+export default class Traverser {
+    #private;
+    constructor(loader: ObjectLoader2, options?: TraverserOptions);
+    traverse(onProgress?: OnProgress): Promise<Base>;
+    traverseArray(array: Array<unknown>, onProgress?: OnProgress): Promise<void>;
+    traverseBase(base: Base, onProgress?: OnProgress): Promise<Base>;
+}
+//# sourceMappingURL=traverser.d.ts.map

package/dist/esm/operations/traverser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.d.ts","sourceRoot":"","sources":["../../../src/operations/traverser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA4C,MAAM,mBAAmB,CAAA;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAElD,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,cAAc,CAAA;AACvD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE;IAC3B,KAAK,EAAE,aAAa,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;CACd,KAAK,IAAI,CAAA;AAEV,MAAM,WAAW,gBAAgB;IAC/B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;CACxB;AAED,MAAM,CAAC,OAAO,OAAO,SAAS;;gBAOhB,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,gBAAgB;IAKvD,QAAQ,CAAC,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAehD,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAe5E,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAuDvE"}

package/dist/esm/operations/traverser.js

@@ -0,0 +1,93 @@
+import { isBase, isReference, isScalar } from '../types/types.js';
+export default class Traverser {
+    #loader;
+    #options;
+    #totalChildrenCount = 0;
+    #traversedReferencesCount = 0;
+    constructor(loader, options) {
+        this.#options = options || {};
+        this.#loader = loader;
+    }
+    async traverse(onProgress) {
+        let firstObjectPromise = undefined;
+        for await (const obj of this.#loader.getObjectIterator()) {
+            if (!firstObjectPromise) {
+                firstObjectPromise = this.traverseBase(obj, onProgress);
+            }
+        }
+        if (firstObjectPromise) {
+            return await firstObjectPromise;
+        }
+        else {
+            throw new Error('No objects found');
+        }
+    }
+    async traverseArray(array, onProgress) {
+        for (let i = 0; i < 10; i++) {
+            const prop = array[i];
+            if (isScalar(prop))
+                continue;
+            if (isBase(prop)) {
+                array[i] = await this.traverseBase(prop, onProgress);
+            }
+            else if (isReference(prop)) {
+                array[i] = await this.traverseBase(await this.#loader.getObject({ id: prop.referencedId }), onProgress);
+            }
+        }
+    }
+    async traverseBase(base, onProgress) {
+        for (const ignoredProp of this.#options.excludeProps || []) {
+            delete base[ignoredProp];
+        }
+        if (base.__closure) {
+            const ids = Object.keys(base.__closure);
+            const promises = [];
+            for (const id of ids) {
+                promises.push(this.traverseBase(await this.#loader.getObject({ id }), onProgress));
+            }
+            await Promise.all(promises);
+        }
+        delete base['__closure'];
+        // De-chunk
+        if (base.kingsy_type?.includes('DataChunk')) {
+            const chunk = base;
+            if (chunk.data) {
+                await this.traverseArray(chunk.data, onProgress);
+            }
+        }
+        //other props
+        for (const prop in base) {
+            if (prop === '__closure')
+                continue;
+            if (prop === 'referenceId')
+                continue;
+            if (prop === 'kingsy_type')
+                continue;
+            if (prop === 'data')
+                continue;
+            const baseProp = base[prop];
+            if (isScalar(baseProp))
+                continue;
+            if (isBase(baseProp)) {
+                await this.traverseBase(baseProp, onProgress);
+            }
+            else if (isReference(baseProp)) {
+                await this.traverseBase(await this.#loader.getObject({ id: baseProp.referencedId }), onProgress);
+            }
+            else if (Array.isArray(baseProp)) {
+                await this.traverseArray(baseProp, onProgress);
+            }
+        }
+        if (onProgress) {
+            onProgress({
+                stage: 'construction',
+                current: ++this.#traversedReferencesCount > this.#totalChildrenCount
+                    ? this.#totalChildrenCount
+                    : this.#traversedReferencesCount,
+                total: this.#totalChildrenCount
+            });
+        }
+        return base;
+    }
+}
+//# sourceMappingURL=traverser.js.map

package/dist/esm/operations/traverser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traverser.js","sourceRoot":"","sources":["../../../src/operations/traverser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmB,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAclF,MAAM,CAAC,OAAO,OAAO,SAAS;IAC5B,OAAO,CAAe;IACtB,QAAQ,CAAkB;IAE1B,mBAAmB,GAAG,CAAC,CAAA;IACvB,yBAAyB,GAAG,CAAC,CAAA;IAE7B,YAAY,MAAqB,EAAE,OAA0B;QAC3D,IAAI,CAAC,QAAQ,GAAG,OAAO,IAAI,EAAE,CAAA;QAC7B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAAuB;QACpC,IAAI,kBAAkB,GAA8B,SAAS,CAAA;QAC7D,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;YACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxB,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;QAED,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,MAAM,kBAAkB,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAqB,EAAE,UAAuB;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAAE,SAAQ;YAC5B,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YACtD,CAAC;iBAAM,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAChC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,EACvD,UAAU,CACX,CAAA;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAU,EAAE,UAAuB;QACpD,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3D,OAAQ,IAAc,CAAC,WAAW,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAoB,EAAE,CAAA;YACpC,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,CACpE,CAAA;YACH,CAAC;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC;QACD,OAAQ,IAAc,CAAC,WAAW,CAAC,CAAA;QAEnC,WAAW;QACX,IAAI,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAiB,CAAA;YAC/B,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAA;YAClD,CAAC;QACH,CAAC;QAED,aAAa;QACb,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,IAAI,IAAI,KAAK,WAAW;gBAAE,SAAQ;YAClC,IAAI,IAAI,KAAK,aAAa;gBAAE,SAAQ;YACpC,IAAI,IAAI,KAAK,cAAc;gBAAE,SAAQ;YACrC,IAAI,IAAI,KAAK,MAAM;gBAAE,SAAQ;YAC7B,MAAM,QAAQ,GAAI,IAA2C,CAAC,IAAI,CAAC,CAAA;YACnE,IAAI,QAAQ,CAAC,QAAQ,CAAC;gBAAE,SAAQ;YAChC,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAC/C,CAAC;iBAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,YAAY,CACrB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC,EAC3D,UAAU,CACX,CAAA;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;YAChD,CAAC;QACH,CAAC;QACD,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC;gBACT,KAAK,EAAE,cAAc;gBACrB,OAAO,EACL,EAAE,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,mBAAmB;oBACzD,CAAC,CAAC,IAAI,CAAC,mBAAmB;oBAC1B,CAAC,CAAC,IAAI,CAAC,yBAAyB;gBACpC,KAAK,EAAE,IAAI,CAAC,mBAAmB;aAChC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF"}

package/dist/esm/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "module"
+}

package/dist/esm/types/errors.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Base ObjectLoader error
+ */
+declare class BaseError extends Error {
+    /**
+     * Default message if none is passed
+     */
+    static defaultMessage: string;
+    /**
+     * @param {string} [message]
+     */
+    constructor(message: string);
+}
+export declare class ObjectLoaderConfigurationError extends BaseError {
+    static defaultMessage: string;
+}
+export declare class ObjectLoaderRuntimeError extends BaseError {
+    static defaultMessage: string;
+}
+export {};
+//# sourceMappingURL=errors.d.ts.map

package/dist/esm/types/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/types/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAM,SAAU,SAAQ,KAAK;IAC3B;;OAEG;IACH,MAAM,CAAC,cAAc,SAA8B;IAEnD;;OAEG;gBACS,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,8BAA+B,SAAQ,SAAS;IAC3D,MAAM,CAAC,cAAc,SAA0C;CAChE;AAED,qBAAa,wBAAyB,SAAQ,SAAS;IACrD,MAAM,CAAC,cAAc,SAAiD;CACvE"}

package/dist/esm/types/errors.js

@@ -0,0 +1,23 @@
+/**
+ * Base ObjectLoader error
+ */
+class BaseError extends Error {
+    /**
+     * Default message if none is passed
+     */
+    static defaultMessage = 'Unexpected error occurred';
+    /**
+     * @param {string} [message]
+     */
+    constructor(message) {
+        message ||= new.target.defaultMessage;
+        super(message);
+    }
+}
+export class ObjectLoaderConfigurationError extends BaseError {
+    static defaultMessage = 'Object loader configured incorrectly!';
+}
+export class ObjectLoaderRuntimeError extends BaseError {
+    static defaultMessage = 'Object loader encountered a runtime problem!';
+}
+//# sourceMappingURL=errors.js.map

package/dist/esm/types/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/types/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,SAAU,SAAQ,KAAK;IAC3B;;OAEG;IACH,MAAM,CAAC,cAAc,GAAG,2BAA2B,CAAA;IAEnD;;OAEG;IACH,YAAY,OAAe;QACzB,OAAO,KAAK,GAAG,CAAC,MAAM,CAAC,cAAc,CAAA;QACrC,KAAK,CAAC,OAAO,CAAC,CAAA;IAChB,CAAC;;AAGH,MAAM,OAAO,8BAA+B,SAAQ,SAAS;IAC3D,MAAM,CAAC,cAAc,GAAG,uCAAuC,CAAA;;AAGjE,MAAM,OAAO,wBAAyB,SAAQ,SAAS;IACrD,MAAM,CAAC,cAAc,GAAG,8CAA8C,CAAA"}

package/dist/esm/types/types.d.ts

@@ -0,0 +1,25 @@
+export type CustomLogger = (message?: string, ...optionalParams: unknown[]) => void;
+export type Fetcher = (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
+export interface Item {
+    baseId: string;
+    base: Base;
+    size?: number;
+}
+export interface Base {
+    id: string;
+    kingsy_type: string;
+    __closure?: Record<string, number>;
+}
+export interface Reference {
+    kingsy_type: string;
+    referencedId: string;
+    __closure?: Record<string, number>;
+}
+export interface DataChunk extends Base {
+    data?: Base[];
+}
+export declare function isBase(maybeBase?: unknown): maybeBase is Base;
+export declare function isReference(maybeRef?: unknown): maybeRef is Reference;
+export declare function isScalar(value: unknown): value is string | number | boolean | bigint | symbol | undefined;
+export declare function take<T>(it: Iterator<T>, count: number): T[];
+//# sourceMappingURL=types.d.ts.map

package/dist/esm/types/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAA;AAEnF,MAAM,MAAM,OAAO,GAAG,CACpB,KAAK,EAAE,MAAM,GAAG,GAAG,GAAG,OAAO,EAC7B,IAAI,CAAC,EAAE,WAAW,KACf,OAAO,CAAC,QAAQ,CAAC,CAAA;AAEtB,MAAM,WAAW,IAAI;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,IAAI,CAAA;IACV,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,SAAU,SAAQ,IAAI;IACrC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAA;CACd;AAED,wBAAgB,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,IAAI,IAAI,CAO7D;AAED,wBAAgB,WAAW,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,QAAQ,IAAI,SAAS,CAOrE;AAED,wBAAgB,QAAQ,CACtB,KAAK,EAAE,OAAO,GACb,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAWlE;AAED,wBAAgB,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAQ3D"}

package/dist/esm/types/types.js

@@ -0,0 +1,33 @@
+export function isBase(maybeBase) {
+    return (maybeBase !== null &&
+        typeof maybeBase === 'object' &&
+        'id' in maybeBase &&
+        typeof maybeBase.id === 'string');
+}
+export function isReference(maybeRef) {
+    return (maybeRef !== null &&
+        typeof maybeRef === 'object' &&
+        'referencedId' in maybeRef &&
+        typeof maybeRef.referencedId === 'string');
+}
+export function isScalar(value) {
+    const type = typeof value;
+    return (value === null ||
+        type === 'string' ||
+        type === 'number' ||
+        type === 'boolean' ||
+        type === 'bigint' ||
+        type === 'symbol' ||
+        type === 'undefined');
+}
+export function take(it, count) {
+    const result = [];
+    for (let i = 0; i < count; i++) {
+        const itr = it.next();
+        if (itr.done)
+            break;
+        result.push(itr.value);
+    }
+    return result;
+}
+//# sourceMappingURL=types.js.map

package/dist/esm/types/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/types/types.ts"],"names":[],"mappings":"AA6BA,MAAM,UAAU,MAAM,CAAC,SAAmB;IACxC,OAAO,CACL,SAAS,KAAK,IAAI;QAClB,OAAO,SAAS,KAAK,QAAQ;QAC7B,IAAI,IAAI,SAAS;QACjB,OAAO,SAAS,CAAC,EAAE,KAAK,QAAQ,CACjC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAkB;IAC5C,OAAO,CACL,QAAQ,KAAK,IAAI;QACjB,OAAO,QAAQ,KAAK,QAAQ;QAC5B,cAAc,IAAI,QAAQ;QAC1B,OAAO,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAC1C,CAAA;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CACtB,KAAc;IAEd,MAAM,IAAI,GAAG,OAAO,KAAK,CAAA;IACzB,OAAO,CACL,KAAK,KAAK,IAAI;QACd,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,SAAS;QAClB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,WAAW,CACrB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,IAAI,CAAI,EAAe,EAAE,KAAa;IACpD,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,EAAE,CAAA;QACrB,IAAI,GAAG,CAAC,IAAI;YAAE,MAAK;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}

package/eslint.config.mjs

@@ -0,0 +1,60 @@
+import { baseConfigs, globals, getESMDirname } from '../../eslint.config.mjs'
+import tseslint from 'typescript-eslint'
+
+/**
+ * @type {Array<import('eslint').Linter.FlatConfig>}
+ */
+const configs = [
+  ...baseConfigs,
+  {
+    files: ['examples/browser/**/*.{ts,js}'],
+    languageOptions: {
+      globals: {
+        ...globals.browser
+      }
+    }
+  },
+  ...tseslint.configs.recommendedTypeChecked.map((c) => ({
+    ...c,
+    files: [...(c.files || []), '**/*.ts', '**/*.d.ts']
+  })),
+  {
+    files: ['**/*.ts', '**/*.d.ts'],
+    languageOptions: {
+      parserOptions: {
+        tsconfigRootDir: getESMDirname(import.meta.url),
+        projectService: {
+          allowDefaultProject: ['*.ts']
+        }
+      }
+    },
+    rules: {
+      '@typescript-eslint/restrict-template-expressions': 'off',
+      '@typescript-eslint/await-thenable': 'error',
+      '@typescript-eslint/explicit-function-return-type': 'error'
+    }
+  },
+  {
+    files: ['**/*.d.ts'],
+    rules: {
+      '@typescript-eslint/no-explicit-any': 'off'
+    }
+  },
+  {
+    files: ['vite.config.ts'],
+    languageOptions: {
+      globals: {
+        ...globals.node
+      }
+    }
+  },
+  {
+    files: ['**/*.spec.ts'],
+    rules: {
+      camelcase: 'off',
+      '@typescript-eslint/no-unused-expressions': 'off'
+    }
+  }
+]
+
+export default configs

package/package.json

@@ -0,0 +1,76 @@
+{
+  "name": "@kingsy/objectloader2",
+  "version": "2.25.7",
+  "description": "This is an updated objectloader for the KingSy viewer written in typescript",
+  "main": "./dist/commonjs/index.js",
+  "module": "./dist/esm/index.js",
+  "homepage": "https://kingsy.systems",
+  "types": "./dist/commonjs/index.d.ts",
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/kingsysystems/kingsy-server.git",
+    "directory": "packages/objectloader2"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "scripts": {
+    "lint:eslint": "eslint .",
+    "lint:tsc": "tsc --noEmit",
+    "lint": "yarn lint:eslint && yarn lint:tsc",
+    "lint:ci": "yarn lint:tsc",
+    "build": "NODE_ENV=production tshy",
+    "dev": "tshy --watch",
+    "test": "vitest",
+    "test:single-run": "vitest run"
+  },
+  "keywords": [
+    "kingsy",
+    "aec",
+    "kingsy api"
+  ],
+  "author": "AEC Systems",
+  "license": "Apache-2.0",
+  "dependencies": {
+    "@kingsy/shared": "^2.25.7",
+    "dexie": "^4.0.11"
+  },
+  "devDependencies": {
+    "@types/lodash": "^4.17.5",
+    "@types/lodash-es": "^4.17.6",
+    "@typescript-eslint/eslint-plugin": "^7.12.0",
+    "@typescript-eslint/parser": "^7.12.0",
+    "@vitest/ui": "^3.0.9",
+    "eslint": "^9.4.0",
+    "eslint-config-prettier": "^9.1.0",
+    "fake-indexeddb": "^6.0.0",
+    "prettier": "^3.3.2",
+    "tshy": "^3.0.2",
+    "typescript": "^5.2.2",
+    "vitest": "^3.0.7",
+    "vitest-fetch-mock": "^0.4.5"
+  },
+  "exports": {
+    "./package.json": "./package.json",
+    ".": {
+      "import": {
+        "types": "./dist/esm/index.d.ts",
+        "default": "./dist/esm/index.js"
+      },
+      "require": {
+        "types": "./dist/commonjs/index.d.ts",
+        "default": "./dist/commonjs/index.js"
+      }
+    }
+  },
+  "tshy": {
+    "exclude": [
+      "**/*.spec.ts"
+    ],
+    "exports": {
+      "./package.json": "./package.json",
+      ".": "./src/index.ts"
+    }
+  }
+}

package/readme.md

@@ -0,0 +1,42 @@
+# objectloader2 for the KingSy viewer
+
+This is an updated object loader for the KingSy viewer rewritten in Typescript.
+
+The main aim for the objectloader is:
+
+- download KingSy objects as JSON
+- cache in IndexedDB so the same objects aren't downloaded twice
+- give data to the viewer, as returned by the `getObjectIterator` generator, as soon as possible
+- do the above as concurrently as a browser allows
+
+## Architecture
+
+To achieve increased concurrency, the different phases of the objectloader are divided into pools of workers with queues to feed them.
+
+```mermaid
+flowchart TD
+  start(Root Commit)
+  getIds(Parse Root to get all IDs)
+  cached{Cached?}
+  download(Download IDs)
+  save(Write to Cache)
+  load(Load from Cache)
+  generate(Generate to Viewer!)
+
+  start --> getIds
+  getIds --> cached
+  cached -->|Yes| load
+  cached -->|No| download
+  load --> generate
+  download --> generate
+  download --> save
+
+```
+
+From the list of IDs, they are moved to a queue to be begin checking the cache from a pool of readers.
+
+Results are then sent to the viewer, if found, else they're send to the download queue.
+
+The download queue is a batching mechanism that gets what is available, up to a limit or a timeout. The results are parsed and given to the generator and written to another queue.
+
+The write cache queue is processed with a single writer to the indexeddb.

package/src/helpers/__snapshots__/cachePump.spec.ts.snap

@@ -0,0 +1,31 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`CachePump testing > write two items to queue use pumpItems that are NOT found 1`] = `[]`;
+
+exports[`CachePump testing > write two items to queue use pumpItems that are NOT found 2`] = `
+[
+  "id1",
+  "id2",
+]
+`;
+
+exports[`CachePump testing > write two items to queue use pumpItems that are found 1`] = `
+[
+  {
+    "base": {
+      "id": "id",
+      "kingsy_type": "type",
+    },
+    "baseId": "id1",
+  },
+  {
+    "base": {
+      "id": "id",
+      "kingsy_type": "type",
+    },
+    "baseId": "id2",
+  },
+]
+`;
+
+exports[`CachePump testing > write two items to queue use pumpItems that are found 2`] = `[]`;

package/src/helpers/__snapshots__/cacheReader.spec.ts.snap

@@ -0,0 +1,8 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`CacheReader testing > deferred getObject 1`] = `
+{
+  "id": "id",
+  "kingsy_type": "type",
+}
+`;

package/src/helpers/__snapshots__/defermentManager.spec.ts.snap

@@ -0,0 +1,8 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`deferments > defer one 1`] = `
+{
+  "id": "id",
+  "kingsy_type": "type",
+}
+`;

package/src/helpers/aggregateQueue.ts

@@ -0,0 +1,20 @@
+import Queue from './queue.js'
+
+export default class AggregateQueue<T> implements Queue<T> {
+  #queue1: Queue<T>
+  #queue2: Queue<T>
+
+  constructor(queue1: Queue<T>, queue2: Queue<T>) {
+    this.#queue1 = queue1
+    this.#queue2 = queue2
+  }
+
+  add(value: T): void {
+    this.#queue1.add(value)
+    this.#queue2.add(value)
+  }
+
+  values(): T[] {
+    throw new Error('Not implemented')
+  }
+}

package/src/helpers/asyncGeneratorQueue.ts

@@ -0,0 +1,35 @@
+import Queue from './queue.js'
+
+export default class AsyncGeneratorQueue<T> implements Queue<T> {
+  #buffer: T[] = []
+  #resolveQueue: ((value: T) => void)[] = []
+  #finished = false
+
+  add(value: T): void {
+    if (this.#resolveQueue.length > 0) {
+      // If there's a pending consumer, resolve immediately
+      const resolve = this.#resolveQueue.shift()!
+      resolve(value)
+    } else {
+      // Otherwise, add to the buffer
+      this.#buffer.push(value)
+    }
+  }
+
+  async *consume(): AsyncGenerator<T> {
+    while (
+      !this.#finished ||
+      this.#resolveQueue.length > 0 ||
+      this.#buffer.length > 0
+    ) {
+      if (this.#buffer.length > 0) {
+        yield this.#buffer.shift()! // Yield available values
+      } else {
+        yield await new Promise<T>((resolve) => this.#resolveQueue.push(resolve))
+      }
+    }
+  }
+  dispose(): void {
+    this.#finished = true
+  }
+}

package/src/helpers/batchedPool.ts

@@ -0,0 +1,56 @@
+export default class BatchedPool<T> {
+  #queue: T[] = []
+  #concurrencyAndSizes: number[]
+  #processFunction: (batch: T[]) => Promise<void>
+
+  #baseInterval: number
+
+  #processingLoop: Promise<void>
+  #disposed = false
+
+  constructor(params: {
+    concurrencyAndSizes: number[]
+    maxWaitTime?: number
+    processFunction: (batch: T[]) => Promise<void>
+  }) {
+    this.#concurrencyAndSizes = params.concurrencyAndSizes
+    this.#baseInterval = Math.min(params.maxWaitTime ?? 200, 200) // Initial batch time (ms)
+    this.#processFunction = params.processFunction
+    this.#processingLoop = this.#loop()
+  }
+
+  add(item: T): void {
+    this.#queue.push(item)
+  }
+
+  getBatch(batchSize: number): T[] {
+    return this.#queue.splice(0, Math.min(batchSize, this.#queue.length))
+  }
+
+  async #runWorker(batchSize: number): Promise<void> {
+    while (!this.#disposed || this.#queue.length > 0) {
+      if (this.#queue.length > 0) {
+        const batch = this.getBatch(batchSize)
+        await this.#processFunction(batch)
+      }
+      await this.#delay(this.#baseInterval)
+    }
+  }
+
+  async disposeAsync(): Promise<void> {
+    this.#disposed = true
+    await this.#processingLoop
+  }
+
+  async #loop(): Promise<void> {
+    // Initialize workers
+    const workers = Array.from(this.#concurrencyAndSizes, (batchSize: number) =>
+      this.#runWorker(batchSize)
+    )
+    await Promise.all(workers)
+  }
+
+  #delay(ms: number): Promise<void> {
+    return new Promise((resolve) => setTimeout(resolve, ms))
+  }
+}