@adobe/ecs 0.0.0-stage → 0.1.0

package/dist/implementation/world/kernels.js

@@ -0,0 +1,284 @@
+import { layoutOf, samePath } from '../../interface/registry/layout.js';
+import { createArrayLookup } from './rows.js';
+import { commandIdOf, idOf } from './state.js';
+import { generateWasm, instantiateWasm } from './wasm.js';
+import { createDirectory, lookupParameters } from './directories.js';
+import { generateWgsl } from './wgsl.js';
+import { labelOf, labelOfItem } from '../../interface/registry/index.js';
+import { kernelIndexesOf, refreshSource, writeIndexParameters } from './kernel-indexes.js';
+import { createIndexReader, createIndexSource } from './index-readers.js';
+/** A kernel without lookups passes no lookup parameters; read-only, so one is shared. */
+const noParameters = [];
+/** Whether a scalar leaf at `path` is a boolean, a number, or not a scalar leaf. */
+const leafType = (layout, path) => {
+    if (layout.kind !== "linear")
+        return null;
+    const leaf = layout.leaves.find(candidate => samePath(candidate.path, path));
+    return leaf === undefined ? null : leaf.scalar === "boolean" ? "boolean" : "number";
+};
+/**
+ * Binds a kernel to the world's components and layouts. Registering the kernel checked it against its declaration and
+ * schemas (`checkKernel`), so a mismatch here is an invariant broken.
+ */
+export const bindKernel = (state, leaf, description, byName = new Map(), since = { value: 0 }) => {
+    const { lookup, components: query } = leaf.declaration;
+    const fail = (message) => { throw new Error(`Kernel "${labelOfItem(leaf)}": ${message}`); };
+    const booleans = [];
+    // Per column, in elements of its view: entity and tick columns are dense.
+    const strides = [];
+    const offsets = [];
+    const wasmColumns = [];
+    const dense = () => {
+        booleans.push(false);
+        strides.push(1);
+        offsets.push(0);
+        wasmColumns.push({ view: "f64", stride: 8, offset: 0, boolean: false, component: -1 });
+    };
+    const sources = description.columns.map(column => {
+        if (column.kind === "entity") {
+            dense();
+            return column;
+        }
+        const id = idOf(state, column.component);
+        if (column.kind === "changed" || column.kind === "chunks") {
+            dense();
+            return { kind: column.kind, id, leaf: 0 };
+        }
+        const layout = state.layouts[id];
+        if (layout.kind !== "linear")
+            return fail(`"${labelOf(column.component)}" isn't stored in linear memory.`);
+        const index = layout.leaves.findIndex(leaf => samePath(leaf.path, column.path));
+        if (index < 0)
+            return fail(`"${labelOf(column.component)}" has no scalar at [${column.path.join(", ")}]; destructure tuples and structs or index their fields.`);
+        const found = layout.leaves[index];
+        booleans.push(found.scalar === "boolean");
+        strides.push(found.unitStride);
+        offsets.push(found.unitOffset);
+        wasmColumns.push({ view: found.view, stride: layout.stride, offset: found.offset, boolean: found.scalar === "boolean", component: id });
+        return { kind: "field", id, leaf: index };
+    });
+    const declaredLookups = description.lookups.map(lookupName => lookup?.[lookupName] ?? fail(`unknown lookup "${lookupName}".`));
+    const { up } = leaf.declaration;
+    const indexes = kernelIndexesOf(state, description, declaredLookups, byName, fail);
+    /** Each lookup through an index's reader for the JS kernel, over its index's own arrays. */
+    const readers = indexes.map(bound => bound === null ? null : { bound, reader: createIndexReader(bound.reader, createIndexSource(bound.reader.kind), id => {
+            const archetype = state.archetypes[id];
+            return archetype === undefined ? undefined : { version: archetype.version, entities: archetype.entities, column: (component, view) => archetype.storageById[component]?.views[view] };
+        }) });
+    // The runner passes `up`'s lookup after these, since it records each row's parent as it orders the rows.
+    const lookups = declaredLookups.map((declared, k) => readers[k]?.reader ?? createArrayLookup(state, declared, since));
+    const indexParameters = [];
+    const refreshIndexes = (since) => {
+        let at = 0;
+        for (const found of readers) {
+            if (found === null)
+                continue;
+            refreshSource(found.reader.source, found.bound, since);
+            at = writeIndexParameters(found.bound, since, indexParameters, at);
+        }
+        indexParameters.length = at;
+        return indexParameters;
+    };
+    const ids = (keys) => (keys ?? []).map(key => idOf(state, key));
+    const keys = description.keys.map(key => commandIdOf(state, key));
+    const spawns = description.spawns.map(list => list.map(k => keys[k]));
+    const setup = {
+        sources,
+        booleans,
+        strides,
+        offsets,
+        lookups: declaredLookups.map((declared) => ({
+            read: ids(declared.read), has: ids("has" in declared ? declared.has : undefined), not: ids("not" in declared ? declared.not : undefined),
+            changed: "index" in declared || declared.changed === undefined ? null : ids(declared.changed),
+        })),
+        indexes: indexes.flatMap(bound => bound === null ? [] : [{ lookup: bound.lookup, reader: bound.reader, watched: bound.watched.length }]),
+        keys,
+        starts: keys.map(id => state.starts[id]),
+        spawns,
+    };
+    /** Every component its lookups by entity watch. */
+    const watched = [...new Set(setup.lookups.flatMap(lookupSetup => lookupSetup.changed ?? []))];
+    /** The one parameter a JS kernel watching without directories takes. */
+    const sinceParameters = [0];
+    /**
+     * The tick its lookups by entity compare with, passed after the lookup parameters: its `lastRun`, or -1 once a
+     * GPU kernel stamped a whole column of one it watches since, so every row counts as changed.
+     */
+    const lookupsSince = () => {
+        const { value } = since;
+        if (state.gpu === null)
+            return value;
+        for (const archetype of state.archetypes) {
+            for (let k = 0; k < watched.length; k++) {
+                const storage = archetype.storageById[watched[k]];
+                if (storage !== undefined && storage.ticked && storage.columnChanged > value)
+                    return -1;
+            }
+        }
+        return value;
+    };
+    const cache = new Map();
+    const columnsOf = (archetype) => {
+        const cached = cache.get(archetype);
+        if (cached !== undefined && cached.version === archetype.version)
+            return cached.columns;
+        const columns = sources.map(source => {
+            if (source.kind === "entity")
+                return archetype.entities;
+            const storage = archetype.storageOf.get(source.id);
+            if (storage === undefined)
+                return fail(`column of "${labelOf(state.keys[source.id])}" isn't in its components.`);
+            if (source.kind === "changed")
+                return storage.changed;
+            if (source.kind === "chunks")
+                return storage.chunkChanged;
+            const layout = state.layouts[source.id];
+            return layout.kind === "linear" ? storage.views[layout.leaves[source.leaf].view] : fail("a field column isn't linear.");
+        });
+        cache.set(archetype, { version: archetype.version, columns });
+        return columns;
+    };
+    // A leaf's stride and offset depend only on its component's layout, so they're the same in every parent archetype.
+    const upSources = (description.upColumns ?? []).map(column => {
+        if (column.kind !== "field")
+            return fail("reads a column through up that isn't a field.");
+        const id = idOf(state, column.component);
+        const layout = state.layouts[id];
+        if (layout.kind !== "linear")
+            return fail(`up reads "${labelOf(column.component)}", which isn't stored in linear memory.`);
+        const found = layout.leaves.find(candidate => samePath(candidate.path, column.path));
+        if (found === undefined)
+            return fail(`"${labelOf(column.component)}" has no scalar at [${column.path.join(", ")}]; destructure tuples and structs or index their fields.`);
+        return { id, leaf: found };
+    });
+    const upSetup = {
+        booleans: upSources.map(source => source.leaf.scalar === "boolean"),
+        strides: upSources.map(source => source.leaf.unitStride),
+        offsets: upSources.map(source => source.leaf.unitOffset),
+    };
+    const upCache = new Map();
+    const upColumnsOf = (archetype) => {
+        const cached = upCache.get(archetype);
+        if (cached !== undefined && cached.version === archetype.version)
+            return cached.columns;
+        const columns = upSources.map(source => {
+            const storage = archetype.storageById[source.id];
+            return storage === undefined ? fail(`a parent's archetype has no "${labelOf(state.keys[source.id])}".`) : storage.views[source.leaf.view];
+        });
+        upCache.set(archetype, { version: archetype.version, columns });
+        return columns;
+    };
+    const argsLayout = leaf.declaration.input === undefined ? null : layoutOf(leaf.declaration.input);
+    const scalarType = (scalar) => scalar.source === "args"
+        ? argsLayout === null ? null : leafType(argsLayout, scalar.path)
+        : scalar.index < description.resources.length ? leafType(state.layouts[idOf(state, description.resources[scalar.index])], scalar.path) : null;
+    const useWasm = state.wasm && state.memory.shared && description.program !== null;
+    // A lookup through an index's directory also holds each archetype's entities, which its rows' `entity` reads.
+    const directories = useWasm ? setup.lookups.map((lookupSetup, k) => createDirectory(state, lookupSetup.read, lookupSetup.has, lookupSetup.not, indexes[k] !== null, lookupSetup.changed ?? [])) : [];
+    const wasmLookups = setup.lookups.map((lookupSetup, k) => ({
+        reads: lookupSetup.read.length + (indexes[k] === null ? 0 : 1),
+        watched: lookupSetup.changed?.length ?? 0,
+        leaf: (read, path) => {
+            const component = lookupSetup.read[read];
+            const layout = component === undefined ? undefined : state.layouts[component];
+            if (layout?.kind !== "linear")
+                return null;
+            const found = layout.leaves.find(leaf => samePath(leaf.path, path));
+            return found === undefined ? null : { view: found.view, stride: layout.stride, offset: found.offset, boolean: found.scalar === "boolean" };
+        },
+    }));
+    /**
+     * Changed and chunk columns of components no registered system filters on are muted: nothing reads those ticks,
+     * so the WASM drops their stamps and the JS kernel stamps one dummy element. Chunk columns of components held on
+     * the GPU stay, since uploads read them.
+     */
+    const stamped = (source) => state.observed.has(source.id) || (source.kind === "chunks" && state.resident.has(source.id));
+    const mutedNow = () => sources.map(source => (source.kind === "changed" || source.kind === "chunks") && !stamped(source));
+    const upWasmColumns = upSources.map(source => {
+        const layout = state.layouts[source.id];
+        return { view: source.leaf.view, stride: layout.kind === "linear" ? layout.stride : 0, offset: source.leaf.offset, boolean: source.leaf.scalar === "boolean", component: source.id };
+    });
+    // An `up` kernel's runner passes only the rows that pass its filters.
+    const filterCount = up !== undefined ? 0 : (query?.added?.length ?? 0) + (query?.changed?.length ?? 0);
+    const generate = (muted) => useWasm && description.program !== null
+        ? generateWasm(description.program, wasmColumns.map((column, k) => muted[k] ? { ...column, muted: true } : column), scalarType, state.simd, filterCount, wasmLookups, upWasmColumns, description.reductions.map(reduction => reduction.operator), indexes.map(bound => bound?.wasm ?? null), (description.probes ?? []).map(probe => probe.lookup))
+        : null;
+    let muted = mutedNow();
+    let index = state.kernelIndexes.get(description.url);
+    if (index === undefined)
+        state.kernelIndexes.set(description.url, index = state.kernelIndexes.size);
+    let loaded = null;
+    let loadedFor = null;
+    let workersFor = null;
+    let compiled = null;
+    const bound = {
+        description,
+        index,
+        directories,
+        lookups,
+        indexes,
+        refreshIndexes,
+        setup: { ...setup, muted, up: upSetup },
+        columnsOf: archetype => {
+            const columns = columnsOf(archetype);
+            return muted.some(Boolean) ? columns.map((column, k) => muted[k] ? mutedColumn : column) : columns;
+        },
+        upColumnsOf,
+        wasm: generate(muted),
+        compiled: () => compiled,
+        kernel: () => loaded ?? fail("its module isn't loaded."),
+        stale: () => {
+            if (loadedFor === null)
+                return true;
+            for (let k = 0; k < sources.length; k++) {
+                const source = sources[k];
+                if (muted[k] && source.kind !== "entity" && stamped(source))
+                    return true;
+            }
+            return false;
+        },
+        staleOnWorkers: () => workersFor !== loadedFor,
+        loadedOnWorkers: () => { workersFor = loadedFor; },
+        unloadedOnWorkers: () => { workersFor = null; },
+        load: async () => {
+            muted = mutedNow();
+            bound.wasm = generate(muted);
+            bound.setup = { ...setup, muted, up: upSetup };
+            loadedFor = muted.join();
+            const module = await import(/* @vite-ignore */ description.url);
+            loaded = module.create(booleans, strides.map((stride, k) => muted[k] ? 0 : stride), offsets.map((offset, k) => muted[k] ? 0 : offset), upSetup.booleans, upSetup.strides, upSetup.offsets);
+            compiled = null;
+            if (bound.wasm === null)
+                return;
+            try {
+                const wasmModule = await WebAssembly.compile(bound.wasm.bytes);
+                compiled = { module: wasmModule, run: await instantiateWasm(wasmModule, state.memory.memory, bound.wasm.imports) };
+            }
+            catch (error) {
+                // A content security policy without 'wasm-unsafe-eval' forbids compiling; the JS kernel runs instead.
+                if (!(error instanceof WebAssembly.CompileError))
+                    throw error;
+                bound.wasm = null;
+            }
+        },
+        lookupParameters: watched.length === 0
+            ? () => directories.length === 0 ? noParameters : lookupParameters(state, directories)
+            : () => {
+                if (directories.length === 0) {
+                    sinceParameters[0] = lookupsSince();
+                    return sinceParameters;
+                }
+                const parameters = lookupParameters(state, directories);
+                parameters.push(lookupsSince());
+                return parameters;
+            },
+        gpu: () => description.program === null
+            ? "it issues commands or uses values that aren't numbers"
+            : description.lookups.length > 0 ? "it uses lookups"
+                : generateWgsl(description.program, wasmColumns.map((column, k) => muted[k] ? { ...column, muted: true } : column), scalarType, upWasmColumns),
+    };
+    return bound;
+};
+/** The one element a muted tick column's stores land on. */
+const mutedColumn = new Float64Array(1);
+//# sourceMappingURL=kernels.js.map

package/dist/implementation/world/kernels.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kernels.js","sourceRoot":"","sources":["../../../src/implementation/world/kernels.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAgC,MAAM,oCAAoC,CAAC;AAEtG,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,IAAI,EAAwB,MAAM,YAAY,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,eAAe,EAA+F,MAAM,WAAW,CAAC;AACvJ,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAkB,MAAM,kBAAkB,CAAC;AACrF,OAAO,EAAE,YAAY,EAAmB,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AAEzE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,oBAAoB,EAAoB,MAAM,qBAAqB,CAAC;AAC7G,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAyB,MAAM,oBAAoB,CAAC;AAEjG,yFAAyF;AACzF,MAAM,YAAY,GAAsB,EAAE,CAAC;AA0D3C,oFAAoF;AACpF,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,IAAkC,EAAe,EAAE;IACjF,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC7E,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;AACxF,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,IAAU,EAAE,WAA8B,EAAE,SAA0C,IAAI,GAAG,EAAE,EAAE,QAAe,EAAE,KAAK,EAAE,CAAC,EAAE,EAAe,EAAE;IAClL,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;IACvD,MAAM,IAAI,GAAG,CAAC,OAAe,EAAS,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,WAAW,WAAW,CAAC,IAAI,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3G,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,0EAA0E;IAC1E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,GAAS,EAAE;QACrB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC,CAAC;IACF,MAAM,OAAO,GAAa,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;QACvD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,KAAK,EAAE,CAAC;YACR,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxD,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QAC3G,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAChF,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,uBAAuB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;QACjK,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/B,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QACxI,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;IACH,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,mBAAmB,UAAU,IAAI,CAAC,CAAC,CAAC;IAC/H,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;IAChC,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IACnF,4FAA4F;IAC5F,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,EAAE;YACrJ,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACvC,OAAO,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1L,CAAC,CAAC,EAAE,CAAC,CAAC;IACN,yGAAyG;IACzG,MAAM,OAAO,GAAuB,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,EAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,iBAAiB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IACnJ,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,CAAC,KAAa,EAAqB,EAAE;QACxD,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,KAAK,KAAK,IAAI;gBAAE,SAAS;YAC7B,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACvD,EAAE,GAAG,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,eAAe,CAAC,MAAM,GAAG,EAAE,CAAC;QAC5B,OAAO,eAAe,CAAC;IAC3B,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,IAAgC,EAAY,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACtG,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG;QACV,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAe,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;YACxI,OAAO,EAAE,OAAO,IAAI,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;SAChG,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxI,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxC,MAAM;KACT,CAAC;IACF,mDAAmD;IACnD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9F,wEAAwE;IACxE,MAAM,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5B;;;OAGG;IACH,MAAM,YAAY,GAAG,GAAW,EAAE;QAC9B,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC;QACxB,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI;YAAE,OAAO,KAAK,CAAC;QACrC,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,aAAa,GAAG,KAAK;oBAAE,OAAO,CAAC,CAAC,CAAC;YAC5F,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkE,CAAC;IACxF,MAAM,SAAS,GAAG,CAAC,SAAoB,EAAyB,EAAE;QAC9D,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QACxF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YACjC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,SAAS,CAAC,QAAQ,CAAC;YACxD,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACnD,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC,cAAc,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,4BAA4B,CAAC,CAAC;YACjH,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC;YACtD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,OAAO,CAAC,YAAY,CAAC;YAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxC,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC5H,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9D,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC;IACF,mHAAmH;IACnH,MAAM,SAAS,GAAG,CAAC,WAAW,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;QACzD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC1F,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,aAAa,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAC3H,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACrF,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,uBAAuB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;QAC3K,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAsB;QAC/B,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC;QACnE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;QACxD,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;KAC3D,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkE,CAAC;IAC1F,MAAM,WAAW,GAAG,CAAC,SAAoB,EAAyB,EAAE;QAChE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC;QACxF,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;YACnC,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjD,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gCAAgC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9I,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAChE,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAClG,MAAM,UAAU,GAAG,CAAC,MAAkB,EAAe,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM;QAC5E,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC;QAChE,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClJ,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,WAAW,CAAC,OAAO,KAAK,IAAI,CAAC;IAClF,8GAA8G;IAC9G,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrM,MAAM,WAAW,GAAiB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACrE,KAAK,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC;QACzC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YACjB,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9E,IAAI,MAAM,EAAE,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YACpE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC/I,CAAC;KACJ,CAAC,CAAC,CAAC;IACJ;;;;OAIG;IACH,MAAM,OAAO,GAAG,CAAC,MAAgD,EAAW,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5K,MAAM,QAAQ,GAAG,GAAc,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACrI,MAAM,aAAa,GAAiB,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;QACvD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;IACzL,CAAC,CAAC,CAAC;IACH,sEAAsE;IACtE,MAAM,WAAW,GAAG,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACvG,MAAM,QAAQ,GAAG,CAAC,KAAyB,EAAqB,EAAE,CAAC,OAAO,IAAI,WAAW,CAAC,OAAO,KAAK,IAAI;QACtG,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAC/K,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClK,CAAC,CAAC,IAAI,CAAC;IACX,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;IACvB,IAAI,KAAK,GAAG,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,GAAG,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IACpG,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,QAAQ,GAA0E,IAAI,CAAC;IAC3F,MAAM,KAAK,GAAgB;QACvB,WAAW;QACX,KAAK;QACL,WAAW;QACX,OAAO;QACP,OAAO;QACP,cAAc;QACd,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE;QACvC,SAAS,EAAE,SAAS,CAAC,EAAE;YACnB,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;YACrC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACvG,CAAC;QACD,WAAW;QACX,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC;QACrB,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ;QACxB,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,0BAA0B,CAAC;QACxD,KAAK,EAAE,GAAG,EAAE;YACR,IAAI,SAAS,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;oBAAE,OAAO,IAAI,CAAC;YAC7E,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU,KAAK,SAAS;QAC9C,eAAe,EAAE,GAAG,EAAE,GAAG,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC;QAClD,iBAAiB,EAAE,GAAG,EAAE,GAAG,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;QAC/C,IAAI,EAAE,KAAK,IAAI,EAAE;YACb,KAAK,GAAG,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC7B,KAAK,CAAC,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;YAC/C,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YACzB,MAAM,MAAM,GAAiB,MAAM,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAC9E,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3L,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI;gBAAE,OAAO;YAChC,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/D,QAAQ,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACvH,CAAC;YACD,OAAO,KAAK,EAAE,CAAC;gBACX,sGAAsG;gBACtG,IAAI,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC,YAAY,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC9D,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;YACtB,CAAC;QACL,CAAC;QACD,gBAAgB,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC;YAClC,CAAC,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,EAAE,WAAW,CAAC;YACtF,CAAC,CAAC,GAAG,EAAE;gBACH,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC3B,eAAe,CAAC,CAAC,CAAC,GAAG,YAAY,EAAE,CAAC;oBACpC,OAAO,eAAe,CAAC;gBAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;gBACxD,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;gBAChC,OAAO,UAAU,CAAC;YACtB,CAAC;QACL,GAAG,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,KAAK,IAAI;YACnC,CAAC,CAAC,uDAAuD;YACzD,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBACpD,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,aAAa,CAAC;KACrJ,CAAC;IACF,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,4DAA4D;AAC5D,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC"}

package/dist/implementation/world/layout-directory.d.ts

@@ -0,0 +1,107 @@
+import type { Archetype } from './archetype.js';
+import type { Entities } from './entities.js';
+import type { Memory } from './memory.js';
+/**
+ * Where everything in the shared memory is, for other threads: a header at offset 0 that never moves, a table of
+ * archetype record offsets by archetype id, and a record per archetype. Every word is a `Uint32`, since memory reaches
+ * 4 GiB. The world's thread keeps its JS fields as the source of truth and writes records only at flushes, each
+ * record's version last, with `Atomics.store`; a reader checks a record's version before using what it cached.
+ *
+ * Header words: the memory's length in pages (`memory.ts`), the table's offset and length, the structure epoch, then
+ * the entity-table record: its `cursor` offset, which never moves, `free` offset and capacity, `archetype`, `row` and
+ * `generation` offsets and their capacity, and its version; then the resource entity's index plus one, 0 for none. The
+ * table's length is `cursor[2]`.
+ *
+ * The structure epoch is odd from the start of each sync point that applies anything until its directory writes at the
+ * end, and even otherwise. A thread reading entity locations outside a task reads while it's even and checks it again
+ * after, retrying on a change, and waits on it while it's odd, counted in the waiters word first; the world notifies
+ * waiting readers when it turns even.
+ */
+export declare const tableOffsetWord = 1;
+export declare const tableLengthWord = 2;
+export declare const structureWord = 3;
+export declare const entitiesWord = 4;
+export declare const cursorField = 0;
+export declare const freeField = 1;
+export declare const freeCapacityField = 2;
+export declare const archetypeField = 3;
+export declare const rowField = 4;
+export declare const generationField = 5;
+export declare const capacityField = 6;
+export declare const entitiesVersionField = 7;
+export declare const resourceEntityWord = 12;
+/** Readers waiting on the structure epoch, so the world notifies only when one is. */
+export declare const structureWaitersWord = 13;
+/**
+ * An archetype record: its capacity, `entities` offset, storage count, version, flags and row count, then per storage
+ * its component number, flags, column, `added`, `changed`, `chunkAdded` and `chunkChanged` offsets, and chunk count.
+ * Offsets a storage doesn't have are 0. A record is allocated once, since an archetype's storages are fixed, and never
+ * moves. Its count is written at flushes while a joined thread may read it, for archetypes whose count changed.
+ */
+export declare const recordCapacity = 0;
+export declare const recordEntities = 1;
+export declare const recordStorages = 2;
+export declare const recordVersion = 3;
+export declare const recordFlags = 4;
+export declare const recordCount = 5;
+export declare const recordWords = 6;
+/** Record flags: it's the resource archetype, of the entity resources live on. */
+export declare const resourceFlag = 1;
+/** Record flags: it holds reports, which only queries that require a component see. */
+export declare const metaFlag = 2;
+export declare const storageWords = 8;
+export declare const storageComponent = 0;
+export declare const storageFlags = 1;
+export declare const storageColumn = 2;
+export declare const storageAdded = 3;
+export declare const storageChanged = 4;
+export declare const storageChunkAdded = 5;
+export declare const storageChunkChanged = 6;
+export declare const storageChunks = 7;
+/**
+ * Storage flags: it keeps ticks; it has a column in linear memory, a string's of handles included; its objects are a joined thread's, whose number is
+ * the flags from `threadShift` on, and its column holds each row's tag (`move-log.ts`).
+ */
+export declare const tickedFlag = 1;
+export declare const linearFlag = 2;
+export declare const remoteFlag = 4;
+export declare const threadShift = 8;
+/** The world's side of the directory. */
+export type LayoutDirectory = {
+    readonly memory: Memory;
+    readonly header: Uint32Array;
+    /** The header as signed words, which `Atomics.notify` takes. */
+    readonly words: Int32Array;
+    table: Uint32Array;
+    /** By archetype id, its record, once flushed. */
+    readonly records: (Uint32Array | undefined)[];
+    /** The entity table's version as last flushed. */
+    entities: number;
+    /** Whether a joined thread may read entity locations outside a task, so sync points keep the structure epoch. */
+    guarded: boolean;
+};
+/** A directory for shared memory; without it, no other thread reads the memory, so there's none. */
+export declare const createLayoutDirectory: (memory: Memory) => LayoutDirectory | null;
+/**
+ * Writes the records of archetypes created or bumped since the last flush, the resource archetype's flagged, and the
+ * entity table's and the resource entity's if they moved. Runs at the end of each sync point and wherever registration
+ * changes layouts; allocates only for new records.
+ */
+export declare const flushDirectory: (directory: LayoutDirectory | null, bumped: Archetype[], archetypes: readonly Archetype[], entities: Entities, resourceEntity: number, counted: Archetype[]) => void;
+/**
+ * A flush between sync points, as registration's: under the structure epoch, as a sync point's is, while a joined
+ * thread may read records.
+ */
+export declare const flushBetween: (directory: LayoutDirectory | null, bumped: Archetype[], archetypes: readonly Archetype[], entities: Entities, resourceEntity: number, counted: Archetype[]) => void;
+/** Lists an archetype whose count changed for the next flush, while a joined thread may read counts. */
+export declare const countChanged: (counted: Archetype[], archetype: Archetype) => void;
+/**
+ * At the start of a sync point that applies anything, once a joined thread may read locations: the structure epoch
+ * turns odd, by an exchange, so the writes after it can't be seen before it.
+ */
+export declare const beginStructure: (directory: LayoutDirectory | null) => void;
+/**
+ * Once a sync point's directory writes are done: the structure epoch turns even, by a store, since only the world
+ * writes it, waking readers only when one waits on it.
+ */
+export declare const endStructure: (directory: LayoutDirectory | null) => void;

package/dist/implementation/world/layout-directory.js

@@ -0,0 +1,218 @@
+import { allocateArray, growArray } from './arrays.js';
+/**
+ * Where everything in the shared memory is, for other threads: a header at offset 0 that never moves, a table of
+ * archetype record offsets by archetype id, and a record per archetype. Every word is a `Uint32`, since memory reaches
+ * 4 GiB. The world's thread keeps its JS fields as the source of truth and writes records only at flushes, each
+ * record's version last, with `Atomics.store`; a reader checks a record's version before using what it cached.
+ *
+ * Header words: the memory's length in pages (`memory.ts`), the table's offset and length, the structure epoch, then
+ * the entity-table record: its `cursor` offset, which never moves, `free` offset and capacity, `archetype`, `row` and
+ * `generation` offsets and their capacity, and its version; then the resource entity's index plus one, 0 for none. The
+ * table's length is `cursor[2]`.
+ *
+ * The structure epoch is odd from the start of each sync point that applies anything until its directory writes at the
+ * end, and even otherwise. A thread reading entity locations outside a task reads while it's even and checks it again
+ * after, retrying on a change, and waits on it while it's odd, counted in the waiters word first; the world notifies
+ * waiting readers when it turns even.
+ */
+export const tableOffsetWord = 1;
+export const tableLengthWord = 2;
+export const structureWord = 3;
+export const entitiesWord = 4;
+export const cursorField = 0;
+export const freeField = 1;
+export const freeCapacityField = 2;
+export const archetypeField = 3;
+export const rowField = 4;
+export const generationField = 5;
+export const capacityField = 6;
+export const entitiesVersionField = 7;
+export const resourceEntityWord = 12;
+/** Readers waiting on the structure epoch, so the world notifies only when one is. */
+export const structureWaitersWord = 13;
+/**
+ * An archetype record: its capacity, `entities` offset, storage count, version, flags and row count, then per storage
+ * its component number, flags, column, `added`, `changed`, `chunkAdded` and `chunkChanged` offsets, and chunk count.
+ * Offsets a storage doesn't have are 0. A record is allocated once, since an archetype's storages are fixed, and never
+ * moves. Its count is written at flushes while a joined thread may read it, for archetypes whose count changed.
+ */
+export const recordCapacity = 0;
+export const recordEntities = 1;
+export const recordStorages = 2;
+export const recordVersion = 3;
+export const recordFlags = 4;
+export const recordCount = 5;
+export const recordWords = 6;
+/** Record flags: it's the resource archetype, of the entity resources live on. */
+export const resourceFlag = 1;
+/** Record flags: it holds reports, which only queries that require a component see. */
+export const metaFlag = 2;
+export const storageWords = 8;
+export const storageComponent = 0;
+export const storageFlags = 1;
+export const storageColumn = 2;
+export const storageAdded = 3;
+export const storageChanged = 4;
+export const storageChunkAdded = 5;
+export const storageChunkChanged = 6;
+export const storageChunks = 7;
+/**
+ * Storage flags: it keeps ticks; it has a column in linear memory, a string's of handles included; its objects are a joined thread's, whose number is
+ * the flags from `threadShift` on, and its column holds each row's tag (`move-log.ts`).
+ */
+export const tickedFlag = 1;
+export const linearFlag = 2;
+export const remoteFlag = 4;
+export const threadShift = 8;
+const initialTable = 64;
+/** A directory for shared memory; without it, no other thread reads the memory, so there's none. */
+export const createLayoutDirectory = (memory) => {
+    if (!memory.shared)
+        return null;
+    const table = allocateArray(memory, Uint32Array, initialTable).fill(0);
+    const { header } = memory;
+    header[tableOffsetWord] = table.byteOffset;
+    header[tableLengthWord] = 0;
+    return { memory, header, words: new Int32Array(header.buffer, header.byteOffset, header.length), table, records: [], entities: -1, guarded: false };
+};
+const writeEntities = ({ header }, entities) => {
+    header[entitiesWord + cursorField] = entities.cursor.byteOffset;
+    header[entitiesWord + freeField] = entities.free.byteOffset;
+    header[entitiesWord + freeCapacityField] = entities.free.length;
+    header[entitiesWord + archetypeField] = entities.archetype.byteOffset;
+    header[entitiesWord + rowField] = entities.row.byteOffset;
+    header[entitiesWord + generationField] = entities.generation.byteOffset;
+    header[entitiesWord + capacityField] = entities.archetype.length;
+    Atomics.store(header, entitiesWord + entitiesVersionField, entities.version);
+};
+/** The record for an archetype, allocated and entered in the table the first time it's flushed. */
+const recordOf = (directory, archetype) => {
+    const existing = directory.records[archetype.id];
+    if (existing !== undefined)
+        return existing;
+    const { memory, header } = directory;
+    if (archetype.id >= directory.table.length) {
+        const used = directory.table.length;
+        let length = used * 2;
+        while (length <= archetype.id)
+            length *= 2;
+        directory.table = growArray(memory, directory.table, Uint32Array, length, used).fill(0, used);
+        header[tableOffsetWord] = directory.table.byteOffset;
+    }
+    const record = allocateArray(memory, Uint32Array, recordWords + archetype.storages.length * storageWords);
+    directory.records[archetype.id] = record;
+    return record;
+};
+const writeArchetype = (directory, archetype) => {
+    const fresh = directory.records[archetype.id] === undefined;
+    const record = recordOf(directory, archetype);
+    record[recordCapacity] = archetype.capacity;
+    record[recordEntities] = archetype.entities.byteOffset;
+    record[recordStorages] = archetype.storages.length;
+    record[recordFlags] = (archetype.resource ? resourceFlag : 0) | (archetype.meta ? metaFlag : 0);
+    record[recordCount] = archetype.count;
+    for (let s = 0; s < archetype.storages.length; s++) {
+        const storage = archetype.storages[s];
+        const base = recordWords + s * storageWords;
+        // A string's column of handles is in linear memory too, its records with it.
+        const linear = storage.layout.kind === "linear" || storage.layout.kind === "string";
+        const { remote } = storage;
+        record[base + storageComponent] = storage.component;
+        record[base + storageFlags] = (storage.ticked ? tickedFlag : 0) | (linear ? linearFlag : 0) | (remote === null ? 0 : remoteFlag | (remote.thread << threadShift));
+        record[base + storageColumn] = linear ? storage.views.u8.byteOffset : remote === null ? 0 : storage.tags.byteOffset;
+        record[base + storageAdded] = storage.ticked ? storage.added.byteOffset : 0;
+        record[base + storageChanged] = storage.ticked ? storage.changed.byteOffset : 0;
+        record[base + storageChunkAdded] = storage.ticked ? storage.chunkAdded.byteOffset : 0;
+        record[base + storageChunkChanged] = storage.ticked ? storage.chunkChanged.byteOffset : 0;
+        record[base + storageChunks] = storage.chunkAdded.length;
+    }
+    Atomics.store(record, recordVersion, archetype.version);
+    // Entered once complete, so a reader that finds it finds a whole record.
+    if (fresh)
+        directory.table[archetype.id] = record.byteOffset;
+};
+/**
+ * Writes the records of archetypes created or bumped since the last flush, the resource archetype's flagged, and the
+ * entity table's and the resource entity's if they moved. Runs at the end of each sync point and wherever registration
+ * changes layouts; allocates only for new records.
+ */
+export const flushDirectory = (directory, bumped, archetypes, entities, resourceEntity, counted) => {
+    if (directory === null)
+        return;
+    const resourceWord = resourceEntity < 0 ? 0 : (resourceEntity >>> 0) + 1;
+    if (directory.header[resourceEntityWord] !== resourceWord)
+        Atomics.store(directory.header, resourceEntityWord, resourceWord);
+    if (counted.length > 0)
+        flushCounts(directory, counted);
+    if (bumped.length === 0 && entities.version === directory.entities)
+        return;
+    if (entities.version !== directory.entities) {
+        writeEntities(directory, entities);
+        directory.entities = entities.version;
+    }
+    if (bumped.length === 0)
+        return;
+    for (let k = 0; k < bumped.length; k++) {
+        const archetype = bumped[k];
+        archetype.listed = false;
+        writeArchetype(directory, archetype);
+    }
+    bumped.length = 0;
+    Atomics.store(directory.header, tableLengthWord, archetypes.length);
+};
+/**
+ * A flush between sync points, as registration's: under the structure epoch, as a sync point's is, while a joined
+ * thread may read records.
+ */
+export const flushBetween = (directory, bumped, archetypes, entities, resourceEntity, counted) => {
+    if (directory === null)
+        return;
+    const guarding = directory.guarded && (bumped.length > 0 || counted.length > 0 || entities.version !== directory.entities);
+    if (guarding)
+        Atomics.add(directory.words, structureWord, 1);
+    flushDirectory(directory, bumped, archetypes, entities, resourceEntity, counted);
+    if (guarding)
+        endStructure(directory);
+};
+/** Writes the counts of archetypes whose count changed, those with records; a new archetype's comes with its record. */
+const flushCounts = (directory, counted) => {
+    for (let k = 0; k < counted.length; k++) {
+        const archetype = counted[k];
+        archetype.counted = false;
+        const record = directory.records[archetype.id];
+        if (record !== undefined)
+            record[recordCount] = archetype.count;
+    }
+    counted.length = 0;
+};
+/** Lists an archetype whose count changed for the next flush, while a joined thread may read counts. */
+export const countChanged = (counted, archetype) => {
+    if (archetype.counted)
+        return;
+    archetype.counted = true;
+    counted.push(archetype);
+};
+/**
+ * At the start of a sync point that applies anything, once a joined thread may read locations: the structure epoch
+ * turns odd, by an exchange, so the writes after it can't be seen before it.
+ */
+export const beginStructure = (directory) => {
+    if (directory !== null && directory.guarded)
+        Atomics.add(directory.words, structureWord, 1);
+};
+/**
+ * Once a sync point's directory writes are done: the structure epoch turns even, by a store, since only the world
+ * writes it, waking readers only when one waits on it.
+ */
+export const endStructure = (directory) => {
+    if (directory === null)
+        return;
+    const { words } = directory;
+    const epoch = words[structureWord];
+    if ((epoch & 1) === 0)
+        return;
+    Atomics.store(words, structureWord, epoch + 1);
+    if (Atomics.load(words, structureWaitersWord) !== 0)
+        Atomics.notify(words, structureWord);
+};
+//# sourceMappingURL=layout-directory.js.map