@adobe/ecs 0.0.0-stage → 0.1.0

package/dist/implementation/world/up.js

@@ -0,0 +1,723 @@
+import { generationOf } from './entities.js';
+import { journalEnd } from './journal.js';
+import { chunkShift } from './kernel.js';
+import { idOf } from './state.js';
+import { allocateArray, freeArray } from './arrays.js';
+import { createOrder } from './order.js';
+/** `levelOf` values: not matched, and on or under a parent cycle, which never runs. Matched rows hold depth + 1. */
+const unmatched = 0;
+const cyclic = -1;
+/** A depth with more marked rows than this share of the matched rows is listed by scanning its groups in order. */
+const denseShare = 1 / 8;
+/** Rows below this many are sorted rather than scanned. */
+const denseMinimum = 4096;
+/** Sort keys pack a row with its parent's archetype: `(parent + 1) * rowLimit + row`. */
+const rowLimit = 2 ** 27;
+/** Grows an array in the arena to at least `length`, without keeping its contents, so WASM can address it. */
+const fitArena = (memory, array, length) => {
+    if (array.length >= length)
+        return array;
+    if (array.length > 0)
+        freeArray(memory, array);
+    return allocateArray(memory, Int32Array, Math.max(length, 2 * array.length));
+};
+/** Grows an array to at least `length`, without keeping its contents. */
+const fit = (array, length) => array.length >= length ? array : new Int32Array(Math.max(length, 2 * array.length));
+/** Grows an array to at least `length`, keeping its contents and filling the rest with `value`. */
+const extend = (array, length, value) => {
+    if (array.length >= length)
+        return array;
+    const grown = new Int32Array(Math.max(length, 2 * array.length));
+    grown.set(array);
+    grown.fill(value, array.length);
+    return grown;
+};
+/**
+ * Orders an `up` system's rows by depth through its `through` reference. A row's depth is one more than its parent's
+ * when its parent is among the matched rows, and 0 otherwise, so rows of one depth never read each other's writes.
+ *
+ * The tree is kept by entity index, current with the journal of what sync points changed: each matched entity's
+ * parent, its level, and the matched entities holding it as their parent, as linked lists. A full run reads an order
+ * of every row, patched for the entities whose row, level or parent changed. A filtered run marks the rows that may
+ * pass, by depth, and lists only those.
+ */
+export const createUp = (state, up, isFiltered) => {
+    const through = idOf(state, up.through);
+    const readKeys = up.read ?? [];
+    const read = readKeys.map(key => idOf(state, key));
+    state.journal.readers++;
+    /** By entity index: the parent's entity index or -1, the level, and the first child, next and previous sibling as index + 1, or 0. */
+    let parentOf = new Int32Array(0);
+    let levelOf = new Int32Array(0);
+    let firstChild = new Int32Array(0);
+    let nextChild = new Int32Array(0);
+    let previousChild = new Int32Array(0);
+    /** By entity index: the pass that last saw it, for settling levels and reading the journal once per index. */
+    let stamps = new Int32Array(0);
+    let pass = 0;
+    /** The journal's position read up to, or -1 before the tree is first built. */
+    let position = -1;
+    /** By archetype id: its index in `matches`, or -1. */
+    let ownerOf = new Int32Array(0);
+    let ownersOf = null;
+    let ownersFor = -1;
+    let ownersAmong = -1;
+    /** By archetype id: 1 when it has every component `read` lists, 2 when it doesn't, 0 until checked. */
+    let readable = new Int8Array(0);
+    /** Entities whose parent changed since the last filtered run, which then pass. */
+    let touched = [];
+    /** Whether the journal lost entries since the last filtered run, which then runs every row. */
+    let rebuilt = false;
+    /** By entity index: its archetype id when the tree last saw it, or -1. */
+    let archetypeAt = new Int32Array(0);
+    /** Entities whose slot in the order may have changed since it was last patched, once each. */
+    let moved = [];
+    let movedStamps = new Int32Array(0);
+    let movedPass = 1;
+    /** Whether the order must be built again from every row. */
+    let unordered = true;
+    const order = createOrder(state.memory);
+    /** Whether an archetype holds every component `read` lists, so a parent in it has `up` values. */
+    const isReadable = (id) => {
+        if (readable.length <= id) {
+            const grown = new Int8Array(Math.max(id + 1, 2 * readable.length));
+            grown.set(readable);
+            readable = grown;
+        }
+        if (readable[id] === 0) {
+            const archetype = state.archetypes[id];
+            readable[id] = archetype !== undefined && !archetype.resource && read.every(component => archetype.storageById[component] !== undefined) ? 1 : 2;
+        }
+        return readable[id] === 1;
+    };
+    const refreshOwners = (matches) => {
+        if (ownersOf === matches && ownersFor === matches.length && ownersAmong === state.archetypes.length)
+            return;
+        ownerOf = fit(ownerOf, state.archetypes.length);
+        ownerOf.fill(-1);
+        matches.forEach((archetype, owner) => { ownerOf[archetype.id] = owner; });
+        ownersOf = matches;
+        ownersFor = matches.length;
+        ownersAmong = state.archetypes.length;
+    };
+    /** The entity index of an entity's live parent, or -1. */
+    const parentAt = (index) => {
+        const { entities } = state;
+        const archetype = state.archetypes[entities.archetype[index]];
+        const storage = archetype.storageById[through];
+        const layout = storage?.layout;
+        // An entity is one f64, read straight from its column.
+        const leaf = layout?.kind === "linear" ? layout.leaves[0] : undefined;
+        if (storage === undefined || leaf === undefined)
+            return -1;
+        const parent = storage.views[leaf.view][entities.row[index] * leaf.unitStride + leaf.unitOffset];
+        const target = parent >>> 0;
+        if (parent <= 0 || target >= entities.length || entities.archetype[target] < 0 || entities.generation[target] !== generationOf(parent))
+            return -1;
+        return target;
+    };
+    const isMatched = (index) => {
+        const archetype = state.entities.archetype[index];
+        return archetype >= 0 && ownerOf[archetype] >= 0;
+    };
+    const unlink = (index) => {
+        const parent = parentOf[index];
+        if (parent < 0)
+            return;
+        const previous = previousChild[index];
+        const next = nextChild[index];
+        if (previous !== 0)
+            nextChild[previous - 1] = next;
+        else
+            firstChild[parent] = next;
+        if (next !== 0)
+            previousChild[next - 1] = previous;
+    };
+    const link = (index, parent) => {
+        parentOf[index] = parent;
+        if (parent < 0)
+            return;
+        const first = firstChild[parent];
+        nextChild[index] = first;
+        previousChild[index] = 0;
+        if (first !== 0)
+            previousChild[first - 1] = index + 1;
+        firstChild[parent] = index + 1;
+    };
+    /** Grows the arrays by entity index to the entity table. */
+    const grow = () => {
+        const length = state.entities.length;
+        if (parentOf.length >= length)
+            return;
+        parentOf = extend(parentOf, length, -1);
+        levelOf = extend(levelOf, length, unmatched);
+        firstChild = extend(firstChild, length, 0);
+        nextChild = extend(nextChild, length, 0);
+        previousChild = extend(previousChild, length, 0);
+        stamps = extend(stamps, length, 0);
+        movedStamps = extend(movedStamps, length, 0);
+        archetypeAt = extend(archetypeAt, length, -1);
+    };
+    /** Notes that an entity's slot in the order may have changed; past a quarter of the rows, the order is built again instead. */
+    const move = (index) => {
+        if (unordered || movedStamps[index] === movedPass)
+            return;
+        movedStamps[index] = movedPass;
+        moved.push(index);
+        if (moved.length > Math.max(1024, order.live() / 4)) {
+            unordered = true;
+            moved = [];
+            movedPass++;
+        }
+    };
+    let stack = new Int32Array(0);
+    let queue = new Int32Array(0);
+    /**
+     * Sets the levels of the matched entities among `pending`, and of each descendant whose level changes as a result.
+     * Each walks up to a root, or to an entity this call already settled, so every level it sets is exact, and a cycle
+     * is found where a walk meets itself; each entity is walked once per call.
+     */
+    const settle = (pending, count) => {
+        const waiting = ++pass;
+        const walkedPending = ++pass;
+        const walked = ++pass;
+        const settled = ++pass;
+        for (let k = 0; k < count; k++)
+            if (levelOf[pending[k]] !== unmatched)
+                stamps[pending[k]] = waiting;
+        let queued = 0;
+        const descend = (index) => {
+            const level = levelOf[index];
+            const want = level === cyclic ? cyclic : level + 1;
+            for (let child = firstChild[index]; child !== 0; child = nextChild[child - 1]) {
+                const c = child - 1;
+                if (levelOf[c] === want) {
+                    stamps[c] = settled;
+                    continue;
+                }
+                levelOf[c] = want;
+                stamps[c] = settled;
+                move(c);
+                queue = extend(queue, queued + 1, 0);
+                queue[queued++] = c;
+            }
+        };
+        for (let k = 0; k < count; k++) {
+            const start = pending[k];
+            if (stamps[start] !== waiting)
+                continue;
+            let height = 0;
+            let current = start;
+            for (; current >= 0 && levelOf[current] !== unmatched; current = parentOf[current]) {
+                const stamp = stamps[current];
+                if (stamp === settled || stamp === walkedPending || stamp === walked)
+                    break;
+                stamps[current] = stamp === waiting ? walkedPending : walked;
+                stack = extend(stack, height + 1, 0);
+                stack[height++] = current;
+            }
+            const stop = current < 0 || levelOf[current] === unmatched ? -1 : stamps[current];
+            let level = stop === -1 ? 0 : stop === settled ? levelOf[current] : cyclic;
+            // The pending were journaled, so their children may have changed; the rest only if their level did.
+            stack = extend(stack, 2 * height, 0);
+            let descending = 0;
+            for (let h = height - 1; h >= 0; h--) {
+                const node = stack[h];
+                level = level === cyclic ? cyclic : level + 1;
+                const changed = levelOf[node] !== level;
+                if (changed)
+                    move(node);
+                if (changed || stamps[node] === walkedPending)
+                    stack[descending++ + height] = node;
+                levelOf[node] = level;
+                stamps[node] = settled;
+            }
+            for (let d = 0; d < descending; d++)
+                descend(stack[height + d]);
+            while (queued > 0)
+                descend(queue[--queued]);
+        }
+    };
+    /** Builds the tree from every matched row. */
+    const build = (matches) => {
+        const length = state.entities.length;
+        parentOf.fill(-1, 0, length);
+        levelOf.fill(unmatched, 0, length);
+        firstChild.fill(0, 0, length);
+        archetypeAt.set(state.entities.archetype.subarray(0, length));
+        let count = 0;
+        for (const archetype of matches)
+            count += archetype.count;
+        const all = new Int32Array(count);
+        let at = 0;
+        for (const archetype of matches) {
+            for (let row = 0; row < archetype.count; row++) {
+                const index = archetype.entities[row] >>> 0;
+                levelOf[index] = 1;
+                all[at++] = index;
+            }
+        }
+        for (let k = 0; k < count; k++)
+            link(all[k], parentAt(all[k]));
+        settle(all, count);
+    };
+    /** Brings the tree up to date with the journal. */
+    const update = (matches) => {
+        refreshOwners(matches);
+        grow();
+        const { journal } = state;
+        const end = journalEnd(journal);
+        if (position === end)
+            return;
+        if (position < journal.first) {
+            build(matches);
+            position = end;
+            rebuilt = isFiltered;
+            touched = [];
+            unordered = true;
+            return;
+        }
+        const seen = ++pass;
+        const pending = [];
+        for (let at = position; at < end; at++) {
+            const index = journal.indexes[at - journal.first];
+            if (stamps[index] === seen)
+                continue;
+            stamps[index] = seen;
+            // Its row may have changed, and so its children's parent row: the order moves them.
+            move(index);
+            for (let child = firstChild[index]; child !== 0; child = nextChild[child - 1])
+                move(child - 1);
+            const archetype = state.entities.archetype[index];
+            const otherArchetype = archetype !== archetypeAt[index];
+            archetypeAt[index] = archetype;
+            if (!isMatched(index)) {
+                if (levelOf[index] === unmatched)
+                    continue;
+                unlink(index);
+                parentOf[index] = -1;
+                levelOf[index] = unmatched;
+                // Its children's parent no longer runs: they're roots now.
+                for (let child = firstChild[index]; child !== 0; child = nextChild[child - 1]) {
+                    pending.push(child - 1);
+                    if (isFiltered)
+                        touched.push(child - 1);
+                }
+                continue;
+            }
+            const parent = parentAt(index);
+            const fresh = levelOf[index] === unmatched;
+            if (fresh) {
+                levelOf[index] = 1;
+                link(index, parent);
+            }
+            else if (parent !== parentOf[index]) {
+                unlink(index);
+                link(index, parent);
+            }
+            else if (!otherArchetype)
+                continue;
+            pending.push(index);
+            if (!isFiltered)
+                continue;
+            touched.push(index);
+            // What its children read of it may differ in another archetype. A child whose reference changed is
+            // journaled itself, as is one whose parent is gone, since `through` has a reference policy.
+            if (otherArchetype)
+                for (let child = firstChild[index]; child !== 0; child = nextChild[child - 1])
+                    touched.push(child - 1);
+        }
+        position = end;
+        settle(pending, pending.length);
+    };
+    /** By index among the matched rows: its entity index, depth, archetype, parent row, and parent's archetype id when readable or -1. */
+    let rowEntities = new Int32Array(0);
+    let depths = new Int32Array(0);
+    let rowParents = new Int32Array(0);
+    let keys = new Int32Array(0);
+    let owners = new Int32Array(0);
+    /** The matched rows' indexes, by depth, and where each depth ends. */
+    let sortedRows = new Int32Array(0);
+    let counts = new Int32Array(0);
+    /** By index in `matches`: the index of its first row among the matched rows. */
+    let bases = new Int32Array(0);
+    /** The groups of a build, laid out one after another, before the order lays them out with spare slots. */
+    let builtRows = new Int32Array(0);
+    let builtParents = new Int32Array(0);
+    let builtEntities = new Int32Array(0);
+    let groupEnds = new Int32Array(0);
+    let groupDepths = new Int32Array(0);
+    let groupOwners = new Int32Array(0);
+    let groupParents = new Int32Array(0);
+    /** The matched rows in depth order from the roots. Rows on or under a parent cycle are in none. */
+    const levels = (matches) => {
+        update(matches);
+        if (unordered)
+            buildOrder(matches);
+        else if (moved.length > 0)
+            patch();
+        moved = [];
+        movedPass++;
+        return order.current();
+    };
+    /** Moves each entity whose slot may have changed: all removals first, so no two slots of a group share a row. */
+    const patch = () => {
+        const { archetype: archetypeOf, row: rowOf } = state.entities;
+        const count = moved.length;
+        const targets = new Int32Array(4 * count);
+        const kept = new Uint8Array(count);
+        for (let k = 0; k < count; k++) {
+            const index = moved[k];
+            const level = levelOf[index];
+            targets[4 * k] = level < 1 ? -1 : level - 1;
+            if (level < 1) {
+                order.remove(index);
+                continue;
+            }
+            const parent = parentOf[index];
+            const owner = ownerOf[archetypeOf[index]];
+            const key = parent < 0 || !isReadable(archetypeOf[parent]) ? -1 : archetypeOf[parent];
+            targets[4 * k + 1] = owner;
+            targets[4 * k + 2] = key;
+            targets[4 * k + 3] = parent < 0 ? 0 : rowOf[parent];
+            if (order.isAt(index, level - 1, owner, key, rowOf[index]))
+                kept[k] = 1;
+            else
+                order.remove(index);
+        }
+        for (let k = 0; k < count; k++) {
+            const depth = targets[4 * k];
+            if (depth < 0)
+                continue;
+            const index = moved[k];
+            if (kept[k] === 1)
+                order.setParent(index, targets[4 * k + 3]);
+            else
+                order.insert(index, depth, targets[4 * k + 1], targets[4 * k + 2], rowOf[index], targets[4 * k + 3]);
+        }
+        order.tidy();
+    };
+    /** Builds the order from every matched row. */
+    const buildOrder = (matches) => {
+        let count = 0;
+        for (const archetype of matches)
+            count += archetype.count;
+        const deepest = scanRows(matches, count);
+        sortByDepth(count, deepest);
+        const groups = groupRows(matches, deepest);
+        order.load(groups, builtRows, builtParents, builtEntities, groupEnds, groupDepths, groupOwners, groupParents, state.entities.length);
+        unordered = false;
+    };
+    // The loops below read typed arrays through local constants: V8 reloads closure variables on every access.
+    /**
+     * Records each matched row's depth, archetype, parent row, and parent's archetype when readable or -1, by index
+     * among the matched rows, and flags the parents' archetypes. Returns the deepest depth.
+     */
+    const scanRows = (matches, count) => {
+        const { archetype: archetypeOf, row: rowOf } = state.entities;
+        for (let id = 0; id < state.archetypes.length; id++)
+            isReadable(id);
+        rowEntities = fit(rowEntities, count);
+        depths = fit(depths, count);
+        rowParents = fit(rowParents, count);
+        keys = fit(keys, count);
+        owners = fit(owners, count);
+        const levels = levelOf, parents = parentOf, known = readable;
+        const rowIndexes = rowEntities, rowDepths = depths, rowKeys = keys, rowOwners = owners, rowParentRows = rowParents;
+        let deepest = -1;
+        let global = 0;
+        for (let a = 0; a < matches.length; a++) {
+            const archetype = matches[a];
+            const rows = archetype.entities;
+            rowOwners.fill(a, global, global + archetype.count);
+            for (let row = 0, end = archetype.count; row < end; row++, global++) {
+                const index = rows[row] >>> 0;
+                const depth = levels[index] - 1;
+                rowIndexes[global] = index;
+                rowDepths[global] = depth;
+                if (depth > deepest)
+                    deepest = depth;
+                const parent = parents[index];
+                if (parent < 0) {
+                    rowKeys[global] = -1;
+                    continue;
+                }
+                const parentArchetype = archetypeOf[parent];
+                rowParentRows[global] = rowOf[parent];
+                rowKeys[global] = known[parentArchetype] === 1 ? parentArchetype : -1;
+            }
+        }
+        return deepest;
+    };
+    /** Orders the matched rows by depth, keeping storage order within each: `counts[d]` ends depth `d` in `sortedRows`. */
+    const sortByDepth = (count, deepest) => {
+        sortedRows = fit(sortedRows, count);
+        counts = fit(counts, deepest + 2);
+        counts.fill(0, 0, deepest + 2);
+        const ordered = sortedRows, ends = counts, rowDepths = depths;
+        for (let k = 0; k < count; k++)
+            if (rowDepths[k] >= 0)
+                ends[rowDepths[k] + 1]++;
+        for (let depth = 1; depth <= deepest + 1; depth++)
+            ends[depth] += ends[depth - 1];
+        for (let k = 0; k < count; k++) {
+            const depth = rowDepths[k];
+            if (depth >= 0)
+                ordered[ends[depth]++] = k;
+        }
+    };
+    /**
+     * Within each depth and archetype, which `order` already keeps together, groups rows by their parents' archetype,
+     * stably, so a kernel call binds one parent archetype's columns. Returns the number of groups.
+     */
+    const groupRows = (matches, deepest) => {
+        const total = counts[deepest] ?? 0;
+        builtRows = fit(builtRows, total);
+        builtParents = fit(builtParents, total);
+        builtEntities = fit(builtEntities, total);
+        groupEnds = fit(groupEnds, total);
+        groupDepths = fit(groupDepths, total);
+        groupOwners = fit(groupOwners, total);
+        groupParents = fit(groupParents, total);
+        bases = fit(bases, matches.length);
+        bases[0] = 0;
+        for (let a = 1; a < matches.length; a++)
+            bases[a] = bases[a - 1] + matches[a - 1].count;
+        const ordered = sortedRows, rowOwners = owners, rowKeys = keys, rowParentRows = rowParents, rowIndexes = rowEntities, starts = bases;
+        const toRows = builtRows, toParents = builtParents, toEntities = builtEntities;
+        let groups = 0;
+        const close = (end, depth, owner, parent) => {
+            groupEnds[groups] = end;
+            groupDepths[groups] = depth;
+            groupOwners[groups] = owner;
+            groupParents[groups++] = parent;
+        };
+        let depthStart = 0;
+        for (let depth = 0; depth <= deepest; depth++) {
+            const depthEnd = counts[depth];
+            for (let start = depthStart; start < depthEnd;) {
+                const owner = rowOwners[ordered[start]];
+                const base = starts[owner];
+                const first = rowKeys[ordered[start]];
+                let end = start + 1;
+                let uniform = true;
+                for (; end < depthEnd && rowOwners[ordered[end]] === owner; end++)
+                    if (rowKeys[ordered[end]] !== first)
+                        uniform = false;
+                if (uniform) {
+                    for (let k = start; k < end; k++) {
+                        const global = ordered[k];
+                        toRows[k] = global - base;
+                        toParents[k] = rowParentRows[global];
+                        toEntities[k] = rowIndexes[global];
+                    }
+                    close(end, depth, owner, first);
+                }
+                else {
+                    let slot = start;
+                    const parentKeys = [...new Set(ordered.subarray(start, end).map(k => rowKeys[k]))].sort((a, b) => a - b);
+                    for (const parentKey of parentKeys) {
+                        for (let k = start; k < end; k++) {
+                            const global = ordered[k];
+                            if (rowKeys[global] !== parentKey)
+                                continue;
+                            toRows[slot] = global - base;
+                            toEntities[slot] = rowIndexes[global];
+                            toParents[slot++] = rowParentRows[global];
+                        }
+                        close(slot, depth, owner, parentKey);
+                    }
+                }
+                start = end;
+            }
+            depthStart = depthEnd;
+        }
+        return groups;
+    };
+    /** By entity index: whether the current filtered run marked it. */
+    let dirty = new Uint8Array(0);
+    /** By depth: the entities the current filtered run marked. */
+    const buckets = [];
+    let marked = [];
+    let deepestMarked = -1;
+    /** A filtered run's rows and their parents' rows, in the arena so WASM kernels can address them. */
+    let list = new Int32Array(0);
+    let parentList = new Int32Array(0);
+    let sortKeys = new Float64Array(0);
+    const mark = (index) => {
+        const level = levelOf[index];
+        if (level < 1 || dirty[index] !== 0)
+            return;
+        dirty[index] = 1;
+        marked.push(index);
+        (buckets[level - 1] ??= []).push(index);
+        if (level - 1 > deepestMarked)
+            deepestMarked = level - 1;
+    };
+    const markChildren = (index) => {
+        for (let child = firstChild[index]; child !== 0; child = nextChild[child - 1])
+            mark(child - 1);
+    };
+    /** Calls `each` with every row whose ticks of a component are newer than `since`, by its `added` or `changed` ticks. */
+    const changedRows = (archetype, id, added, since, each) => {
+        const storage = archetype.storageById[id];
+        if (storage === undefined)
+            return;
+        const whole = storage.columnChanged > since;
+        const ticks = added ? storage.added : storage.changed;
+        const chunks = added ? storage.chunkAdded : storage.chunkChanged;
+        for (let chunk = 0, count = Math.ceil(archetype.count / 2 ** chunkShift); chunk < count; chunk++) {
+            if (!whole && !(chunks[chunk] > since))
+                continue;
+            for (let row = chunk << chunkShift, end = Math.min(archetype.count, (chunk + 1) << chunkShift); row < end; row++) {
+                if (whole || ticks[row] > since)
+                    each(row);
+            }
+        }
+    };
+    /**
+     * Marks the rows of a filtered run that may pass after `since`: those passing `added` or `changed`, whose parent
+     * reference changed, whose parent's `read` values changed, or that the journal says moved or changed parent. Returns
+     * null when none do. Each listed row marks its children, so a change reaches every row under it.
+     */
+    const filtered = (matches, added, changed, since) => {
+        update(matches);
+        const length = state.entities.length;
+        if (dirty.length < length)
+            dirty = new Uint8Array(Math.max(length, 2 * dirty.length));
+        for (const bucket of buckets)
+            if (bucket !== undefined)
+                bucket.length = 0;
+        marked = [];
+        deepestMarked = -1;
+        for (const archetype of matches) {
+            const { entities } = archetype;
+            const markRow = (row) => mark(entities[row] >>> 0);
+            if (rebuilt)
+                for (let row = 0; row < archetype.count; row++)
+                    markRow(row);
+            for (const id of added)
+                changedRows(archetype, id, true, since, markRow);
+            for (const id of [...changed, through])
+                changedRows(archetype, id, false, since, markRow);
+        }
+        if (read.length > 0) {
+            for (const archetype of state.archetypes) {
+                if (archetype.count === 0 || !isReadable(archetype.id))
+                    continue;
+                const { entities } = archetype;
+                for (const id of read)
+                    changedRows(archetype, id, false, since, row => markChildren(entities[row] >>> 0));
+            }
+        }
+        for (const index of touched)
+            mark(index);
+        touched = [];
+        rebuilt = false;
+        if (marked.length === 0)
+            return null;
+        let matched = 0;
+        for (const archetype of matches)
+            matched += archetype.count;
+        list = fitArena(state.memory, list, matched);
+        parentList = fitArena(state.memory, parentList, matched);
+        let listed = 0;
+        let depth = 0;
+        const { archetype: archetypeOf, row: rowOf } = state.entities;
+        /** Lists a depth's marked rows by scanning its groups in order. */
+        const scan = (runs) => {
+            const ordered = levels(matches);
+            if (depth >= ordered.levels)
+                return;
+            for (let group = ordered.depthGroups[depth]; group < ordered.depthGroups[depth + 1]; group++) {
+                const owner = ordered.groupOwners[group];
+                const first = listed;
+                for (let slot = ordered.groupStarts[group]; slot < ordered.groupEnds[group]; slot++) {
+                    const index = ordered.entities[slot];
+                    if (dirty[index] === 0)
+                        continue;
+                    markChildren(index);
+                    list[listed] = ordered.rows[slot];
+                    parentList[listed++] = ordered.parents[slot];
+                }
+                if (listed > first)
+                    runs.push({ owner, parent: ordered.groupParents[group], rows: list, parents: parentList, start: first, end: listed });
+            }
+        };
+        /** Lists a depth's marked rows by sorting them by archetype, parent archetype and row. */
+        const sort = (bucket, runs) => {
+            const byOwner = new Map();
+            for (const index of bucket) {
+                const owner = ownerOf[archetypeOf[index]];
+                let entries = byOwner.get(owner);
+                if (entries === undefined)
+                    byOwner.set(owner, entries = []);
+                entries.push(index);
+            }
+            for (const owner of [...byOwner.keys()].sort((a, b) => a - b)) {
+                const entries = byOwner.get(owner) ?? [];
+                if (sortKeys.length < entries.length)
+                    sortKeys = new Float64Array(Math.max(entries.length, 2 * sortKeys.length));
+                const sorting = sortKeys.subarray(0, entries.length);
+                for (let k = 0; k < entries.length; k++) {
+                    const index = entries[k];
+                    const parent = parentOf[index];
+                    const key = parent < 0 || !isReadable(archetypeOf[parent]) ? -1 : archetypeOf[parent];
+                    sorting[k] = (key + 1) * rowLimit + rowOf[index];
+                }
+                sorting.sort();
+                const entities = matches[owner].entities;
+                let first = listed;
+                let current = -2;
+                for (let k = 0; k < sorting.length; k++) {
+                    const key = Math.floor(sorting[k] / rowLimit) - 1;
+                    const row = sorting[k] % rowLimit;
+                    if (key !== current) {
+                        if (listed > first)
+                            runs.push({ owner, parent: current, rows: list, parents: parentList, start: first, end: listed });
+                        first = listed;
+                        current = key;
+                    }
+                    const index = entities[row] >>> 0;
+                    markChildren(index);
+                    list[listed] = row;
+                    parentList[listed++] = key < 0 ? 0 : rowOf[parentOf[index]];
+                }
+                if (listed > first)
+                    runs.push({ owner, parent: current, rows: list, parents: parentList, start: first, end: listed });
+            }
+        };
+        const next = () => {
+            while (depth <= deepestMarked && (buckets[depth]?.length ?? 0) === 0)
+                depth++;
+            if (depth > deepestMarked)
+                return null;
+            const bucket = buckets[depth];
+            const runs = [];
+            const dense = bucket.length > Math.max(denseMinimum, matched * denseShare);
+            if (dense || matched >= rowLimit)
+                scan(runs);
+            else
+                sort(bucket, runs);
+            depth++;
+            return runs;
+        };
+        const clear = () => {
+            for (const index of marked)
+                dirty[index] = 0;
+        };
+        return { next, clear };
+    };
+    /** Frees what it holds in the arena and stops its reading of the journal, once nothing runs it again. */
+    const release = () => {
+        state.journal.readers--;
+        order.release();
+        if (list.length > 0)
+            freeArray(state.memory, list);
+        if (parentList.length > 0)
+            freeArray(state.memory, parentList);
+        list = parentList = new Int32Array(0);
+    };
+    return { levels, filtered, release };
+};
+//# sourceMappingURL=up.js.map