@agentshouse/mdruntime 0.1.0-cb0eb0d87ff49 → 0.1.0-cb1f56e16291b

package/dist/read-side.js

@@ -1,639 +0,0 @@
-import { and, BasicIndex, configureIndexDevMode, count, createCollection, createLiveQueryCollection, deepEquals, eq, inArray, or, toArray, } from '@tanstack/db';
-import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
-import { documentKey } from './rows.js';
-import { after, inUnits, ROW_WEIGHT } from './turn.js';
-function every(expressions) {
-    const [first, second, ...rest] = expressions;
-    return second === undefined ? first : and(first, second, ...rest);
-}
-function same(held, value) {
-    return Array.isArray(held) ? held.includes(value) : held === value;
-}
-function ordered(held, [operator, bound]) {
-    if (typeof held !== typeof bound || held === null || typeof held === 'object')
-        return false;
-    const left = held;
-    const right = bound;
-    if (operator === 'gt')
-        return left > right;
-    if (operator === 'gte')
-        return left >= right;
-    if (operator === 'lt')
-        return left < right;
-    return left <= right;
-}
-function satisfied(test, held) {
-    if (test.op === 'eq')
-        return same(held, test.value);
-    if (test.op === 'ne')
-        return !same(held, test.value);
-    if (test.op === 'in')
-        return test.values.some((value) => same(held, value));
-    if (test.op === 'nin')
-        return !test.values.some((value) => same(held, value));
-    if (test.op === 'range')
-        return test.bounds.every((bound) => ordered(held, bound));
-    if (test.op === 'all')
-        return Array.isArray(held) && test.values.every((value) => same(held, value));
-    return Array.isArray(held) && held.length === test.size;
-}
-function tested(test, reached) {
-    if (test.op === 'exists')
-        return test.exists === (reached !== undefined);
-    if (reached === undefined)
-        return test.op === 'ne' || test.op === 'nin';
-    return reached.some((held) => satisfied(test, held));
-}
-function conditioned(condition, row) {
-    if ('every' in condition)
-        return condition.every.every((item) => conditioned(item, row));
-    if ('some' in condition)
-        return condition.some.some((item) => conditioned(item, row));
-    return tested(condition.test, row.reached[condition.field]);
-}
-function narrowed(query, where, alias) {
-    return where === null ? query : query.fn.where((row) => conditioned(where, row[alias]));
-}
-function reached(reach, room, document) {
-    return reach === null
-        ? []
-        : [or(inArray(room, [...reach.rooms]), inArray(document, [...reach.documents]))];
-}
-function scoped(scope, row, rooms, reach) {
-    return every([
-        eq(row.kind, 'document'),
-        ...(rooms === null ? [] : [inArray(row.room, [...rooms])]),
-        ...reached(reach, row.room, row.key),
-        ...(scope.types === null ? [] : [inArray(row.type, [...scope.types])]),
-        ...(scope.pathPrefix === null ? [] : [inArray(scope.pathPrefix, row.directories)]),
-    ]);
-}
-function keyed(key, row) {
-    return key.of === 'field' ? row.values[key.field] : row[key.of];
-}
-function live(query) {
-    return createLiveQueryCollection({
-        query: query,
-        startSync: true,
-    });
-}
-function related(q, rows, scope, field, kept, reach) {
-    const matched = kept === 'source' ? 'target' : 'source';
-    const from = q.from({ r: rows });
-    const joined = from
-        .where(({ r }) => every([eq(r.kind, 'reference'), ...(field === null ? [] : [inArray(field, r.forms)])]))
-        .innerJoin({ m: rows }, ({ r, m }) => eq(r[matched], m.key))
-        .where(({ m }) => scoped(scope, m, null, reach));
-    return narrowed(joined, scope.where, 'm')
-        .groupBy(({ r }) => r[kept])
-        .select(({ r }) => ({ key: r[kept] }));
-}
-function filtered(q, rows, plan) {
-    const from = q.from({ d: rows });
-    let query = narrowed(from.where(({ d }) => scoped(plan.root, d, plan.rooms, plan.reach)), plan.root.where, 'd');
-    if (plan.hop !== null) {
-        const hop = related(q, rows, plan.hop, plan.hop.field, 'source', plan.reach);
-        query = query.innerJoin({ h: hop }, ({ d, h }) => eq(d.key, h.key));
-    }
-    if (plan.backlinks !== null) {
-        const backlinks = related(q, rows, plan.backlinks, plan.backlinks.field, 'target', plan.reach);
-        query = query.innerJoin({ k: backlinks }, ({ d, k }) => eq(d.key, k.key));
-    }
-    return query;
-}
-function bodied(shape) {
-    return shape.sections !== null || shape.preamble || shape.markdown;
-}
-function documents(q, rows, plan, shape) {
-    let query = filtered(q, rows, plan);
-    for (const { key, options } of shape.orderBy) {
-        query = query.orderBy(({ d }) => keyed(key, d), options);
-    }
-    if (shape.orderBy.length === 0 && plan.limit !== null) {
-        query = query.orderBy(({ d }) => d.key, { stringSort: 'lexical' });
-    }
-    if (plan.limit !== null)
-        query = query.limit(plan.limit);
-    return query.select(({ d }) => ({
-        room: d.room,
-        path: d.path,
-        type: d.type,
-        binary: d.binary,
-        ...(shape.fields === null ? {} : { fields: d.fields }),
-        ...(bodied(shape) ? { text: d.text } : {}),
-        ...(shape.backlinks ? { backlinks: toArray(backlinked(q, rows, d, plan.reach)) } : {}),
-        ...(shape.change ? { change: d.change } : {}),
-    }));
-}
-function backlinked(q, rows, document, reach) {
-    const from = q.from({ r: rows });
-    return from
-        .where(({ r }) => every([eq(r.target, document.key), ...reached(reach, r.room, r.source)]))
-        .orderBy(({ r }) => r.path, { stringSort: 'lexical' })
-        .orderBy(({ r }) => r.field, { stringSort: 'lexical' })
-        .select(({ r }) => ({ path: r.path, type: r.type, field: r.field }));
-}
-function groups(q, stage, shape, limit) {
-    const keys = shape.groupBy.map((_, index) => `key${index}`);
-    const from = q.from({ m: stage });
-    let query = from.groupBy(({ m }) => keys.map((key) => m[key]));
-    for (const { by, direction } of shape.orderBy) {
-        query = query.orderBy(({ m }) => (by === 'count' ? count(m.key) : m[keys[by]]), direction);
-    }
-    if (limit !== null && shape.orderBy.length > 0)
-        query = query.limit(limit);
-    return query.select(({ m }) => ({
-        ...Object.fromEntries(keys.map((key) => [key, m[key]])),
-        count: count(m.key),
-    }));
-}
-function built(rows, plan) {
-    const shape = plan.shape;
-    if (shape.kind === 'documents') {
-        const collection = live((q) => documents(q, rows, plan, shape));
-        return { live: collection, dispose: () => void collection.cleanup() };
-    }
-    const stage = live((q) => filtered(q, rows, plan).select(({ d }) => ({
-        key: d.key,
-        ...Object.fromEntries(shape.groupBy.map((key, index) => [`key${index}`, keyed(key, d)])),
-    })));
-    const collection = live((q) => groups(q, stage, shape, plan.limit));
-    return {
-        live: collection,
-        dispose: () => {
-            void collection.cleanup();
-            void stage.cleanup();
-        },
-    };
-}
-function sectionsOf(sections, names) {
-    if (names === 'all')
-        return sections;
-    return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
-}
-function bodyOf(row, key, bodies) {
-    const text = row.text;
-    if (text === null)
-        return null;
-    const held = bodies?.get(key);
-    if (held !== undefined && held.text === text)
-        return held.document;
-    const read = parse(text, row.path);
-    const document = read.ok ? read.document : null;
-    bodies?.set(key, { text, document });
-    return document;
-}
-function masked(pointers) {
-    const root = { whole: false, members: new Map() };
-    for (const pointer of pointers) {
-        let mask = root;
-        for (const token of pointerSegments(pointer)) {
-            const next = mask.members.get(token) ?? { whole: false, members: new Map() };
-            mask.members.set(token, next);
-            mask = next;
-        }
-        mask.whole = true;
-    }
-    return root;
-}
-function merged(left, right) {
-    if (left === undefined)
-        return right;
-    const members = new Map(left.members);
-    for (const [token, mask] of right.members)
-        members.set(token, merged(members.get(token), mask));
-    return { whole: left.whole || right.whole, members };
-}
-function cut(value, mask) {
-    if (mask.whole)
-        return value;
-    if (Array.isArray(value)) {
-        const each = {
-            whole: false,
-            members: new Map([...mask.members].filter(([token]) => !ARRAY_INDEX.test(token))),
-        };
-        const kept = [];
-        value.forEach((item, index) => {
-            const part = cut(item, merged(mask.members.get(String(index)), each));
-            if (part !== undefined)
-                kept[index] = part;
-        });
-        return kept.length === 0 ? undefined : kept;
-    }
-    if (typeof value !== 'object' || value === null)
-        return undefined;
-    const kept = Object.entries(value).flatMap(([key, held]) => {
-        const member = mask.members.get(key);
-        const part = member === undefined ? undefined : cut(held, member);
-        return part === undefined ? [] : [[key, part]];
-    });
-    return kept.length === 0 ? undefined : Object.fromEntries(kept);
-}
-function selected(fields, pointers) {
-    return (cut(fields, masked(pointers)) ?? {});
-}
-function documentOf(key, row, shape, bodies) {
-    if (row.type === null) {
-        const binary = row.binary;
-        return {
-            room: row.room,
-            path: row.path,
-            ...(binary === null ? {} : { binaryFile: binary }),
-        };
-    }
-    const body = bodied(shape) ? bodyOf(row, key, bodies) : null;
-    return {
-        room: row.room,
-        path: row.path,
-        type: row.type,
-        ...(shape.fields === null
-            ? {}
-            : {
-                fields: shape.fields === 'all'
-                    ? row.fields
-                    : selected(row.fields, shape.fields),
-            }),
-        ...(shape.sections === null || body === null
-            ? {}
-            : { sections: sectionsOf(body.sections, shape.sections) }),
-        ...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
-        ...(shape.markdown && body !== null ? { markdown: body.content } : {}),
-        ...(shape.backlinks
-            ? {
-                backlinks: row.backlinks.map(({ path, type, field }) => ({ path, type, field })),
-            }
-            : {}),
-        ...(shape.change ? { change: row.change } : {}),
-    };
-}
-function weight(row) {
-    return ROW_WEIGHT + (typeof row?.text === 'string' ? row.text.length : 0);
-}
-function rowsOfPlan(plan, entries, bodies, each = (row) => row) {
-    const shape = plan.shape;
-    if (shape.kind === 'documents') {
-        const documents = [];
-        return after(inUnits(entries, ([key, row]) => {
-            documents.push(each(documentOf(key, row, shape, bodies)));
-            return weight(row);
-        }), () => ({ rows: { documents }, keys: entries.map(([key]) => key) }));
-    }
-    const bounded = shape.orderBy.length === 0 && plan.limit !== null ? entries.slice(0, plan.limit) : entries;
-    const groups = [];
-    return after(inUnits(bounded, ([, row]) => {
-        groups.push(each({
-            key: shape.groupBy.map((_, index) => row[`key${index}`]),
-            count: row.count,
-        }));
-        return ROW_WEIGHT;
-    }), () => ({ rows: { groups }, keys: bounded.map(([key]) => key) }));
-}
-export function reconciled(previous, next) {
-    const before = previous.result;
-    const after = next.result;
-    if ('pending' in before || 'pending' in after) {
-        if (deepEquals(before, after))
-            return null;
-        return { keyed: next, message: next };
-    }
-    const earlier = 'groups' in before ? before.groups : before.documents;
-    const held = new Map(previous.keys.map((key, index) => [key, earlier[index]]));
-    const changed = [];
-    const rows = ('groups' in after ? after.groups : after.documents).map((row, index) => {
-        const key = next.keys[index];
-        const kept = held.get(key);
-        if (kept !== undefined && deepEquals(kept, row))
-            return kept;
-        changed.push([key, row]);
-        return row;
-    });
-    const present = new Set(next.keys);
-    const removed = previous.keys.filter((key) => !present.has(key));
-    const moved = reordered(previous.keys, next.keys, present);
-    const covered = !deepEquals(before.coverage, after.coverage);
-    if (changed.length === 0 && removed.length === 0 && !moved && !covered)
-        return null;
-    return {
-        keyed: {
-            result: 'groups' in after
-                ? { groups: rows, coverage: after.coverage }
-                : { documents: rows, coverage: after.coverage },
-            keys: next.keys,
-        },
-        message: {
-            changed,
-            removed,
-            order: moved ? next.keys : null,
-            ...(covered ? { coverage: after.coverage } : {}),
-        },
-    };
-}
-function reordered(previous, next, present) {
-    let at = 0;
-    for (const key of previous) {
-        if (!present.has(key))
-            continue;
-        if (next[at] !== key)
-            return true;
-        at += 1;
-    }
-    return at !== next.length;
-}
-export function createReadSide() {
-    configureIndexDevMode({ enabled: false });
-    let sync;
-    const rows = createCollection({
-        getKey: (row) => row.key,
-        gcTime: 0,
-        startSync: true,
-        autoIndex: 'eager',
-        defaultIndexType: BasicIndex,
-        sync: {
-            rowUpdateMode: 'full',
-            sync: (params) => {
-                sync = params;
-                params.markReady();
-            },
-        },
-    });
-    const shared = new Map();
-    function searched(row) {
-        const read = row.text === null ? null : parse(row.text, row.path);
-        if (read === null || !read.ok)
-            return null;
-        return {
-            room: row.room,
-            path: row.path,
-            type: row.type,
-            fields: row.fields,
-            preamble: read.document.preamble,
-            sections: read.document.sections,
-        };
-    }
-    function kept(entry, key, row) {
-        const held = entry.rows.get(key);
-        if (held !== undefined && deepEquals(held, row))
-            return;
-        entry.rows.set(key, row);
-    }
-    function rebuilt(entry) {
-        return after(rowsOfPlan(entry.plan, [...entry.built.live.entries()], entry.bodies), ({ rows: found, keys }) => {
-            const present = new Set(keys);
-            for (const key of [...entry.rows.keys()])
-                if (!present.has(key))
-                    entry.rows.delete(key);
-            for (const key of [...entry.bodies.keys()]) {
-                if (!present.has(key))
-                    entry.bodies.delete(key);
-            }
-            keys.forEach((key, index) => kept(entry, key, rowAt(found, index)));
-            return keys;
-        });
-    }
-    function refreshed(entry, dirty) {
-        const shape = entry.plan.shape;
-        const keys = [...entry.built.live.keys()];
-        const named = new Set([...dirty, ...keys.filter((key) => !entry.rows.has(key))]);
-        const values = [...named].map((key) => [key, entry.built.live.get(key)]);
-        const done = inUnits(values, ([key, value]) => {
-            if (value !== undefined)
-                kept(entry, key, documentOf(key, value, shape, entry.bodies));
-            else {
-                entry.rows.delete(key);
-                entry.bodies.delete(key);
-            }
-            return weight(value);
-        });
-        return after(done, () => keys);
-    }
-    function current(entry, keys, coverage) {
-        const found = keys.map((key) => entry.rows.get(key));
-        return {
-            result: entry.plan.shape.kind === 'groups'
-                ? { groups: found, coverage }
-                : { documents: found, coverage },
-            keys,
-        };
-    }
-    function delivered(entry, next) {
-        const previous = entry.result;
-        entry.result = next;
-        const message = previous === undefined ? null : changedFrom(previous, next);
-        if (message !== null)
-            for (const listener of entry.ready)
-                listener(message);
-        for (const listener of entry.fresh) {
-            entry.ready.add(listener);
-            listener(next);
-        }
-        entry.fresh.clear();
-    }
-    function run(entry) {
-        while (entry.listeners.size > 0 &&
-            (entry.whole || entry.dirty.size > 0 || entry.stale || entry.fresh.size > 0)) {
-            entry.stale = false;
-            const cover = entry.cover();
-            if ('pending' in cover) {
-                entry.whole = true;
-                entry.dirty.clear();
-                entry.rows.clear();
-                entry.bodies.clear();
-                delivered(entry, { result: cover, keys: [] });
-                break;
-            }
-            const whole = entry.whole ||
-                entry.plan.shape.kind === 'groups' ||
-                entry.result === undefined ||
-                'pending' in entry.result.result;
-            const dirty = entry.dirty;
-            entry.dirty = new Set();
-            entry.whole = false;
-            const keys = whole ? rebuilt(entry) : refreshed(entry, dirty);
-            if (keys instanceof Promise) {
-                void keys
-                    .then((found) => {
-                    if (entry.listeners.size > 0)
-                        delivered(entry, current(entry, found, cover.coverage));
-                    run(entry);
-                })
-                    .catch(() => {
-                    entry.running = false;
-                });
-                return;
-            }
-            delivered(entry, current(entry, keys, cover.coverage));
-        }
-        entry.running = false;
-    }
-    function wake(entry) {
-        if (entry.subscription === null || entry.running)
-            return;
-        entry.running = true;
-        try {
-            run(entry);
-        }
-        catch (error) {
-            entry.running = false;
-            throw error;
-        }
-    }
-    function recover() {
-        for (const entry of shared.values()) {
-            if (entry.result === undefined || entry.subscription === null)
-                continue;
-            const cover = entry.cover();
-            const before = entry.result.result;
-            const held = 'pending' in cover
-                ? deepEquals(before, cover)
-                : 'coverage' in before && deepEquals(before.coverage, cover.coverage);
-            if (held)
-                continue;
-            entry.stale = true;
-            wake(entry);
-        }
-    }
-    return {
-        apply(set) {
-            const next = new Map();
-            for (const change of set.documents) {
-                for (const row of change.before)
-                    next.set(row.key, null);
-                for (const row of change.after)
-                    next.set(row.key, row);
-            }
-            if (next.size > 0) {
-                sync.begin();
-                for (const [key, row] of next) {
-                    if (row === null) {
-                        if (rows.has(key))
-                            sync.write({ type: 'delete', key });
-                        continue;
-                    }
-                    sync.write({ type: rows.has(key) ? 'update' : 'insert', value: row });
-                }
-                sync.commit();
-            }
-            recover();
-        },
-        recover,
-        async query(plan, at) {
-            const { live: collection, dispose } = built(rows, plan);
-            try {
-                await collection.toArrayWhenReady();
-                const entries = [...collection.entries()];
-                const held = at();
-                const found = await rowsOfPlan(plan, entries, null, structuredClone);
-                return { rows: found.rows, at: held };
-            }
-            finally {
-                dispose();
-            }
-        },
-        watch(plan, identity, cover, deliverTo) {
-            let entry = shared.get(identity);
-            if (entry === undefined) {
-                const created = {
-                    plan,
-                    built: built(rows, plan),
-                    cover,
-                    result: undefined,
-                    rows: new Map(),
-                    bodies: new Map(),
-                    listeners: new Set(),
-                    fresh: new Set(),
-                    ready: new Set(),
-                    subscription: null,
-                    whole: true,
-                    dirty: new Set(),
-                    stale: false,
-                    running: false,
-                };
-                created.built.live.on('status:change', ({ status }) => {
-                    if (status === 'cleaned-up' && created.listeners.size === 0)
-                        shared.delete(identity);
-                });
-                shared.set(identity, created);
-                entry = created;
-            }
-            const observed = entry;
-            observed.listeners.add(deliverTo);
-            observed.built.live.onFirstReady(() => {
-                if (!observed.listeners.has(deliverTo))
-                    return;
-                observed.fresh.add(deliverTo);
-                if (observed.subscription === null) {
-                    observed.whole = true;
-                    observed.subscription = observed.built.live.subscribeChanges((changes) => {
-                        if (observed.plan.shape.kind === 'groups')
-                            observed.whole = true;
-                        else
-                            for (const { key } of changes)
-                                observed.dirty.add(key);
-                        wake(observed);
-                    }, { includeInitialState: false });
-                }
-                wake(observed);
-            });
-            return () => {
-                observed.fresh.delete(deliverTo);
-                observed.ready.delete(deliverTo);
-                if (!observed.listeners.delete(deliverTo) || observed.listeners.size > 0)
-                    return;
-                observed.subscription?.unsubscribe();
-                observed.subscription = null;
-                observed.result = undefined;
-                observed.rows.clear();
-                observed.bodies.clear();
-                observed.dirty.clear();
-                observed.whole = true;
-            };
-        },
-        room(room) {
-            return rows.toArray.flatMap((row) => row.kind !== 'document' || row.type === null || row.room !== room ? [] : [row.path]);
-        },
-        document(room, path) {
-            const row = rows.get(documentKey(room, path));
-            return row === undefined || row.type === null ? null : searched(row);
-        },
-        close() {
-            for (const entry of shared.values()) {
-                entry.listeners.clear();
-                entry.fresh.clear();
-                entry.ready.clear();
-                entry.subscription?.unsubscribe();
-                entry.built.dispose();
-            }
-            shared.clear();
-            void rows.cleanup();
-        },
-    };
-}
-function changedFrom(previous, next) {
-    const before = previous.result;
-    const after = next.result;
-    if ('pending' in before || 'pending' in after)
-        return deepEquals(before, after) ? null : next;
-    const earlier = 'groups' in before ? before.groups : before.documents;
-    const held = new Map(previous.keys.map((key, index) => [key, earlier[index]]));
-    const later = 'groups' in after ? after.groups : after.documents;
-    const changed = [];
-    next.keys.forEach((key, index) => {
-        if (held.get(key) !== later[index])
-            changed.push([key, later[index]]);
-    });
-    const present = new Set(next.keys);
-    const removed = previous.keys.filter((key) => !present.has(key));
-    const moved = reordered(previous.keys, next.keys, present);
-    const covered = !deepEquals(before.coverage, after.coverage);
-    if (changed.length === 0 && removed.length === 0 && !moved && !covered)
-        return null;
-    return {
-        changed,
-        removed,
-        order: moved ? next.keys : null,
-        ...(covered ? { coverage: after.coverage } : {}),
-    };
-}
-function rowAt(rows, index) {
-    return 'groups' in rows ? rows.groups[index] : rows.documents[index];
-}