@agentshouse/mdruntime 0.1.0-cba6f2439bb25 → 0.1.0-cbbae1fff01c6

package/dist/presence.js

@@ -0,0 +1,220 @@
+const UNANSWERED = {
+    stale: false,
+    repairable: null,
+    repairing: false,
+    reloadDue: false,
+    refusal: null,
+    unreading: false,
+    unreadable: false,
+    unheldModel: null,
+    confirmed: false,
+};
+// A Room the Provider answers not ready is asked again after these waits, the last repeating, so a chunk build that catches up within seconds installs at once and a long one is asked every 15 seconds.
+const NOT_READY_MS = [1_000, 2_000, 3_000, 5_000, 8_000, 11_000, 15_000];
+// A Room that locks offline stays readable this long after the connection drops, so a laptop waking or changing network keeps working while a disconnected device locks soon after.
+const LOCK_GRACE_MS = 120_000;
+export function createPresence() {
+    const listed = new Map();
+    const answered = new Map();
+    const marks = new Map();
+    const lastLost = new Map();
+    const unready = new Map();
+    let lossCount = 0;
+    let lockGrace = null;
+    function answer(locator) {
+        return answered.get(locator) ?? UNANSWERED;
+    }
+    function change(locator, next) {
+        answered.set(locator, { ...answer(locator), ...next });
+    }
+    function heard(locator, next) {
+        if (!marks.has(locator))
+            change(locator, next);
+    }
+    function readied(locator) {
+        const held = unready.get(locator);
+        if (held === undefined)
+            return;
+        if (held.timer !== null)
+            clearTimeout(held.timer);
+        unready.delete(locator);
+    }
+    function stopAsking(locator) {
+        for (const held of locator === undefined ? [...unready.keys()] : [locator])
+            readied(held);
+    }
+    function connectionLive() {
+        if (lockGrace !== null)
+            clearTimeout(lockGrace);
+        lockGrace = null;
+    }
+    function readable(locator) {
+        const { unreadable, unreading } = answer(locator);
+        if (!unreadable || marks.has(locator))
+            return false;
+        change(locator, {
+            unreadable: false,
+            ...(unreading ? { refusal: null, unreading: false } : {}),
+        });
+        return true;
+    }
+    function locks(locator, mode) {
+        return mode === 'locked' && !answer(locator).confirmed && !marks.has(locator);
+    }
+    function liftable(locator, discovery) {
+        const mark = marks.get(locator);
+        return mark === undefined || mark.during < discovery;
+    }
+    return {
+        list(found, { whole, live }) {
+            const kept = found.filter(({ locator }) => !marks.has(locator));
+            if (whole)
+                listed.clear();
+            for (const room of kept) {
+                listed.set(room.locator, room);
+                change(room.locator, {
+                    refusal: null,
+                    unreading: false,
+                    ...(live && room.replica.admission === 'admitted' ? { confirmed: true } : {}),
+                });
+            }
+            return kept;
+        },
+        room: (locator) => listed.get(locator),
+        rooms: () => [...listed.values()],
+        available(locator, selection) {
+            if (marks.has(locator))
+                return false;
+            const room = listed.get(locator);
+            if (room === undefined)
+                return true;
+            return ((selection === undefined || selection === room.replica.selection) &&
+                room.replica.admission === 'admitted' &&
+                !answer(locator).unreadable);
+        },
+        refusal: (locator) => answer(locator).refusal,
+        unheldModel: (locator) => answer(locator).unheldModel,
+        refused(locator, refusal) {
+            if (refusal === null) {
+                heard(locator, { unreadable: true });
+                return;
+            }
+            const unreading = refusal.scope !== 'operation' && refusal.scope !== 'model';
+            heard(locator, {
+                refusal: { code: refusal.code, fields: refusal.fields, retryable: refusal.retryable },
+                unreading,
+                ...(unreading ? { unreadable: true } : {}),
+            });
+        },
+        readable,
+        modelled(locator, model) {
+            heard(locator, { unheldModel: model });
+        },
+        installed(locator, bootstrapped) {
+            if (marks.has(locator))
+                return;
+            if (bootstrapped) {
+                readied(locator);
+                change(locator, { unheldModel: null });
+            }
+            change(locator, { stale: false });
+            readable(locator);
+        },
+        async locked(locator, stored) {
+            if (marks.has(locator) || answer(locator).confirmed)
+                return false;
+            return locks(locator, (await stored()) ?? listed.get(locator)?.replica.offline);
+        },
+        lockedAmong(stored) {
+            const modes = new Map([...listed].map(([locator, room]) => [locator, room.replica.offline]));
+            for (const [locator, mode] of stored)
+                modes.set(locator, mode);
+            return [...modes]
+                .filter(([locator, mode]) => locks(locator, mode))
+                .map(([locator]) => locator)
+                .sort();
+        },
+        connectionLost(lapsed) {
+            if (lockGrace !== null)
+                return;
+            lockGrace = setTimeout(() => {
+                lockGrace = null;
+                lapsed();
+            }, LOCK_GRACE_MS);
+        },
+        connectionLive,
+        lapse() {
+            for (const [locator, held] of answered) {
+                if (held.confirmed)
+                    answered.set(locator, { ...held, confirmed: false });
+            }
+        },
+        stood(locator, stale, repairable) {
+            heard(locator, { stale, ...(repairable === undefined ? {} : { repairable }) });
+        },
+        repairing(locator, running) {
+            change(locator, { repairing: running });
+        },
+        reload(locator, due) {
+            change(locator, { reloadDue: due });
+        },
+        standing(locator) {
+            const { stale, repairable, repairing, reloadDue } = answer(locator);
+            return { stale, repairable, repairing, reloadDue };
+        },
+        settled: () => ![...answered].some(([locator, { stale }]) => stale && !marks.has(locator)),
+        repairsOwed: () => [...answered]
+            .filter(([locator, { stale, repairable }]) => stale && repairable !== null && !marks.has(locator))
+            .map(([locator]) => locator),
+        askAgain(locator, ask) {
+            const held = unready.get(locator) ?? { tries: 0, timer: null };
+            unready.set(locator, held);
+            if (held.timer !== null)
+                return;
+            const wait = NOT_READY_MS[Math.min(held.tries, NOT_READY_MS.length - 1)];
+            held.tries += 1;
+            held.timer = setTimeout(() => {
+                held.timer = null;
+                ask();
+            }, wait);
+        },
+        stopAsking,
+        lose(locator, during) {
+            if (marks.has(locator))
+                return false;
+            marks.set(locator, { during, written: false });
+            lastLost.set(locator, ++lossCount);
+            listed.delete(locator);
+            readied(locator);
+            const { repairing, reloadDue } = answer(locator);
+            answered.set(locator, { ...UNANSWERED, repairing, reloadDue });
+            return true;
+        },
+        writing(locator) {
+            const mark = marks.get(locator);
+            if (mark === undefined || mark.written)
+                return false;
+            marks.set(locator, { ...mark, written: true });
+            return true;
+        },
+        unwritten(locator) {
+            const mark = marks.get(locator);
+            if (mark !== undefined)
+                marks.set(locator, { ...mark, written: false });
+        },
+        lost: (locator) => marks.has(locator),
+        losses: () => lossCount,
+        lostSince: (locator, losses) => marks.has(locator) || (lastLost.get(locator) ?? 0) > losses,
+        liftable,
+        lift(locator, discovery, unfenced) {
+            const mark = marks.get(locator);
+            if (mark !== undefined && liftable(locator, discovery) && (unfenced || !mark.written)) {
+                marks.delete(locator);
+            }
+        },
+        close() {
+            stopAsking();
+            connectionLive();
+        },
+    };
+}

package/dist/queries.d.ts

@@ -0,0 +1,16 @@
+import { type FiguresCover } from './figures.js';
+import type { Cover, Ran } from './live.js';
+import { type Plan, type QueryResult } from './query.js';
+import { type Deliver, type Fail, type PortReach } from './reach.js';
+import type { Runtime } from './runtime.js';
+import { type SearchResult } from './search.js';
+import type { QueryRoom } from './store.js';
+export declare function figuresCover(runtime: Runtime): Promise<FiguresCover>;
+export declare function answeredPlan(runtime: Runtime, plan: Plan, cover: () => Promise<Cover>): Promise<Ran>;
+export declare function rowsQuery(runtime: Runtime, plan: Plan): Promise<QueryResult>;
+export declare function planned(runtime: Runtime, input: unknown, reach: PortReach | null): Promise<Plan>;
+export declare function roomTallies(runtime: Runtime, rooms: readonly QueryRoom[], since: string): Promise<readonly import("./tallies.js").RoomTally[]>;
+export declare function watchPlan(runtime: Runtime, plan: Plan, deliver: Deliver, fail: Fail): () => void;
+export declare function watchPlanned(runtime: Runtime, planning: Promise<Plan>, deliver: Deliver, fail: Fail): () => void;
+export declare function searched(runtime: Runtime, input: unknown, reach: PortReach | null): Promise<SearchResult>;
+//# sourceMappingURL=queries.d.ts.map

package/dist/queries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queries.d.ts","sourceRoot":"","sources":["../src/queries.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAE9D,OAAO,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAK5C,OAAO,EAIL,KAAK,IAAI,EACT,KAAK,WAAW,EAEjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAa,KAAK,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAGhF,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAgB,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAE9D,OAAO,KAAK,EAAa,SAAS,EAAgB,MAAM,YAAY,CAAC;AAqFrE,wBAAsB,YAAY,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,CAa1E;AA2ED,wBAAsB,YAAY,CAChC,OAAO,EAAE,OAAO,EAChB,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,GAC1B,OAAO,CAAC,GAAG,CAAC,CAQd;AAQD,wBAAsB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAWlF;AAED,wBAAsB,OAAO,CAC3B,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,SAAS,GAAG,IAAI,GACtB,OAAO,CAAC,IAAI,CAAC,CAOf;AAED,wBAAsB,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,wDAO7F;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,GAAG,MAAM,IAAI,CAchG;AAED,wBAAgB,YAAY,CAC1B,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,EACvB,OAAO,EAAE,OAAO,EAChB,IAAI,EAAE,IAAI,GACT,MAAM,IAAI,CAeZ;AAED,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,SAAS,GAAG,IAAI,GACtB,OAAO,CAAC,YAAY,CAAC,CAqDvB"}

package/dist/queries.js

@@ -0,0 +1,270 @@
+import { identityOf } from '@agentshouse/mdmodel';
+import { ROOM_TOTALS } from './figures.js';
+import { roomInFlight } from './install.js';
+import { roomFacts } from './listing.js';
+import { lockedRooms } from './locks.js';
+import { OFFLINE, UNCERTAIN, failure } from './outcome.js';
+import { connectionNow, prepare, roomsOfReach } from './preparation.js';
+import { planWithin, } from './query.js';
+import { planReach } from './reach.js';
+import { refuse } from './refusal.js';
+import { documentKey } from './rows.js';
+import { searchPlanOf } from './search.js';
+import { seedApplies, seededResult, watchSeeded } from './seed.js';
+import { capped, MAXIMUM_WINDOW } from './windows.js';
+const QUERY_BYTES = 1 << 20;
+function everyRoom({ presence }, held) {
+    return [
+        ...new Set([
+            ...presence.rooms().map(({ locator }) => locator),
+            ...held.rooms.keys(),
+            ...held.queues.keys(),
+        ]),
+    ];
+}
+function reachedRooms(runtime, plan, held) {
+    const reached = plan.reach === null ? null : roomsOfReach(plan.reach);
+    const named = plan.rooms ?? (reached === null ? everyRoom(runtime, held) : [...reached]);
+    return [...new Set(named)]
+        .filter((locator) => (reached === null || reached.has(locator)) && !plan.locked.includes(locator))
+        .sort();
+}
+function awaited({ socket, presence }, locator) {
+    return (!socket.session.now().roomsListed || presence.room(locator)?.replica.admission === 'admitted');
+}
+function coveredRooms(runtime, locators, whole, held) {
+    const { store, socket } = runtime;
+    if (locators.length === 0 && whole && !socket.session.now().roomsListed)
+        return { pending: [] };
+    const pending = [];
+    const coverage = [];
+    const overlay = [];
+    const read = [];
+    for (const locator of locators) {
+        const replica = held.rooms.get(locator);
+        if (replica === undefined) {
+            if (awaited(runtime, locator))
+                pending.push({ room: locator, awaits: 'acquisition' });
+            continue;
+        }
+        if (!replica.indexed) {
+            pending.push({ room: locator, awaits: 'preparation' });
+            continue;
+        }
+        coverage.push({
+            room: locator,
+            generation: replica.transfer,
+            current: !roomInFlight(store, locator),
+        });
+        read.push({ locator, key: replica.key });
+        for (const id of held.queues.get(locator) ?? [])
+            overlay.push(id);
+    }
+    if (pending.length > 0)
+        return { pending };
+    return { coverage: { rooms: coverage, overlay }, rooms: read };
+}
+function covered(runtime, plan, held) {
+    return coveredRooms(runtime, reachedRooms(runtime, plan, held), plan.rooms === null && plan.reach === null, held);
+}
+function awaitPreparation(runtime, cover) {
+    if (!('pending' in cover))
+        return;
+    const waiting = cover.pending.filter(({ awaits }) => awaits === 'preparation');
+    if (waiting.length > 0) {
+        prepare(runtime, waiting.map(({ room }) => room));
+    }
+}
+export async function figuresCover(runtime) {
+    const held = await runtime.store.covering();
+    const locked = await lockedRooms(runtime);
+    const cover = coveredRooms(runtime, everyRoom(runtime, held)
+        .filter((locator) => !locked.includes(locator))
+        .sort(), true, held);
+    awaitPreparation(runtime, cover);
+    return 'pending' in cover ? cover : { rooms: cover.rooms };
+}
+function sameCover(left, right) {
+    return JSON.stringify(left) === JSON.stringify(right);
+}
+async function windowRows(local, plan, rooms, unchanged) {
+    const first = await local.query(plan, rooms, QUERY_BYTES);
+    if (first.more === undefined || !('documents' in first)) {
+        const { more: _more, ...rows } = first;
+        return rows;
+    }
+    const documents = [...first.documents];
+    for (let more = first.more; more !== undefined;) {
+        if (!unchanged())
+            return null;
+        const page = await local.query({
+            ...plan,
+            after: { text: more, values: JSON.parse(more) },
+            limit: plan.limit === null ? null : plan.limit - documents.length,
+            total: false,
+        }, rooms, QUERY_BYTES);
+        if (!('documents' in page))
+            return null;
+        documents.push(...page.documents);
+        more = page.more;
+        if (more === undefined) {
+            return {
+                documents,
+                ...(page.next === undefined ? {} : { next: page.next }),
+                ...(first.total === undefined ? {} : { total: first.total }),
+            };
+        }
+    }
+    return null;
+}
+async function coveredRows({ store }, plan, cover) {
+    for (;;) {
+        const before = await cover();
+        if ('pending' in before)
+            return { pending: before };
+        const local = await store.open();
+        const keys = before.rooms.map(({ key }) => key);
+        const changes = local.changes(keys);
+        const current = () => local.changes(keys) === changes;
+        const rows = await windowRows(local, plan, before.rooms, current);
+        const after = await cover();
+        if (rows !== null && sameCover(before, after))
+            return { rows, cover: before, current };
+    }
+}
+function keyedOf(rows, coverage) {
+    if ('groups' in rows) {
+        return {
+            result: { ...rows, coverage },
+            keys: rows.groups.map((group) => JSON.stringify(group.key)),
+        };
+    }
+    return {
+        result: { ...rows, coverage },
+        keys: rows.documents.map((document) => documentKey(document.room, document.path)),
+    };
+}
+export async function answeredPlan(runtime, plan, cover) {
+    const answered = await coveredRows(runtime, plan, cover);
+    if ('pending' in answered) {
+        const pending = answered.pending;
+        return { result: pending, keys: [], current: () => true };
+    }
+    const held = answered.cover;
+    return { ...keyedOf(answered.rows, held.coverage), current: answered.current };
+}
+async function coverNow(runtime, plan) {
+    const cover = covered(runtime, plan, await runtime.store.covering());
+    awaitPreparation(runtime, cover);
+    return cover;
+}
+export async function rowsQuery(runtime, plan) {
+    const held = await runtime.store.covering();
+    const before = covered(runtime, plan, held);
+    awaitPreparation(runtime, before);
+    const seeded = seedApplies(runtime, plan, held);
+    if (seeded !== null)
+        return seededResult(seeded).result;
+    if ('pending' in before)
+        return before;
+    const answered = await coveredRows(runtime, plan, () => coverNow(runtime, plan));
+    if ('pending' in answered)
+        return answered.pending;
+    const shownCover = answered.cover;
+    return { ...answered.rows, coverage: shownCover.coverage };
+}
+export async function planned(runtime, input, reach) {
+    const plan = planWithin(input, await roomFacts(runtime, reach), planReach(reach));
+    const named = plan.paths !== null &&
+        plan.rooms !== null &&
+        plan.paths.length * plan.rooms.length <= MAXIMUM_WINDOW;
+    return plan.limit === null && named ? plan : { ...plan, limit: capped(plan.limit) };
+}
+export async function roomTallies(runtime, rooms, since) {
+    return runtime.store.ask({
+        kind: 'replica.tallies',
+        totals: { ...(await planned(runtime, ROOM_TOTALS, null)), limit: null },
+        rooms,
+        since,
+    });
+}
+export function watchPlan(runtime, plan, deliver, fail) {
+    return watchSeeded(runtime, plan, deliver, (behind, answered) => runtime.liveQueries.watch(plan, identityOf(plan), (held) => {
+        const cover = covered(runtime, plan, held);
+        awaitPreparation(runtime, cover);
+        return behind(cover, held);
+    }, answered, fail));
+}
+export function watchPlanned(runtime, planning, deliver, fail) {
+    let stop = null;
+    let stopped = false;
+    planning.then((plan) => {
+        if (!stopped)
+            stop = watchPlan(runtime, plan, deliver, fail);
+    }, (error) => {
+        if (!stopped)
+            fail(error);
+    });
+    return () => {
+        stopped = true;
+        stop?.();
+    };
+}
+export async function searched(runtime, input, reach) {
+    const { store, socket, journal } = runtime;
+    const { session } = socket;
+    const asked = searchPlanOf(input);
+    await socket.ready;
+    const search = socket.search();
+    if (search === undefined) {
+        return {
+            kind: 'undeclared',
+            code: 'action-undeclared',
+            fields: { name: 'search' },
+            retryable: false,
+        };
+    }
+    if (socket.closed() ||
+        session.now().refusal !== null ||
+        (await connectionNow(runtime)) !== 'connected')
+        return OFFLINE;
+    const reached = reach === null ? null : new Set(reach.rooms);
+    const named = asked.rooms === null
+        ? reached === null
+            ? null
+            : [...reached]
+        : asked.rooms.filter((room) => reached === null || reached.has(room));
+    const held = named === null ? null : await store.rooms(named);
+    const rooms = named === null ? null : named.filter((room) => held.has(room)).sort();
+    if (rooms !== null && rooms.length === 0)
+        return { kind: 'found', documents: [] };
+    try {
+        await socket.authorize();
+    }
+    catch {
+        return UNCERTAIN;
+    }
+    const { closed, authorization, refusal } = session.now();
+    if (closed || authorization === undefined || refusal !== null)
+        return UNCERTAIN;
+    journal.record('transfer search');
+    try {
+        const result = await search(authorization, { text: asked.text, rooms });
+        if (result.kind === 'revoked-authorization')
+            await refuse(runtime, 'revoked-authorization');
+        journal.record(`outcome search ${result.kind}`);
+        if (result.kind === 'rejected')
+            return result;
+        if (result.kind !== 'found')
+            return failure(result);
+        const kept = rooms === null ? null : new Set(rooms);
+        return {
+            kind: 'found',
+            documents: result.documents.filter((hit) => kept === null || kept.has(hit.room)),
+        };
+    }
+    catch {
+        journal.record('outcome search transport-uncertainty');
+        return UNCERTAIN;
+    }
+}