@agentshouse/mdruntime 0.1.0-cf28918c2bf91 → 0.1.0-cff8ba8fa2542

package/dist/reach.js

@@ -0,0 +1,285 @@
+import { unheldView } from './conversation.js';
+import { modelTypes, NO_MODEL } from './model.js';
+import { applied, observing } from './observation.js';
+import { beneath } from './paths.js';
+import { reconciled } from './read-side.js';
+import { moveTarget, readParts } from './room-draft.js';
+import { documentKey } from './rows.js';
+const UNHELD_TYPES = { collection: modelTypes(NO_MODEL), typedSelection: null };
+const UNDECLARED = { kind: 'undeclared' };
+function undeclared() {
+    return Promise.resolve(UNDECLARED);
+}
+const NO_CONVERSATION = {
+    list: () => Promise.resolve([]),
+    read: (conversation) => Promise.resolve(unheldView(conversation)),
+    create: undeclared,
+    send: undeclared,
+    answer: undeclared,
+    interrupt: undeclared,
+    kill: undeclared,
+    cancel: undeclared,
+    delete: undeclared,
+};
+const NO_CHAT_DRAFT = {
+    write: () => Promise.resolve(),
+    discard: () => Promise.resolve(),
+};
+export function holds(reach, room) {
+    return (reach === null ||
+        reach.rooms.includes(room) ||
+        reach.documents.some((document) => document.room === room));
+}
+function wholly(reach, room) {
+    return reach === null || reach.rooms.includes(room);
+}
+export function governs(reach, room) {
+    if (wholly(reach, room.locator)) {
+        return { collection: true, selection: room.typedSelection !== null };
+    }
+    const selected = (path) => room.typedSelection?.roots.some((root) => beneath(root, path)) ?? false;
+    const paths = reach.documents
+        .filter((document) => document.room === room.locator)
+        .map(({ path }) => path);
+    return { collection: paths.some((path) => !selected(path)), selection: paths.some(selected) };
+}
+function covers(reach, room, path) {
+    return (reach === null ||
+        reach.rooms.includes(room) ||
+        reach.documents.some((document) => document.room === room && document.path === path));
+}
+function conversing(reach) {
+    return reach === null || reach.conversations;
+}
+export function planReach(reach) {
+    return reach === null
+        ? null
+        : {
+            rooms: [...new Set(reach.rooms)].sort(),
+            documents: [
+                ...new Set(reach.documents.map(({ room, path }) => documentKey(room, path))),
+            ].sort(),
+        };
+}
+function roomsWithin(reach, rooms) {
+    if (reach === null)
+        return rooms;
+    return rooms
+        .filter((room) => holds(reach, room.locator))
+        .map((room) => {
+        if (wholly(reach, room.locator))
+            return room;
+        const governed = governs(reach, room);
+        return {
+            ...room,
+            model: governed.collection ? room.model : modelTypes(NO_MODEL),
+            typedSelection: governed.selection ? room.typedSelection : null,
+            roomVersion: null,
+            attachments: [],
+        };
+    });
+}
+function typesWithin(reach, room, types) {
+    if (room === undefined)
+        return structuredClone(UNHELD_TYPES);
+    const governed = governs(reach, room);
+    return {
+        collection: governed.collection ? types.collection : modelTypes(NO_MODEL),
+        typedSelection: governed.selection ? types.typedSelection : null,
+    };
+}
+function moves(reach, room, move) {
+    return move === undefined || covers(reach, room, moveTarget(move));
+}
+function draftWithin(reach, draft) {
+    return covers(reach, draft.room, draft.path) && moves(reach, draft.room, draft.parts.move);
+}
+function draftsWithin(reach, drafts) {
+    return drafts.filter((draft) => draftWithin(reach, draft));
+}
+function shownDraft(reach, draft) {
+    return draft !== null && draftWithin(reach, draft) ? draft : null;
+}
+function writeWithin(reach, write) {
+    return write.outcome === 'written'
+        ? { outcome: 'written', roomDraft: shownDraft(reach, write.roomDraft) }
+        : { outcome: 'stale', current: shownDraft(reach, write.current) };
+}
+function savedWithin(reach, room, result) {
+    if (reach === null || result.outcome === 'saved')
+        return result;
+    const { file, location, referrers, ...refusal } = result;
+    const hidden = file !== undefined && !covers(reach, room, file);
+    return {
+        ...refusal,
+        ...(file === undefined || hidden ? {} : { file }),
+        ...(location === undefined || hidden ? {} : { location }),
+        ...(referrers === undefined
+            ? {}
+            : { referrers: referrers.filter((path) => covers(reach, room, path)) }),
+    };
+}
+function statusWithin(reach, status) {
+    return {
+        ...status,
+        attentionRequired: status.attentionRequired.filter((entry) => covers(reach, entry.room, entry.path)),
+    };
+}
+function queueWithin(reach, room, entries) {
+    return entries.filter(({ batch }) => batch.changes.every((change) => covers(reach, room, change.path) &&
+        (change.kind !== 'move' || covers(reach, room, change.to))));
+}
+function unreached(room) {
+    return new Error(`No Local Replica for ${room}`);
+}
+export function narrowed(runtime, given) {
+    const { md, watch } = runtime;
+    let reach = given;
+    const open = new Set();
+    function following(begin) {
+        let stop = begin();
+        const restart = () => {
+            stop();
+            stop = begin();
+        };
+        open.add(restart);
+        return () => {
+            open.delete(restart);
+            stop();
+        };
+    }
+    const within = (topic, input, deliver) => {
+        if (topic === 'rooms') {
+            return following(() => watch(topic, input, (rooms) => deliver(roomsWithin(reach, rooms))));
+        }
+        if (topic === 'sync-status') {
+            return following(() => watch(topic, input, (status) => deliver(statusWithin(reach, status))));
+        }
+        if (topic === 'room-drafts') {
+            return following(() => watch(topic, input, (drafts) => deliver(draftsWithin(reach, drafts))));
+        }
+        if (topic === 'queue') {
+            const room = input[0];
+            return following(() => {
+                if (!holds(reach, room)) {
+                    deliver([]);
+                    return () => { };
+                }
+                return watch(topic, input, (entries) => deliver(queueWithin(reach, room, entries)));
+            });
+        }
+        if (topic === 'query') {
+            const plan = runtime.plan(input[0], reach);
+            let held = null;
+            return following(() => {
+                let first = true;
+                return runtime.watchPlan({ ...plan, reach: planReach(reach) }, (message) => {
+                    if (!first) {
+                        held = applied(held, message);
+                        deliver(message);
+                        return;
+                    }
+                    first = false;
+                    if (held === null) {
+                        held = message;
+                        deliver(message);
+                        return;
+                    }
+                    const next = reconciled(held, message);
+                    if (next === null)
+                        return;
+                    held = next.keyed;
+                    deliver(next.change);
+                });
+            });
+        }
+        if (topic === 'conversation') {
+            return following(() => {
+                if (conversing(reach))
+                    return watch(topic, input, deliver);
+                deliver(unheldView(input[0]));
+                return () => { };
+            });
+        }
+        if (topic === 'conversations') {
+            return following(() => {
+                if (conversing(reach))
+                    return watch(topic, input, deliver);
+                deliver([]);
+                return () => { };
+            });
+        }
+        return watch(topic, input, deliver);
+    };
+    const conversation = () => (conversing(reach) ? md.conversation : NO_CONVERSATION);
+    const chatDraft = () => (conversing(reach) ? md.chatDraft : NO_CHAT_DRAFT);
+    const view = {
+        ...md,
+        rooms: () => roomsWithin(reach, md.rooms()),
+        query: ((input) => runtime.query(runtime.plan(input, reach))),
+        search: (input) => runtime.search(input, reach),
+        types(room) {
+            if (wholly(reach, room))
+                return md.types(room);
+            if (!holds(reach, room))
+                return structuredClone(UNHELD_TYPES);
+            const listed = md.rooms().find(({ locator }) => locator === room);
+            return typesWithin(reach, listed, md.types(room));
+        },
+        async save(room, roomDrafts, writtenBy) {
+            if (!holds(reach, room))
+                throw unreached(room);
+            const outside = roomDrafts.find(({ path }) => !covers(reach, room, path) ||
+                !moves(reach, room, md.roomDraft.read(room, path)?.parts.move));
+            if (outside !== undefined)
+                return { outcome: 'refused', rule: 'stale', file: outside.path };
+            return savedWithin(reach, room, await md.save(room, roomDrafts, writtenBy));
+        },
+        history: (room, path, query) => covers(reach, room, path)
+            ? md.history(room, path, query)
+            : Promise.resolve({ kind: 'room-not-readable', locator: room }),
+        reached: (room, roomVersion, path) => (path === undefined ? wholly(reach, room) : covers(reach, room, path)) &&
+            md.reached(room, roomVersion, path),
+        log: () => (reach === null ? md.log() : ''),
+        roomDraft: {
+            list: () => md.roomDraft.list().then((drafts) => draftsWithin(reach, drafts)),
+            read: (room, path) => covers(reach, room, path) ? shownDraft(reach, md.roomDraft.read(room, path)) : null,
+            async write(room, path, revision, parts) {
+                if (!covers(reach, room, path) || !moves(reach, room, readParts(parts).move)) {
+                    throw unreached(room);
+                }
+                return writeWithin(reach, await md.roomDraft.write(room, path, revision, parts));
+            },
+            async discard(room, path, revision) {
+                if (!covers(reach, room, path))
+                    return { outcome: 'stale', current: null };
+                return writeWithin(reach, await md.roomDraft.discard(room, path, revision));
+            },
+        },
+        conversation: {
+            list: () => conversation().list(),
+            read: (id, options) => conversation().read(id, options),
+            create: (input) => conversation().create(input),
+            send: (id) => conversation().send(id),
+            answer: (id, answer) => conversation().answer(id, answer),
+            interrupt: (id) => conversation().interrupt(id),
+            kill: (id) => conversation().kill(id),
+            cancel: (id, turn) => conversation().cancel(id, turn),
+            delete: (id) => conversation().delete(id),
+        },
+        chatDraft: {
+            write: (id, draft) => chatDraft().write(id, draft),
+            discard: (id) => chatDraft().discard(id),
+        },
+        observe: observing(within),
+    };
+    return {
+        md: view,
+        watch: within,
+        narrow(next) {
+            reach = next;
+            for (const restart of [...open])
+                restart();
+        },
+    };
+}

package/dist/react.d.ts

@@ -0,0 +1,31 @@
+import type { MdRuntimeClient } from './client.js';
+import type { AppRoom, ConnectionRefusal, SaveResult } from './connection.js';
+import type { ServiceMode } from './adapter.js';
+import type { ConversationEntry, ConversationOptions, ConversationView } from './conversation.js';
+import type { QueueEntry } from './outcome.js';
+import type { DocumentQuery, DocumentResult, GroupQuery, GroupResult } from './query.js';
+import type { RoomDraft, RoomDraftParts } from './room-draft.js';
+import type { SyncStatus } from './status.js';
+type Client = MdRuntimeClient | null;
+export declare function useObserve(client: Client, topic: 'deployment-facts'): unknown;
+export declare function useObserve(client: Client, topic: 'rooms'): readonly AppRoom[] | undefined;
+export declare function useObserve(client: Client, topic: 'connection-refusal'): ConnectionRefusal | null | undefined;
+export declare function useObserve(client: Client, topic: 'storage-loss'): string | null | undefined;
+export declare function useObserve(client: Client, topic: 'sync-status'): SyncStatus | undefined;
+export declare function useObserve(client: Client, topic: 'service-mode'): ServiceMode | undefined;
+export declare function useObserve(client: Client, topic: 'query', query: DocumentQuery): DocumentResult | undefined;
+export declare function useObserve(client: Client, topic: 'query', query: GroupQuery): GroupResult | undefined;
+export declare function useObserve(client: Client, topic: 'queue', locator: string): readonly QueueEntry[] | undefined;
+export declare function useObserve(client: Client, topic: 'room-drafts'): readonly RoomDraft[] | undefined;
+export declare function useObserve(client: Client, topic: 'presentation'): unknown;
+export declare function useObserve(client: Client, topic: 'conversation', conversation: string, options: ConversationOptions): ConversationView | undefined;
+export declare function useObserve(client: Client, topic: 'conversations'): readonly ConversationEntry[] | undefined;
+export type Saving = {
+    readonly busy: boolean;
+    readonly outcome: SaveResult | null;
+    readonly failure: Error | null;
+    save(room: string, roomDrafts: ReadonlyMap<string, RoomDraftParts>): Promise<SaveResult>;
+};
+export declare function useSave(client: MdRuntimeClient): Saving;
+export {};
+//# sourceMappingURL=react.d.ts.map

package/dist/react.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"react.d.ts","sourceRoot":"","sources":["../src/react.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAkB,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC9F,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,KAAK,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAElG,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzF,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAG9C,KAAK,MAAM,GAAG,eAAe,GAAG,IAAI,CAAC;AAIrC,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC;AAC/E,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,OAAO,EAAE,GAAG,SAAS,CAAC;AAC3F,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,oBAAoB,GAC1B,iBAAiB,GAAG,IAAI,GAAG,SAAS,CAAC;AACxC,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;AAC7F,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,UAAU,GAAG,SAAS,CAAC;AACzF,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,WAAW,GAAG,SAAS,CAAC;AAC3F,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,aAAa,GACnB,cAAc,GAAG,SAAS,CAAC;AAC9B,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,OAAO,EACd,KAAK,EAAE,UAAU,GAChB,WAAW,GAAG,SAAS,CAAC;AAC3B,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,MAAM,GACd,SAAS,UAAU,EAAE,GAAG,SAAS,CAAC;AACrC,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,SAAS,SAAS,EAAE,GAAG,SAAS,CAAC;AACnG,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC;AAC3E,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,cAAc,EACrB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,mBAAmB,GAC3B,gBAAgB,GAAG,SAAS,CAAC;AAChC,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,eAAe,GACrB,SAAS,iBAAiB,EAAE,GAAG,SAAS,CAAC;AAkC5C,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,KAAK,GAAG,IAAI,CAAC;IAC/B,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC1F,CAAC;AAuBF,wBAAgB,OAAO,CAAC,MAAM,EAAE,eAAe,GAAG,MAAM,CAkBvD"}

package/dist/react.js

@@ -0,0 +1,62 @@
+import { useCallback, useEffect, useRef, useState } from 'react';
+export function useObserve(client, topic, ...input) {
+    const key = JSON.stringify([topic, ...input]);
+    const [held, setHeld] = useState(null);
+    const opened = useRef(input);
+    opened.current = input;
+    useEffect(() => {
+        if (client === null)
+            return;
+        let live = true;
+        let observation = null;
+        const observe = client.observe;
+        void observe(topic, ...opened.current).then((open) => {
+            if (!live) {
+                open.close();
+                return;
+            }
+            observation = open;
+            const take = (value) => {
+                if (live)
+                    setHeld({ client, key, value });
+            };
+            take(open.current());
+            open.subscribe(take);
+        });
+        return () => {
+            live = false;
+            observation?.close();
+        };
+    }, [client, key]);
+    return held !== null && held.client === client && held.key === key ? held.value : undefined;
+}
+const IDLE = { busy: false, outcome: null, failure: null };
+async function written(client, room, roomDrafts) {
+    const kept = [];
+    for (const [path, parts] of roomDrafts) {
+        const prior = await client.roomDraft.read(room, path);
+        const write = await client.roomDraft.write(room, path, prior?.revision ?? null, parts);
+        if (write.outcome !== 'written' || write.roomDraft === null) {
+            throw new Error(`the Room Draft at ${path} was not written`);
+        }
+        kept.push({ path, revision: write.roomDraft.revision });
+    }
+    return client.save(room, kept);
+}
+export function useSave(client) {
+    const [state, setState] = useState(IDLE);
+    const save = useCallback(async (room, roomDrafts) => {
+        setState({ busy: true, outcome: null, failure: null });
+        try {
+            const outcome = await written(client, room, roomDrafts);
+            setState({ busy: false, outcome, failure: null });
+            return outcome;
+        }
+        catch (error) {
+            const failure = error instanceof Error ? error : new Error(String(error));
+            setState({ busy: false, outcome: null, failure });
+            throw failure;
+        }
+    }, [client]);
+    return { ...state, save };
+}

package/dist/read-side.d.ts

@@ -10,5 +10,9 @@ export type ReadSide = {
     document(room: string, path: string): SearchedDocument | null;
     close(): void;
 };
+export declare function reconciled(previous: KeyedResult, next: KeyedResult): {
+    keyed: KeyedResult;
+    change: QueryChange;
+} | null;
 export declare function createReadSide(): ReadSide;
 //# sourceMappingURL=read-side.d.ts.map

package/dist/read-side.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read-side.d.ts","sourceRoot":"","sources":["../src/read-side.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAU,KAAK,WAAW,EAAE,KAAK,WAAW,EAAe,MAAM,kBAAkB,CAAC;AAC3F,OAAO,KAAK,EAOV,IAAI,EAGJ,WAAW,EAIZ,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAqDpD,MAAM,MAAM,QAAQ,GAAG;IACrB,KAAK,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACxC,KAAK,CACH,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,KAAK,IAAI,GACpD,MAAM,IAAI,CAAC;IACd,SAAS,IAAI,SAAS,gBAAgB,EAAE,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAAC;IAC9D,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAySF,wBAAgB,cAAc,IAAI,QAAQ,CA4HzC"}
+{"version":3,"file":"read-side.d.ts","sourceRoot":"","sources":["../src/read-side.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAU,KAAK,WAAW,EAAE,KAAK,WAAW,EAAe,MAAM,kBAAkB,CAAC;AAC3F,OAAO,KAAK,EAOV,IAAI,EAIJ,WAAW,EAIZ,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAqDpD,MAAM,MAAM,QAAQ,GAAG;IACrB,KAAK,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACxC,KAAK,CACH,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,KAAK,IAAI,GACpD,MAAM,IAAI,CAAC;IACd,SAAS,IAAI,SAAS,gBAAgB,EAAE,CAAC;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAAC;IAC9D,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AA8RF,wBAAgB,UAAU,CACxB,QAAQ,EAAE,WAAW,EACrB,IAAI,EAAE,WAAW,GAChB;IAAE,KAAK,EAAE,WAAW,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;CAAE,GAAG,IAAI,CA4BpD;AAED,wBAAgB,cAAc,IAAI,QAAQ,CA4HzC"}

package/dist/read-side.js

@@ -50,10 +50,16 @@ function conditioned(condition, row) {
         return some(condition.some.map((item) => conditioned(item, row)));
     return tested(condition.test, row.values[condition.field], row.sizes[condition.field], row.fields[condition.field]);
 }
-function scoped(scope, row, rooms) {
+function reached(reach, room, document) {
+    return reach === null
+        ? []
+        : [or(inArray(room, [...reach.rooms]), inArray(document, [...reach.documents]))];
+}
+function scoped(scope, row, rooms, reach) {
     return every([
         eq(row.kind, 'document'),
         ...(rooms === null ? [] : [inArray(row.room, [...rooms])]),
+        ...reached(reach, row.room, row.key),
         ...(scope.types === null ? [] : [inArray(row.type, [...scope.types])]),
         ...(scope.pathPrefix === null ? [] : [inArray(scope.pathPrefix, row.directories)]),
         ...(scope.where === null ? [] : [conditioned(scope.where, row)]),
@@ -68,25 +74,25 @@ function live(query) {
         startSync: true,
     });
 }
-function related(q, rows, scope, field, kept) {
+function related(q, rows, scope, field, kept, reach) {
     const matched = kept === 'source' ? 'target' : 'source';
     const from = q.from({ r: rows });
     return from
         .where(({ r }) => every([eq(r.kind, 'reference'), ...(field === null ? [] : [eq(r.field, field)])]))
         .innerJoin({ m: rows }, ({ r, m }) => eq(r[matched], m.key))
-        .where(({ m }) => scoped(scope, m, null))
+        .where(({ m }) => scoped(scope, m, null, reach))
         .groupBy(({ r }) => r[kept])
         .select(({ r }) => ({ key: r[kept] }));
 }
 function filtered(q, rows, plan) {
     const from = q.from({ d: rows });
-    let query = from.where(({ d }) => scoped(plan.root, d, plan.rooms));
+    let query = from.where(({ d }) => scoped(plan.root, d, plan.rooms, plan.reach));
     if (plan.hop !== null) {
-        const hop = related(q, rows, plan.hop, plan.hop.field, 'source');
+        const hop = related(q, rows, plan.hop, plan.hop.field, 'source', plan.reach);
         query = query.innerJoin({ h: hop }, ({ d, h }) => eq(d.key, h.key));
     }
     if (plan.backlinks !== null) {
-        const backlinks = related(q, rows, plan.backlinks, plan.backlinks.field, 'target');
+        const backlinks = related(q, rows, plan.backlinks, plan.backlinks.field, 'target', plan.reach);
         query = query.innerJoin({ k: backlinks }, ({ d, k }) => eq(d.key, k.key));
     }
     return query;
@@ -117,14 +123,14 @@ function documents(q, rows, plan, shape) {
         ...(Array.isArray(shape.sections) ? named('section', shape.sections, b.sections) : {}),
         ...(shape.preamble ? { preamble: b.preamble } : {}),
         ...(shape.markdown ? { markdown: b.markdown } : {}),
-        ...(shape.backlinks ? { backlinks: toArray(backlinked(q, rows, d)) } : {}),
+        ...(shape.backlinks ? { backlinks: toArray(backlinked(q, rows, d, plan.reach)) } : {}),
         ...(shape.change ? { change: d.change } : {}),
     }));
 }
-function backlinked(q, rows, document) {
+function backlinked(q, rows, document, reach) {
     const from = q.from({ r: rows });
     return from
-        .where(({ r }) => eq(r.target, document.key))
+        .where(({ r }) => every([eq(r.target, document.key), ...reached(reach, r.room, r.source)]))
         .orderBy(({ r }) => r.path, { stringSort: 'lexical' })
         .orderBy(({ r }) => r.field, { stringSort: 'lexical' })
         .select(({ r }) => ({ path: r.path, type: r.type, field: r.field }));
@@ -214,7 +220,7 @@ function keyedOf(plan, entries) {
         keys: bounded.map(([key]) => key),
     };
 }
-function reconciled(previous, next) {
+export function reconciled(previous, next) {
     const before = rowsOf(previous.result);
     const held = new Map(previous.keys.map((key, index) => [key, before[index]]));
     const changed = [];

package/dist/refresh.d.ts

@@ -1,4 +1,5 @@
 import type { Adapter, AdapterFailure, Authorization, RetryableRefusal } from './adapter.js';
+import type { Remodel } from './bootstrap.js';
 import { type ConfirmedLayer } from './replica.js';
 import { type Refused, type Unconfirmed } from './transfer.js';
 export type RefreshOutcome = {
@@ -9,5 +10,5 @@ export type RefreshOutcome = {
 } | {
     kind: 'beyond-horizon';
 } | RetryableRefusal | Unconfirmed | Refused | AdapterFailure;
-export declare function refreshRoom(adapter: Adapter, authorization: Authorization, confirmed: ConfirmedLayer, continuing: () => boolean, minPosition: string | undefined): Promise<RefreshOutcome>;
+export declare function refreshRoom(adapter: Adapter, authorization: Authorization, confirmed: ConfirmedLayer, remodel: Remodel, continuing: () => boolean): Promise<RefreshOutcome>;
 //# sourceMappingURL=refresh.d.ts.map

package/dist/refresh.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"refresh.d.ts","sourceRoot":"","sources":["../src/refresh.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,aAAa,EAGb,gBAAgB,EAEjB,MAAM,cAAc,CAAC;AAEtB,OAAO,EAAc,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAC/C;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B,gBAAgB,GAChB,WAAW,GACX,OAAO,GACP,cAAc,CAAC;AAEnB,wBAAsB,WAAW,CAC/B,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,cAAc,EACzB,UAAU,EAAE,MAAM,OAAO,EACzB,WAAW,EAAE,MAAM,GAAG,SAAS,GAC9B,OAAO,CAAC,cAAc,CAAC,CA0EzB"}
+{"version":3,"file":"refresh.d.ts","sourceRoot":"","sources":["../src/refresh.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,aAAa,EAGb,gBAAgB,EAEjB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAc,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAC/C;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B,gBAAgB,GAChB,WAAW,GACX,OAAO,GACP,cAAc,CAAC;AAEnB,wBAAsB,WAAW,CAC/B,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,cAAc,EACzB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,GACxB,OAAO,CAAC,cAAc,CAAC,CA8EzB"}

package/dist/refresh.js

@@ -1,18 +1,21 @@
 import { declaredAttachments } from './attachment.js';
 import { readStaged } from './replica.js';
 import { unconfirmed } from './transfer.js';
-export async function refreshRoom(adapter, authorization, confirmed, continuing, minPosition) {
+export async function refreshRoom(adapter, authorization, confirmed, remodel, continuing) {
     const locator = confirmed.record.locator;
     const fromRoomVersion = confirmed.record.roomVersion;
     const first = await adapter.refresh(authorization, {
         locator,
         selection: confirmed.record.replica.selection,
         fromRoomVersion,
-        ...(minPosition === undefined ? {} : { minPosition }),
     });
     if (first.kind !== 'net-advancement')
         return first;
     const roomVersion = first.roomVersion;
+    const models = remodel(first.models, {
+        collection: confirmed.record.model,
+        selection: confirmed.record.selectionModel,
+    });
     const documents = { ...confirmed.record.documents };
     const revisions = { ...confirmed.record.revisions };
     const changes = { ...confirmed.record.changes };
@@ -54,7 +57,6 @@ export async function refreshRoom(adapter, authorization, confirmed, continuing,
             locator,
             selection: confirmed.record.replica.selection,
             fromRoomVersion,
-            ...(minPosition === undefined ? {} : { minPosition }),
             pageToken,
         });
         if (page.kind === 'still-current' || page.kind === 'beyond-horizon')
@@ -68,6 +70,8 @@ export async function refreshRoom(adapter, authorization, confirmed, continuing,
     }
     const staged = readStaged({
         ...confirmed.record,
+        model: models.collection,
+        selectionModel: models.selection,
         roomVersion,
         documents,
         binaryTargets: [...binaryTargets].sort(),

package/dist/replica.d.ts

@@ -1,7 +1,7 @@
 import { type ChangeBatch } from './change.js';
 import { type Collection, type Composition } from './collection.js';
 import { type Layer } from './overlay.js';
-import { type Rewriting } from './save.js';
+import type { RoomAttachment } from './adapter.js';
 import type { ReplicaRecord } from './store.js';
 import type { Refused } from './transfer.js';
 export type ConfirmedLayer = {
@@ -35,9 +35,9 @@ export declare function readStaged(record: ReplicaRecord, previous?: ConfirmedLa
 export declare function readReclassified(record: ReplicaRecord, previous: ConfirmedLayer): Staged | {
     kind: 'deferred';
 };
-export declare function applyReturned(confirmed: ConfirmedLayer, documents: Readonly<Record<string, string>>, revisions: Readonly<Record<string, string>>, removals: readonly string[], roomVersion: string): Staged;
-export declare function replicaOf(confirmed: ConfirmedLayer, queue: readonly ChangeBatch[], rewriting: Rewriting, previous?: Replica): Replica;
+export declare function applyReturned(confirmed: ConfirmedLayer, documents: Readonly<Record<string, string>>, revisions: Readonly<Record<string, string>>, removals: readonly string[], attachments: readonly RoomAttachment[] | undefined, roomVersion: string, writtenAt: string): Staged;
+export declare function replicaOf(confirmed: ConfirmedLayer, queue: readonly ChangeBatch[], previous?: Replica): Replica;
 export declare function landed(batch: ChangeBatch, confirmed: ConfirmedLayer): boolean;
-export declare function withdrawals(confirmed: ConfirmedLayer, queue: readonly ChangeBatch[], withdrawable: (batch: ChangeBatch) => boolean, rewriting: Rewriting): readonly ChangeBatch[];
+export declare function withdrawals(confirmed: ConfirmedLayer, queue: readonly ChangeBatch[], withdrawable: (batch: ChangeBatch) => boolean): readonly ChangeBatch[];
 export {};
 //# sourceMappingURL=replica.d.ts.map

package/dist/replica.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replica.d.ts","sourceRoot":"","sources":["../src/replica.ts"],"names":[],"mappings":"AACA,OAAO,EAA0B,KAAK,WAAW,EAAqB,MAAM,aAAa,CAAC;AAC1F,OAAO,EAIL,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAA0C,KAAK,KAAK,EAAE,MAAM,cAAc,CAAC;AAClF,OAAO,EAAqB,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AAE9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG;IACjC,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAAG,OAAO,CAAC;AAE7E,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,EAAE,cAAc,CAAC;IAC1B,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IAC9B,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC;CAC/B,CAAC;AAEF,KAAK,UAAU,GAAG;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,KAAK,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,WAAW,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,WAAW,CAQhE;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CAWtF;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAKnF;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CAkBnF;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,cAAc,GACvB,MAAM,GAAG;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAM/B;AAED,wBAAgB,aAAa,CAC3B,SAAS,EAAE,cAAc,EACzB,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC3C,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC3C,QAAQ,EAAE,SAAS,MAAM,EAAE,EAC3B,WAAW,EAAE,MAAM,GAClB,MAAM,CA+BR;AAsDD,wBAAgB,SAAS,CACvB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,SAAS,EAAE,SAAS,EACpB,QAAQ,CAAC,EAAE,OAAO,GACjB,OAAO,CA4CT;AAkFD,wBAAgB,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,GAAG,OAAO,CAa7E;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,YAAY,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,EAC7C,SAAS,EAAE,SAAS,GACnB,SAAS,WAAW,EAAE,CAoBxB"}
+{"version":3,"file":"replica.d.ts","sourceRoot":"","sources":["../src/replica.ts"],"names":[],"mappings":"AACA,OAAO,EAA0B,KAAK,WAAW,EAAqB,MAAM,aAAa,CAAC;AAC1F,OAAO,EAIL,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAA0C,KAAK,KAAK,EAAE,MAAM,cAAc,CAAC;AAGlF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG;IACjC,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAAG,OAAO,CAAC;AAE7E,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,EAAE,cAAc,CAAC;IAC1B,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IAC9B,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC;CAC/B,CAAC;AAEF,KAAK,UAAU,GAAG;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,KAAK,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,WAAW,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,WAAW,CAQhE;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CAWtF;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAKnF;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CAkBnF;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,cAAc,GACvB,MAAM,GAAG;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAM/B;AAED,wBAAgB,aAAa,CAC3B,SAAS,EAAE,cAAc,EACzB,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC3C,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC3C,QAAQ,EAAE,SAAS,MAAM,EAAE,EAC3B,WAAW,EAAE,SAAS,cAAc,EAAE,GAAG,SAAS,EAClD,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,GAChB,MAAM,CAmCR;AAsDD,wBAAgB,SAAS,CACvB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,QAAQ,CAAC,EAAE,OAAO,GACjB,OAAO,CAgCT;AAkFD,wBAAgB,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,GAAG,OAAO,CAa7E;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,YAAY,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,GAC5C,SAAS,WAAW,EAAE,CAmBxB"}

package/dist/replica.js

@@ -4,6 +4,7 @@ import { parseCollection, readCollection, validateCollection, } from './collecti
 import { overlay, overlayChanged, sameLayerText } from './overlay.js';
 import { providerRewritten } from './save.js';
 import { equalValue } from './room-draft.js';
+import { declaredAttachments } from './attachment.js';
 export function compositionOf(record) {
     return {
         model: record.model,
@@ -25,7 +26,7 @@ export function sameMembership(record, other) {
         JSON.stringify(other.typedSelection?.roots ?? null));
 }
 export function readStaged(record, previous) {
-    if ((record.model.status === 'current' || record.selectionModel.status === 'current') &&
+    if ((record.model.status !== 'unavailable' || record.selectionModel.status !== 'unavailable') &&
         (previous === undefined ||
             !sameLayerText(record, previous.record) ||
             record.model !== previous.record.model ||
@@ -45,13 +46,13 @@ export function readReclassified(record, previous) {
         ? { kind: 'deferred' }
         : { kind: 'refused', refusal: verdict };
 }
-export function applyReturned(confirmed, documents, revisions, removals, roomVersion) {
+export function applyReturned(confirmed, documents, revisions, removals, attachments, roomVersion, writtenAt) {
     const nextDocuments = { ...confirmed.record.documents, ...documents };
     const nextRevisions = { ...confirmed.record.revisions, ...revisions };
     const nextChanges = { ...confirmed.record.changes };
     const nextWritten = {
         ...confirmed.record.written,
-        ...Object.fromEntries(Object.keys(documents).map((path) => [path, roomVersion])),
+        ...Object.fromEntries(Object.keys(documents).map((path) => [path, writtenAt])),
     };
     const binaryTargets = new Set(confirmed.record.binaryTargets);
     for (const [path, revision] of Object.entries(revisions)) {
@@ -73,6 +74,9 @@ export function applyReturned(confirmed, documents, revisions, removals, roomVer
         changes: nextChanges,
         written: nextWritten,
         binaryTargets: [...binaryTargets].sort(),
+        attachments: attachments === undefined
+            ? confirmed.record.attachments
+            : declaredAttachments([attachments]),
     }, confirmed);
 }
 function predicted(confirmed, batches, previous) {
@@ -116,7 +120,7 @@ function predicted(confirmed, batches, previous) {
     }
     return { layer, replay };
 }
-export function replicaOf(confirmed, queue, rewriting, previous) {
+export function replicaOf(confirmed, queue, previous) {
     const batches = Object.freeze(queue.map(immutable));
     if (batches.length === 0) {
         return {
@@ -132,16 +136,11 @@ export function replicaOf(confirmed, queue, rewriting, previous) {
             replay: [],
         };
     }
-    const predictedState = rewriting === 'provider' ? predicted(confirmed, batches, previous) : null;
-    const layer = rewriting === 'provider'
-        ? predictedState.layer
-        : previous === undefined
-            ? overlay(confirmed.record, batches)
-            : overlayChanged(confirmed.record, batches, previous.confirmed.record, previous.queue, previous.visible);
+    const { layer, replay } = predicted(confirmed, batches, previous);
     return {
         confirmed,
         queue: batches,
-        replay: predictedState?.replay ?? [],
+        replay,
         visible: {
             ...layer,
             collection: parseCollection(layer.documents, compositionOf(confirmed.record), previous === undefined
@@ -245,7 +244,7 @@ export function landed(batch, confirmed) {
         });
     });
 }
-export function withdrawals(confirmed, queue, withdrawable, rewriting) {
+export function withdrawals(confirmed, queue, withdrawable) {
     if (!queue.some(withdrawable))
         return [];
     const composition = compositionOf(confirmed.record);
@@ -256,7 +255,7 @@ export function withdrawals(confirmed, queue, withdrawable, rewriting) {
             withdrawn.push(batch);
             continue;
         }
-        const effective = rewriting === 'provider' && batch.changes.some((change) => change.kind === 'move')
+        const effective = batch.changes.some((change) => change.kind === 'move')
             ? providerRewritten(batch, {
                 ...layer,
                 collection: parseCollection(layer.documents, composition),