@agentshouse/mdruntime 0.1.0-c95464765b116 → 0.1.0-c969b8dee6cc8

package/dist/connection.js

@@ -1,10 +1,12 @@
 import { attachedModel } from './attached-model.js';
 import { cached, modelTypes, NO_MODEL, sameModel, } from './model.js';
-import { observing } from './observation.js';
-import { filterOf, identityOf, planOf, } from './query.js';
+import { observing, whole } from './observation.js';
+import { filterOf, identityOf, planOf, plain, queryKey, } from './query.js';
 import { createReadSide } from './read-side.js';
+import { seededResult } from './seed.js';
 import { markdownPath, roomOfKey } from './rows.js';
 import { createSearchIndex, searchPlanOf, } from './search.js';
+import { capped, MAXIMUM_WINDOW } from './windows.js';
 import { bootstrapRoom } from './bootstrap.js';
 import { changeSet, entering, mergeChangeSets } from './change-set.js';
 import { createConversationStore, } from './conversation.js';
@@ -13,12 +15,13 @@ import { indexReferrers, referencesIndexed, validRoot, } from './collection.js';
 import { runtimeError } from './failure.js';
 import { createLog } from './log.js';
 import { binaryRecord } from './binary.js';
-import { absentBinary, binaryAnswer, calledResult, failure, historyAnswer, undeclared, UNCERTAIN, } from './outcome.js';
+import { absentBinary, binaryAnswer, binaryLinkAnswer, calledResult, failure, historyAnswer, undeclared, UNCERTAIN, } from './outcome.js';
 import { createRecovery } from './recovery.js';
+import { doorReads } from './reads.js';
 import { refreshRoom } from './refresh.js';
-import { buildBatch, joined, limitedIn, requeued } from './save.js';
-import { applyReturned, compositionOf, confirmedOf, landed, readReclassified, replicaOf, sameMembership, withdrawals, } from './replica.js';
-import { binaryBase, changedParts, changesOf, held, heldFile, joinedDraft, readParts, returnedBy, returnedInto, staleWrite, underneath, withdrawnDrafts, } from './room-draft.js';
+import { buildBatch, joined, limitedIn, queuedDocuments, requeued, } from './save.js';
+import { applyReturned, compositionOf, confirmedOf, landed, readReclassified, replicaOf, sameMembership, standing, } from './replica.js';
+import { binaryBase, changedParts, changesOf, held, heldFile, joinedDraft, moveTarget, readParts, returnedBy, returnedInto, staleWrite, underneath, withdrawnDrafts, } from './room-draft.js';
 import { same, saving, STARTING, transferring, } from './status.js';
 import { detectStorageLoss, nextGeneration } from './durability.js';
 import { demanded, narrower, WHOLE_DEMAND, wider } from './acquisition.js';
@@ -31,6 +34,15 @@ import { beneath, normalize } from './paths.js';
 import { openRuntimeStore, } from './store.js';
 import { unconfirmed } from './transfer.js';
 import { governs, holds, narrowed, planReach, } from './reach.js';
+function roomsAlone(plan) {
+    return (plan.reach === null &&
+        plan.root.types === null &&
+        plan.root.where === null &&
+        plan.root.pathPrefix === null &&
+        plan.paths === null &&
+        plan.hop === null &&
+        plan.backlinks === null);
+}
 function within(root, path) {
     return root === '' || beneath(root, path);
 }
@@ -48,6 +60,10 @@ const OPENING_LANE = 'opening';
 const CONVERSATION_LANE = 'conversations';
 const ROOM_READS = 256;
 const ROOM_ATTEMPTS = 16;
+function operationOf(input) {
+    const operation = input?.operation_id;
+    return typeof operation === 'string' ? operation : null;
+}
 const outside = new Map();
 function outsideOf(roots) {
     const key = JSON.stringify(roots);
@@ -87,6 +103,8 @@ export function composeRuntime(options) {
     const replicas = new FencedMap(isFenced);
     const queuesWithoutReplica = new FencedMap(isFenced);
     const pendings = new Map();
+    const seeds = new Map();
+    const seedWatchers = new Map();
     const roomDrafts = new FencedMap(isFenced);
     const presentations = new Map();
     let limits = [];
@@ -99,6 +117,7 @@ export function composeRuntime(options) {
     const liveModels = new FencedMap(isModelFenced);
     const invalidModels = new Set();
     const discovered = new Map();
+    const reads = doorReads(options.adapter, (locator) => discovered.get(locator), () => generation);
     let roomsListed = false;
     const scopedRefusals = new Map();
     const sourceRefusals = new Map();
@@ -135,6 +154,7 @@ export function composeRuntime(options) {
     let handed = false;
     const recovery = (options.recovery ?? createRecovery()).scope(ROOM_ATTEMPTS);
     const repairing = new Set();
+    const calling = new Set();
     const repairable = new Map();
     let outcomeRetention = null;
     const answering = new Map();
@@ -255,6 +275,15 @@ export function composeRuntime(options) {
         const value = presentations.get(app);
         return value === undefined ? null : structuredClone(value);
     }
+    function keepPresentation(app, next) {
+        return exclusive(async () => {
+            const local = await openLocal();
+            const stored = next(presentations.get(app));
+            await local.present({ app, value: stored });
+            presentations.set(app, stored);
+            publishChangeSet(changeSet('', null, null, { presentation: app }));
+        });
+    }
     function emitPresentation(app) {
         if (closed)
             return;
@@ -484,7 +513,8 @@ export function composeRuntime(options) {
         return [...new Set(named)].filter((locator) => reached === null || reached.has(locator)).sort();
     }
     function awaited(locator) {
-        return rooms.has(locator) || !roomsListed;
+        return (!roomsListed ||
+            (rooms.has(locator) && discovered.get(locator)?.replica.admission === 'admitted'));
     }
     function covered(plan) {
         const locators = reachedRooms(plan);
@@ -535,20 +565,28 @@ export function composeRuntime(options) {
             .map((room) => room.locator)
             .sort();
     }
+    function heldLocators(acquired) {
+        return demand.whole ? acquired : [...new Set([...acquired, ...demand.rooms])].sort();
+    }
     function heldDemand(acquired) {
         if (demand.whole)
             return null;
-        return { rooms: acquired.map((room) => room.locator), conversations: demand.conversations };
+        return {
+            rooms: heldLocators(acquired.map((room) => room.locator)),
+            conversations: demand.conversations,
+        };
     }
     function applyDemand(next) {
-        const before = acquiredLocators();
-        const conversed = demand.conversations;
+        const before = heldLocators(acquiredLocators());
+        const { whole, conversations: conversed } = demand;
         demand = next;
-        const after = acquiredLocators();
+        const after = heldLocators(acquiredLocators());
         queueReadiness();
         if (!conversed && next.conversations)
             scheduleCurrency();
-        if (JSON.stringify(before) === JSON.stringify(after) && conversed === next.conversations)
+        if (JSON.stringify(before) === JSON.stringify(after) &&
+            whole === next.whole &&
+            conversed === next.conversations)
             return;
         journal.record(`acquisition ${next.whole ? 'whole' : after.length}`);
         if (options.adapter.roomStream === undefined)
@@ -643,8 +681,7 @@ export function composeRuntime(options) {
     }
     function readinessFor(port, reach) {
         const required = requiredRooms(reach);
-        const target = targets[port.target];
-        const search = target?.search === true;
+        const search = port.search === 'required';
         const coverage = required.rooms.map((room) => ({ room, state: roomState(room, search) }));
         const building = (state) => coverage
             .filter((room) => room.state === state && !unindexable.has(room.room))
@@ -672,15 +709,11 @@ export function composeRuntime(options) {
                 : port.capacity,
             refused: refusedIn(required.rooms),
             lost: storageLoss !== null,
-            established: target?.established === true,
+            established: targets[port.target]?.established === true,
         });
     }
-    function keepTarget(name, change) {
-        const held = targets[name] ?? { established: false, search: false };
-        const next = { ...held, ...change };
-        if (next.established === held.established && next.search === held.search)
-            return;
-        targets = { ...targets, [name]: next };
+    function establish(name) {
+        targets = { ...targets, [name]: { established: true } };
         queueReadiness();
         void durably((local) => local.keepTargets(targets)).catch(() => {
             journal.record(`target record failed ${name}`);
@@ -691,7 +724,7 @@ export function composeRuntime(options) {
             return;
         const readiness = readinessFor(watch.port, watch.reach);
         if (readiness.ready && targets[watch.port.target]?.established !== true) {
-            keepTarget(watch.port.target, { established: true });
+            establish(watch.port.target);
         }
         const shown = JSON.stringify(readiness);
         if (shown === watch.last)
@@ -719,10 +752,6 @@ export function composeRuntime(options) {
             readinessWatches.delete(watch);
         };
     }
-    function searching(target) {
-        if (targets[target]?.search !== true)
-            keepTarget(target, { search: true });
-    }
     function layerBytes(layer) {
         let bytes = 0;
         for (const [path, text] of Object.entries(layer.documents))
@@ -810,18 +839,54 @@ export function composeRuntime(options) {
         const available = await estimated().catch(() => null);
         pause(locator, { cause: 'quota-exceeded', needed: bytes, available });
     }
+    function seedRoomHeld(room, version) {
+        return prepared.has(room) && reachedBy(room, version);
+    }
+    function seedHeld(at) {
+        return Object.entries(at).every(([room, version]) => (roomsListed && !rooms.has(room)) || seedRoomHeld(room, version));
+    }
+    function seedApplies(plan) {
+        const seed = seeds.get(plan.key);
+        if (seed === undefined)
+            return null;
+        if (!seedHeld(seed.at))
+            return seed;
+        seeds.delete(plan.key);
+        return null;
+    }
+    function seedBehind(plan, cover) {
+        const seed = seedApplies(plan);
+        if (seed === null || 'pending' in cover)
+            return cover;
+        return {
+            pending: Object.entries(seed.at)
+                .filter(([room, version]) => !seedRoomHeld(room, version))
+                .map(([room]) => ({ room, awaits: 'acquisition' })),
+        };
+    }
+    function seed(entry) {
+        if (seedHeld(entry.at))
+            return;
+        for (const { query, rows } of entry.queries) {
+            const key = queryKey(query);
+            seeds.set(key, { rows, at: entry.at });
+            for (const shown of seedWatchers.get(key) ?? [])
+                shown();
+        }
+    }
     async function rowsQuery(plan) {
         const before = covered(plan);
         awaitPreparation(before);
+        const seeded = seedApplies(plan);
+        if (seeded !== null)
+            return seededResult(seeded).result;
         if ('pending' in before)
             return before;
         const { rows, at: cover } = await readSide.query(plan, () => covered(plan));
         awaitPreparation(cover);
         if ('pending' in cover)
             return cover;
-        return 'groups' in rows
-            ? { groups: rows.groups, coverage: cover.coverage }
-            : { documents: rows.documents, coverage: cover.coverage };
+        return { ...rows, coverage: cover.coverage };
     }
     async function indexConversation(conversation) {
         searchIndex.indexMessages(conversation, [], false);
@@ -971,6 +1036,9 @@ export function composeRuntime(options) {
             if (fence !== undefined && fence.erased && fence.at < started)
                 fences.delete(room.locator);
         }
+        await loseRooms(found
+            .filter((room) => room.replica.admission !== 'admitted' && heldLocally(room.locator))
+            .map((room) => room.locator));
         const listed = found.filter((room) => !fences.has(room.locator));
         const listedLocators = new Set(listed.map((room) => room.locator));
         for (const locator of listedLocators)
@@ -995,6 +1063,12 @@ export function composeRuntime(options) {
         emitRooms();
         return listed;
     }
+    function heldLocally(locator) {
+        return (replicas.has(locator) ||
+            roomDrafts.has(locator) ||
+            transfers.has(locator) ||
+            queuesWithoutReplica.has(locator));
+    }
     function unlistedHeld(listed) {
         return [
             ...new Set([
@@ -1230,8 +1304,9 @@ export function composeRuntime(options) {
     }
     async function settle(local, locator, before, confirmed, queue, settling = {}) {
         const previousQueue = before?.queue ?? queuesWithoutReplica.get(locator) ?? [];
-        const withdrawn = withdrawals(confirmed, queue, withdrawable, localSaves);
-        const kept = queue.filter((batch) => !withdrawn.includes(batch));
+        const { withdrawn, kept } = standing(confirmed, queue, withdrawable, localSaves);
+        const founded = kept.filter((batch) => !queue.includes(batch));
+        const queueChanged = kept.length !== previousQueue.length || founded.length > 0;
         const unqueued = withdrawn.map((batch) => ({
             batch,
             returned: localSaves || landed(batch, confirmed) ? null : returnedBy('withdrawn'),
@@ -1255,9 +1330,10 @@ export function composeRuntime(options) {
                 });
             }
         }
-        await local.keepAuthored({ locator, queue: kept, roomDrafts: [...written.values()] });
+        await local.keepAuthored({ locator, queue: kept, founded, roomDrafts: [...written.values()] });
+        const staying = new Set(kept.map((batch) => batch.id));
         for (const batch of previousQueue) {
-            if (!kept.includes(batch))
+            if (!staying.has(batch.id))
                 pendings.delete(batch.id);
         }
         for (const record of written.values())
@@ -1278,7 +1354,7 @@ export function composeRuntime(options) {
             else
                 queuesWithoutReplica.delete(locator);
             publishChangeSet(changeSet(locator, before ?? null, held, {
-                queue: kept.length !== previousQueue.length,
+                queue: queueChanged,
                 drafts: [...written.keys()],
             }));
             moveTo({ ...status, ...attention() });
@@ -1293,7 +1369,7 @@ export function composeRuntime(options) {
             replicas.set(locator, replicaOf(confirmed, kept, before));
             return changeSet(locator, before ?? null, replicas.get(locator) ?? null, {
                 room: settling.room,
-                queue: kept.length !== previousQueue.length,
+                queue: queueChanged,
                 drafts: [...written.keys()],
             });
         };
@@ -1385,7 +1461,7 @@ export function composeRuntime(options) {
             return true;
         });
     }
-    async function saveRoomDrafts(locator, named, writtenBy) {
+    async function savedRoom(locator) {
         const local = await openLocal();
         await referenced(locator);
         const replica = replicas.get(locator);
@@ -1393,6 +1469,10 @@ export function composeRuntime(options) {
         if (replica === undefined || room === undefined) {
             throw runtimeError('room-not-held', `No Local Replica for ${locator}`);
         }
+        return { local, replica, room };
+    }
+    async function saveRoomDrafts(locator, named, writtenBy) {
+        const target = await savedRoom(locator);
         const saved = [];
         for (const { path, revision } of named) {
             const record = roomDrafts.get(locator)?.get(path);
@@ -1402,6 +1482,38 @@ export function composeRuntime(options) {
             if (!saved.some((draft) => draft.path === path))
                 saved.push({ path, parts: record.parts });
         }
+        return committed(locator, target, saved, new Set(saved.map(({ path }) => path)), writtenBy);
+    }
+    async function saveParts(locator, named, writtenBy) {
+        const read = named.map(({ path, parts }) => ({ path, parts: readParts(parts) }));
+        if (read.some(({ path }, at) => path === '' ||
+            normalize(path) !== path ||
+            read.findIndex((one) => one.path === path) !== at)) {
+            throw runtimeError('room-draft-malformed');
+        }
+        const target = await savedRoom(locator);
+        const saved = [];
+        for (const { path, parts } of read) {
+            const file = parts.file === undefined
+                ? undefined
+                : await heldFile(parts.file.blob, binaryBase(target.replica.visible, path));
+            saved.push({ path, parts: held(undefined, parts, file) });
+        }
+        return committed(locator, target, saved, new Set(), writtenBy);
+    }
+    function carriedDrafts(locator, saved, consumed) {
+        const holding = roomDrafts.get(locator);
+        return new Map(saved.flatMap(({ path, parts }) => {
+            const record = holding?.get(path);
+            if (parts.move === undefined || record === undefined || consumed.has(path))
+                return [];
+            const to = moveTarget(parts.move);
+            if (to === path || holding?.has(to) === true)
+                return [];
+            return [[path, { ...record, path: to, revision: roomDraftRevision() }]];
+        }));
+    }
+    async function committed(locator, { local, replica, room }, saved, consumed, writtenBy) {
         const changed = saved.flatMap(({ path, parts }) => changedParts(path, underneath(parts, path, replica.visible)));
         if (changed.length > 0)
             return { outcome: 'refused', code: 'changed-underneath', retryable: false, parts: changed };
@@ -1434,6 +1546,7 @@ export function composeRuntime(options) {
             visible: replica.visible,
             changes,
             bases: parts.flatMap(({ bases }) => bases),
+            queued: queuedDocuments(replica.queue),
             writtenBy,
             clean: {
                 text: replica.confirmed.record.documents,
@@ -1441,7 +1554,9 @@ export function composeRuntime(options) {
                 composition: compositionOf(replica.confirmed.record),
             },
         };
-        const checked = withdrawing ? buildBatch({ ...input, queued: requeue.queued }) : null;
+        const checked = withdrawing
+            ? buildBatch({ ...input, queued: new Set([...input.queued, ...requeue.queued]) })
+            : null;
         if (checked?.kind === 'refused')
             return { outcome: 'refused', ...checked.refusal };
         const owners = [...requeue.owners].flatMap((origin) => {
@@ -1464,6 +1579,7 @@ export function composeRuntime(options) {
                     ...input,
                     visible: replicaOf(replica.confirmed, requeue.queue, replica).visible,
                     changes: requeue.changes,
+                    queued: queuedDocuments(requeue.queue),
                 });
         if (built?.kind === 'refused')
             return { outcome: 'refused', ...built.refusal };
@@ -1498,13 +1614,16 @@ export function composeRuntime(options) {
             if (limited !== null)
                 return { outcome: 'refused', ...limited };
         }
-        const consumed = saved.map(({ path }) => path);
+        const carried = carriedDrafts(locator, saved, consumed);
+        const left = [...consumed, ...carried.keys()];
+        const arrived = [...carried.values()];
         try {
             await local.keepAuthored({
                 locator,
                 queue: batches,
                 saved: drafted,
-                consumedRoomDrafts: consumed,
+                consumedRoomDrafts: left,
+                roomDrafts: arrived,
             });
         }
         catch {
@@ -1519,12 +1638,14 @@ export function composeRuntime(options) {
         }
         if (!localSaves)
             recorded = false;
-        for (const path of consumed)
+        for (const path of left)
             forgetRoomDraft(locator, path);
+        for (const record of arrived)
+            rememberRoomDraft(record);
         replicas.set(locator, replicaOf(replica.confirmed, batches, replica));
         publishChangeSet(changeSet(locator, replica, replicas.get(locator) ?? null, {
             queue: true,
-            drafts: consumed,
+            drafts: [...left, ...arrived.map(({ path }) => path)],
         }));
         moveTo({ ...(localSaves ? status : saving(status)), ...attention() });
         submitLater(locator);
@@ -1615,7 +1736,7 @@ export function composeRuntime(options) {
         const scope = options.adapter.referrerScope(request.referrer);
         return scope?.kind === 'room' ? scope.locator : null;
     }
-    async function readBinary(request) {
+    async function transferBinary(request, transfer, answer) {
         if (closed || refusal !== null)
             return UNCERTAIN;
         try {
@@ -1631,40 +1752,41 @@ export function composeRuntime(options) {
             ? `transfer binary ${request.locator} ${request.path}`
             : `transfer binary ${request.fileRef}`);
         try {
-            const result = await options.adapter.binary(authorization, request);
-            journal.record(`outcome binary ${result.kind}`);
+            const result = await transfer(authorization);
+            const settled = result;
+            journal.record(`outcome binary ${settled.kind}`);
             const locator = binaryRoom(request);
             if (locator !== null && fencedSince(locator, since))
                 return failure({ kind: 'room-not-readable', locator });
-            if (result.kind === 'scoped-refusal') {
-                const room = replicas.get(result.locator)?.confirmed.record;
+            if (settled.kind === 'scoped-refusal') {
+                const room = replicas.get(settled.locator)?.confirmed.record;
                 if (room !== undefined)
-                    await scoped(result, room, await openLocal());
+                    await scoped(settled, room, await openLocal());
             }
-            if (result.kind === 'revoked-authorization')
+            if (settled.kind === 'revoked-authorization')
                 await refuse('revoked-authorization');
-            return binaryAnswer(result);
+            return answer(result);
         }
         catch {
             journal.record('outcome binary transport-uncertainty');
             return UNCERTAIN;
         }
     }
-    async function readBinaryPath(locator, path, revision) {
-        await ready;
+    function readBinary(request) {
+        return transferBinary(request, (held) => options.adapter.binary(held, request), binaryAnswer);
+    }
+    function binaryPath(locator, path, revision) {
         if (revision !== undefined)
-            return readBinary({ kind: 'path', locator, path, revision });
+            return { kind: 'path', locator, path, revision };
         const visible = replicas.get(locator)?.visible;
         const held = visible?.binaries[path];
         if (visible === undefined || held === undefined)
-            return absentBinary(path);
-        if (held.state === 'pending') {
-            const blob = queuedBlob(locator, path, held.localId);
-            return blob === null ? absentBinary(path) : { kind: 'binary', blob };
-        }
+            return null;
+        if (held.state === 'pending')
+            return { kind: 'pending', localId: held.localId };
         const record = binaryRecord(path, held, visible.revisions[path]);
         if (record.state !== 'accepted')
-            return absentBinary(path);
+            return null;
         const replica = replicas.get(locator);
         const queued = (replica?.queue ?? []).flatMap((batch) => batch.changes);
         const holds = (at) => {
@@ -1679,13 +1801,31 @@ export function composeRuntime(options) {
             if (change.kind === 'move' && change.to === confirmed)
                 confirmed = change.path;
         }
-        return readBinary({
+        return {
             kind: 'path',
             locator,
             path: confirmed,
             revision: record.revision,
             fileRef: record.fileRef,
-        });
+        };
+    }
+    async function readBinaryPath(locator, path, revision) {
+        await ready;
+        const asked = binaryPath(locator, path, revision);
+        if (asked === null)
+            return absentBinary(path);
+        if (asked.kind === 'pending') {
+            const blob = queuedBlob(locator, path, asked.localId);
+            return blob === null ? absentBinary(path) : { kind: 'binary', blob };
+        }
+        return readBinary(asked);
+    }
+    async function linkBinaryPath(locator, path, revision) {
+        await ready;
+        const asked = binaryPath(locator, path, revision);
+        if (asked === null || asked.kind === 'pending')
+            return absentBinary(path);
+        return transferBinary(asked, (held) => options.adapter.link(held, asked), binaryLinkAnswer);
     }
     async function readBinaryReference(reference) {
         await ready;
@@ -1711,7 +1851,7 @@ export function composeRuntime(options) {
         }
         return undefined;
     }
-    async function invokeAction(name, input) {
+    async function invokeAction(name, input, dispatching) {
         await ready;
         if (closed || refusal !== null)
             return UNCERTAIN;
@@ -1725,6 +1865,7 @@ export function composeRuntime(options) {
         }
         if (closed || authorization === undefined || refusal !== null)
             return UNCERTAIN;
+        await dispatching?.();
         journal.record(`transfer action ${name}`);
         try {
             const result = await options.adapter.action(authorization, { name, input });
@@ -1745,6 +1886,60 @@ export function composeRuntime(options) {
             return UNCERTAIN;
         }
     }
+    function unsettled(result) {
+        return result.kind !== 'action' && result.retryable;
+    }
+    async function recoveredAction(name, input) {
+        const operation = operationOf(input);
+        if (operation === null)
+            return invokeAction(name, input);
+        const kept = async () => (await openLocal()).keepCall({ operation, name, input });
+        calling.add(operation);
+        try {
+            let result = await invokeAction(name, input, kept);
+            if (unsettled(result)) {
+                await recovery.attempt(`action ${operation}`, async () => {
+                    if (closed || refusal !== null)
+                        return 'done';
+                    if (!socketOpen)
+                        return 'again';
+                    result = await invokeAction(name, input, kept);
+                    return unsettled(result) ? 'again' : 'done';
+                }, { again: true });
+            }
+            if (!unsettled(result))
+                await (await openLocal()).dropCall(operation);
+            return result;
+        }
+        finally {
+            calling.delete(operation);
+        }
+    }
+    async function resendCalls(signal) {
+        if (!socketOpen || closed || stopping)
+            return 'done';
+        const local = await openLocal();
+        for (const held of await local.calls()) {
+            if (calling.has(held.operation))
+                continue;
+            if (closed || signal.aborted)
+                return 'done';
+            if (pastHorizon(held.operation)) {
+                await local.dropCall(held.operation);
+                continue;
+            }
+            calling.add(held.operation);
+            try {
+                if (unsettled(await invokeAction(held.name, held.input)))
+                    return 'again';
+                await local.dropCall(held.operation);
+            }
+            finally {
+                calling.delete(held.operation);
+            }
+        }
+        return 'done';
+    }
     function continuing() {
         return !closed && !discoveryPaused;
     }
@@ -1762,8 +1957,9 @@ export function composeRuntime(options) {
     async function pullRefresh(authorized, confirmed, live) {
         if (!live())
             return unconfirmed;
+        const turn = generation;
         try {
-            const result = await refreshRoom(options.adapter, authorized, confirmed, (models, held) => (live() ? remodel(confirmed.record.locator, models, held) : held), live);
+            const result = await refreshRoom(reads, authorized, confirmed, (models, held) => (live() ? remodel(confirmed.record.locator, models, held) : held), live);
             const detail = result.kind === 'advanced' ? result.confirmed.record.roomVersion : result.kind;
             journal.record(`transfer refresh ${confirmed.record.locator} ${detail}`);
             return result;
@@ -1772,6 +1968,9 @@ export function composeRuntime(options) {
             journal.record(`transfer refresh ${confirmed.record.locator} transport-uncertainty`);
             throw error;
         }
+        finally {
+            reads.finished(confirmed.record.locator, turn);
+        }
     }
     function staging(local, live) {
         return {
@@ -1814,12 +2013,13 @@ export function composeRuntime(options) {
     async function pullBootstrap(authorized, room, local, live) {
         if (!live())
             return unconfirmed;
+        const turn = generation;
         if (replicas.has(room.locator)) {
             catching.add(room.locator);
             readSide.recover();
         }
         try {
-            const result = await bootstrapRoom(options.adapter, authorized, room, {
+            const result = await bootstrapRoom(reads, authorized, room, {
                 collection: modelOf(room.locator),
                 selection: modelOf(room.locator, 'typed-selection'),
             }, (models, held) => (live() ? remodel(room.locator, models, held) : held), live, staging(local, live), reusable(room));
@@ -1834,12 +2034,28 @@ export function composeRuntime(options) {
             caughtUpTo(room.locator);
             throw error;
         }
+        finally {
+            reads.finished(room.locator, turn);
+        }
     }
     function caughtUpTo(locator) {
         if (catching.delete(locator))
             readSide.recover();
     }
+    function behind(room) {
+        const held = replicas.get(room.locator)?.confirmed.record.roomVersion;
+        return (held !== undefined &&
+            [announced.get(room.locator), room.roomVersion].some((later) => later !== undefined && !options.adapter.reached(room.locator, held, later)));
+    }
     async function advance(room, local, authorized, live) {
+        const carried = reads.carried(room.locator);
+        const withheld = await advanceOnce(room, local, authorized, live);
+        if (withheld !== null || reads.carried(room.locator) === carried || !behind(room)) {
+            return withheld;
+        }
+        return advanceOnce(room, local, authorized, live);
+    }
+    async function advanceOnce(room, local, authorized, live) {
         await referenced(room.locator);
         if (!live() || paused.has(room.locator))
             return unconfirmed;
@@ -2276,6 +2492,11 @@ export function composeRuntime(options) {
         });
     }
     async function scoped(result, room, local) {
+        if ((result.scope === 'content' || result.scope === 'sync') && !result.retryable) {
+            journal.record(`scoped refusal ${room.locator} ${result.scope} ${result.code}`);
+            await loseRooms([room.locator]);
+            return;
+        }
         scopedRefusals.set(room.locator, {
             code: result.code,
             fields: result.fields,
@@ -2359,19 +2580,10 @@ export function composeRuntime(options) {
             await retainModel(local, room, 'collection', modelOf(room.locator));
         if (discoveryPaused || authorization === undefined)
             return false;
-        if (room.replica.admission !== 'admitted') {
-            if (replicas.has(room.locator))
-                progress.complete = false;
-            return false;
-        }
-        return true;
+        return room.replica.admission === 'admitted';
     }
     async function caughtUp(room, local, progress, live) {
-        const held = replicas.get(room.locator)?.confirmed.record.roomVersion;
-        if (held === undefined || authorization === undefined || !live())
-            return;
-        const behind = [announced.get(room.locator), room.roomVersion].some((later) => later !== undefined && !options.adapter.reached(room.locator, held, later));
-        if (!behind)
+        if (authorization === undefined || !live() || !behind(room))
             return;
         const withheld = await advance(room, local, authorization, live);
         if (withheld !== null)
@@ -2599,9 +2811,43 @@ export function composeRuntime(options) {
             options.adapter.roomStream?.reopen();
         });
     }
-    function closedSocket(revoked) {
+    function rediscover() {
+        return task(OPENING_LANE, async (live) => {
+            if (!live() || !socketOpen)
+                return;
+            const progress = { complete: true, reachable: true };
+            const gate = discover();
+            moveTo(transferring(status));
+            try {
+                const local = await openLocal();
+                if (!live())
+                    return;
+                await ensureAuthorization();
+                if (!live())
+                    return;
+                await discoverRooms(local, progress, 'authorized', live);
+            }
+            catch {
+                progress.complete = false;
+            }
+            finally {
+                gate.release();
+                notifyReady();
+            }
+            if (!live())
+                return;
+            if (!progress.complete)
+                complete = false;
+            await rest(progress, live);
+        });
+    }
+    function closedSocket(revoked, lost) {
         const opened = socketOpen;
         socketOpen = false;
+        if (lost) {
+            reads.lost();
+            conversations.lost();
+        }
         if (revoked) {
             void refuse('revoked-authorization');
             return;
@@ -2788,6 +3034,7 @@ export function composeRuntime(options) {
                 progress.complete = false;
                 return;
             }
+            reads.applied();
             submitAll();
             for (const locator of stale)
                 if (repairable.has(locator))
@@ -2800,6 +3047,8 @@ export function composeRuntime(options) {
                 await conversations.catchUp(reading);
             if (progress.reachable && reading.reachable)
                 await conversations.resend(reading);
+            if (progress.reachable)
+                void recovery.attempt('calls', resendCalls);
             if (!reading.reachable) {
                 progress.reachable = false;
                 resendLater();
@@ -2912,14 +3161,17 @@ export function composeRuntime(options) {
             if (event.kind === 'opened') {
                 socketOpen = true;
                 generation += 1;
+                reads.opened();
                 conversations.reopened();
                 recovery.resume();
                 void sync('opened');
             }
             else if (event.kind === 'closed')
-                closedSocket(event.revoked);
+                closedSocket(event.revoked, event.lost);
             else if (event.kind === 'opening')
                 void applyOpening(event.expired);
+            else if (event.kind === 'authority-changed')
+                void rediscover();
             else
                 void applyRoom(event.locator, event.roomVersion);
         }, receipts);
@@ -3041,56 +3293,110 @@ export function composeRuntime(options) {
     if (options.adapter.roomStream === undefined)
         void sync('unstreamed');
     function planned(input, reach) {
-        return planOf(input, roomFacts(reach), planReach(reach));
+        const plan = planOf(input, roomFacts(reach), planReach(reach));
+        const named = plan.paths !== null &&
+            plan.rooms !== null &&
+            plan.paths.length * plan.rooms.length <= MAXIMUM_WINDOW;
+        return plan.limit === null && named ? plan : { ...plan, limit: capped(plan.limit) };
     }
     function watchPlan(plan, deliver) {
-        return readSide.watch(plan, identityOf(plan), () => {
+        let seeded = false;
+        let pending = true;
+        const shown = () => {
+            const seed = seeds.get(plan.key);
+            if (seed === undefined || seeded || !pending)
+                return;
+            seeded = true;
+            deliver(seededResult(seed));
+        };
+        const watchers = seedWatchers.get(plan.key) ?? new Set();
+        seedWatchers.set(plan.key, watchers);
+        watchers.add(shown);
+        const stop = readSide.watch(plan, identityOf(plan), () => {
             const cover = covered(plan);
             awaitPreparation(cover);
-            return cover;
-        }, deliver);
+            return seedBehind(plan, cover);
+        }, (message) => {
+            const answered = message;
+            pending = whole(answered) && 'pending' in answered.result;
+            if (pending && seeds.has(plan.key)) {
+                shown();
+                return;
+            }
+            seeded = false;
+            deliver(message);
+        });
+        return () => {
+            watchers.delete(shown);
+            if (watchers.size === 0)
+                seedWatchers.delete(plan.key);
+            stop();
+        };
     }
     async function searched(input, reach) {
-        const plan = searchPlanOf(input);
+        const asked = searchPlanOf(input);
+        const plan = { ...asked, limit: capped(asked.limit) };
         const filter = filterOf(plan.documents ?? {}, roomFacts(reach), planReach(reach));
         for (;;) {
             const cover = covered(filter);
             awaitPreparation(cover);
             const pending = 'pending' in cover ? [...cover.pending] : [];
-            const covering = 'pending' in cover ? [] : cover.coverage.rooms;
+            const awaited = new Set('pending' in cover ? cover.pending.map(({ room }) => room) : []);
+            const held = covered({
+                ...filter,
+                rooms: reachedRooms(filter).filter((room) => !awaited.has(room)),
+            });
+            const covering = 'pending' in held ? [] : held.coverage.rooms;
             const unindexed = covering
                 .filter(({ room }) => !searchIndex.rooms().has(room))
                 .map(({ room }) => room);
             for (const room of unindexed)
                 pending.push({ room, awaits: 'index' });
-            const held = conversations.searchable();
+            const listed = conversations.searchable();
             const named = reach !== null && !reach.conversations
                 ? []
-                : (plan.conversations ?? held).filter((one) => held.includes(one) && conversations.acquired(one));
+                : (plan.conversations ?? listed).filter((one) => listed.includes(one) && conversations.acquired(one));
             const waiting = named.filter((one) => !searchIndex.conversations().has(one));
             for (const conversation of waiting)
                 pending.push({ conversation, awaits: 'index' });
             if (unindexed.length > 0 || waiting.length > 0)
                 index(unindexed, waiting);
-            if (pending.length > 0 || 'pending' in cover)
-                return { pending };
+            const complete = pending.length === 0 && !('pending' in cover);
+            const answering = complete
+                ? filter
+                : {
+                    ...filter,
+                    rooms: covering
+                        .filter(({ room }) => searchIndex.rooms().has(room))
+                        .map(({ room }) => room),
+                };
+            const answered = covered(answering);
+            if ('pending' in answered)
+                continue;
+            const searchedConversations = named.filter((one) => searchIndex.conversations().has(one));
             const seen = searchIndex.changes();
             await searchIndex.caughtUp();
-            const selected = plan.documents === undefined && reach === null ? null : await rowsQuery(filter);
+            const selected = roomsAlone(answering) ? null : await rowsQuery(answering);
             if (selected !== null && 'pending' in selected)
-                return selected;
+                continue;
             if (searchIndex.changes() !== seen ||
-                JSON.stringify(covered(filter)) !== JSON.stringify(cover))
+                JSON.stringify(covered(answering)) !== JSON.stringify(answered))
                 continue;
-            return {
-                ...searchIndex.search(plan, selected === null ? null : selected.documents, named),
-                coverage: {
-                    rooms: covering,
-                    conversations: named,
-                    index: searchIndex.generation(),
-                    overlay: cover.coverage.overlay,
-                },
+            const hits = searchIndex.search(plan, selected === null ? null : selected.documents, searchedConversations, answering.rooms === null ? null : new Set(answering.rooms), plan.collection
+                ? new Map(answered.coverage.rooms.map(({ room }) => [
+                    room,
+                    replicas.get(room)?.confirmed.record.typedSelection?.roots ?? [],
+                ]))
+                : null);
+            const coverage = {
+                rooms: answered.coverage.rooms,
+                conversations: searchedConversations,
+                index: searchIndex.generation(),
+                overlay: answered.coverage.overlay,
             };
+            return complete
+                ? { ...hits, coverage }
+                : { pending, documents: hits.documents, messages: hits.messages, coverage };
         }
     }
     const watch = (topic, input, deliver) => {
@@ -3138,7 +3444,7 @@ export function composeRuntime(options) {
             };
         }
         if (topic === 'readiness') {
-            return watchReadiness({ target: '', code: 'stored', capacity: null }, null, deliver);
+            return watchReadiness({ target: '', code: 'stored', capacity: null, search: 'unused' }, null, deliver);
         }
         if (topic === 'rooms') {
             roomListeners.add(deliver);
@@ -3275,27 +3581,31 @@ export function composeRuntime(options) {
                 });
             },
             write(app, value) {
-                return exclusive(async () => {
-                    const local = await openLocal();
-                    const stored = structuredClone(value);
-                    await local.present({ app, value: stored });
-                    presentations.set(app, stored);
-                    publishChangeSet(changeSet('', null, null, { presentation: app }));
-                });
+                return keepPresentation(app, () => structuredClone(value));
+            },
+            edit(app, members) {
+                return keepPresentation(app, (held) => Object.fromEntries([
+                    ...Object.entries(plain(held) ? held : {}).filter(([member]) => !Object.hasOwn(members, member)),
+                    ...Object.entries(structuredClone(members)).filter(([, value]) => value !== null),
+                ]));
             },
         },
         save(room, named, writtenBy) {
             return exclusive(() => saveRoomDrafts(room, named, writtenBy));
         },
+        saveParts(room, parts, writtenBy) {
+            return exclusive(() => saveParts(room, parts, writtenBy));
+        },
         history(locator, path, query) {
             return readHistory(locator, path, query);
         },
         binaryFile: {
             read: readBinaryPath,
+            link: linkBinaryPath,
             readReference: readBinaryReference,
         },
         call(name, input) {
-            return invokeAction(name, input);
+            return recoveredAction(name, input);
         },
         reached(locator, roomVersion, path) {
             return path === undefined
@@ -3339,11 +3649,11 @@ export function composeRuntime(options) {
         query: (plan) => rowsQuery(plan),
         watchPlan,
         search: searched,
-        searching,
         watchReadiness,
     };
     return {
         md,
+        seed,
         stop,
         lose: loseRooms,
         watch,