@agentshouse/mdruntime 0.1.0-cebcd51f70ed1 → 0.1.0-cec6690d5712e

package/dist/connection.js

@@ -3,17 +3,20 @@ import { cached, modelTypes, NO_MODEL, sameModel, } from './model.js';
 import { observing } from './observation.js';
 import { filterOf, identityOf, planOf, } from './query.js';
 import { createReadSide } from './read-side.js';
+import { markdownPath, roomOfKey } from './rows.js';
 import { createSearchIndex, searchPlanOf, } from './search.js';
 import { bootstrapRoom } from './bootstrap.js';
 import { changeSet, mergeChangeSets } from './change-set.js';
 import { createConversationStore, } from './conversation.js';
-import { parseCollection, validRoot } from './collection.js';
+import { validRoot } from './collection.js';
+import { runtimeError } from './failure.js';
 import { createLog } from './log.js';
+import { calledResult, historyAnswer, undeclared, UNCERTAIN, } from './outcome.js';
 import { refreshRoom } from './refresh.js';
 import { buildBatch } from './save.js';
-import { applyReturned, compositionOf, landed, readConfirmed, readReclassified, replicaOf, sameMembership, withdrawals, } from './replica.js';
-import { changedParts, changesOf, held, readParts, returnedInto, underneath, } from './room-draft.js';
-import { settled, same, saving, STARTING, transferring, } from './status.js';
+import { applyReturned, compositionOf, confirmedOf, landed, readReclassified, replicaOf, sameMembership, withdrawals, } from './replica.js';
+import { changedParts, changesOf, held, readParts, returnedBy, returnedInto, staleWrite, underneath, } from './room-draft.js';
+import { same, saving, STARTING, transferring, } from './status.js';
 import { detectStorageLoss, nextGeneration } from './durability.js';
 import { roomDraftRevision } from './identity.js';
 import { beneath, normalize } from './paths.js';
@@ -34,6 +37,7 @@ function declaredSelection(room) {
         selection.roots.every((other, at) => at === index || !within(other, root)));
 }
 export function composeRuntime(options) {
+    const localSaves = options.adapter.localSaves === true;
     let authorization = options.authorization;
     let opening;
     let store;
@@ -44,6 +48,7 @@ export function composeRuntime(options) {
     let limits = [];
     let capabilities = [];
     const rooms = new Map();
+    const counted = new Map();
     const unreadable = new Set();
     const models = new Map();
     const liveModels = new Map();
@@ -82,6 +87,8 @@ export function composeRuntime(options) {
     let withdrawStream;
     const announced = new Map();
     let underway = null;
+    let streamed = null;
+    let handed = false;
     const submitting = new Map();
     const answering = new Map();
     let complete = false;
@@ -104,9 +111,14 @@ export function composeRuntime(options) {
     let haltedRefusal = false;
     let openSignals = 0;
     const serviceModeListeners = new Set();
+    let member = null;
+    const memberListeners = new Set();
+    const materialized = new Set();
+    let everyRoom = false;
+    const transfers = new Map();
     const conversations = createConversationStore({
         agents: declaredAgents,
-        documents: (locator) => readSide.query(planOf({ rooms: [locator], select: 'all' }, roomFacts())),
+        documents: (locator) => rowsQuery(planOf({ rooms: [locator], select: 'all' }, roomFacts())),
         call: (name, input) => invokeAction(name, input),
         durably,
         stream: () => options.adapter.conversations,
@@ -182,7 +194,7 @@ export function composeRuntime(options) {
         }
     }
     function pending() {
-        return [...replicas.values()].some((replica) => replica.queue.length > 0);
+        return !localSaves && [...replicas.values()].some((replica) => replica.queue.length > 0);
     }
     function attention() {
         const attentionRequired = [];
@@ -211,8 +223,24 @@ export function composeRuntime(options) {
         }
         return { attentionRequired, reset };
     }
+    function documentsIn(locator) {
+        const replica = replicas.get(locator);
+        if (replica === undefined)
+            return 0;
+        const roots = replica.confirmed.record.typedSelection?.roots ?? [];
+        let count = 0;
+        for (const path of Object.keys(replica.visible.documents)) {
+            if (markdownPath(path) && !roots.some((root) => beneath(root, path)))
+                count += 1;
+        }
+        return count;
+    }
     function listed() {
-        return structuredClone([...rooms.values()]);
+        return structuredClone([...rooms.values()].map((room) => {
+            const documents = documentsIn(room.locator);
+            counted.set(room.locator, documents);
+            return { ...room, documents };
+        }));
     }
     function roomFacts(reach = null) {
         const held = [...rooms.values()]
@@ -244,6 +272,10 @@ export function composeRuntime(options) {
         for (const listener of storageLossListeners)
             listener(storageLoss);
     }
+    function emitMember() {
+        for (const listener of memberListeners)
+            listener(member);
+    }
     function moveTo(next) {
         if (closed)
             return;
@@ -263,6 +295,8 @@ export function composeRuntime(options) {
             listener(shown);
     }
     function entryOf(batch) {
+        if (localSaves)
+            return Object.freeze({ batch, state: 'local' });
         const state = pendings.get(batch.id);
         if (state?.accepted !== undefined) {
             return Object.freeze({ batch, state: 'accepted', roomVersion: state.accepted });
@@ -283,12 +317,47 @@ export function composeRuntime(options) {
         }
     }
     function applyChangeSet(set) {
+        const held = everyRoom
+            ? set
+            : { ...set, documents: set.documents.filter(({ locator }) => materialized.has(locator)) };
+        readSide.apply(held);
+        searchIndex.changed(held);
+    }
+    function materialize(locators) {
+        if (everyRoom)
+            return;
+        if (locators === null)
+            everyRoom = true;
+        const sets = [];
+        for (const locator of locators ?? [...replicas.keys()]) {
+            if (materialized.has(locator))
+                continue;
+            materialized.add(locator);
+            const replica = replicas.get(locator);
+            if (replica !== undefined)
+                sets.push(changeSet(locator, null, replica));
+        }
+        if (sets.length === 0)
+            return;
+        const set = mergeChangeSets(sets);
         readSide.apply(set);
         searchIndex.changed(set);
     }
+    function reachedRooms(plan) {
+        if (plan.rooms !== null)
+            return plan.rooms;
+        if (plan.reach === null)
+            return null;
+        return [...plan.reach.rooms, ...plan.reach.documents.map(roomOfKey)];
+    }
+    function rowsQuery(plan) {
+        materialize(reachedRooms(plan));
+        return readSide.query(plan);
+    }
     function publishChangeSet(set) {
         applyChangeSet(set);
-        if (set.rooms.length > 0)
+        if (set.rooms.length > 0 ||
+            [...new Set(set.documents.map(({ locator }) => locator))].some((locator) => rooms.has(locator) && counted.get(locator) !== documentsIn(locator)))
             emitRooms();
         for (const locator of set.queues)
             emitQueue(locator);
@@ -362,10 +431,7 @@ export function composeRuntime(options) {
                                 model: revoked,
                                 selectionModel: revoked,
                             };
-                            const read = readConfirmed(record, before.confirmed);
-                            replicas.set(locator, read.kind === 'staged'
-                                ? replicaOf(read.confirmed, before.queue, before)
-                                : { ...before, confirmed: { ...before.confirmed, record } });
+                            replicas.set(locator, replicaOf(confirmedOf(record, before.confirmed), before.queue, before));
                         }
                         rooms.set(locator, {
                             ...room,
@@ -382,7 +448,8 @@ export function composeRuntime(options) {
         }
         finally {
             refusal = {
-                reason,
+                code: reason,
+                retryable: false,
                 reauthorizationOffered: reason === 'revoked-authorization',
                 refusal: provider,
             };
@@ -432,7 +499,7 @@ export function composeRuntime(options) {
         emitRooms();
     }
     function unlistedHeld(listed) {
-        return [...new Set([...rooms.keys(), ...roomDrafts.keys()])].filter((locator) => !listed.has(locator));
+        return [...new Set([...rooms.keys(), ...roomDrafts.keys(), ...transfers.keys()])].filter((locator) => !listed.has(locator));
     }
     async function dropUnlisted(listed, local) {
         if (unlistedHeld(listed).length === 0)
@@ -451,6 +518,7 @@ export function composeRuntime(options) {
                 replicas.delete(locator);
                 rooms.delete(locator);
                 roomDrafts.delete(locator);
+                transfers.delete(locator);
                 unreadable.delete(locator);
                 stale.delete(locator);
                 scopedRefusals.delete(locator);
@@ -487,7 +555,7 @@ export function composeRuntime(options) {
         return model;
     }
     async function hydrate(opened) {
-        const [records, queues, kept, presented, held, chatDrafts, lastCompleted, declared, named] = await Promise.all([
+        const [records, queues, kept, presented, held, chatDrafts, lastCompleted, declared, named, known, staged,] = await Promise.all([
             opened.all(),
             opened.queues(),
             opened.roomDrafts(),
@@ -497,9 +565,15 @@ export function composeRuntime(options) {
             opened.lastCompleted(),
             opened.providerLimits(),
             opened.capabilities(),
+            opened.member(),
+            opened.transfers(),
         ]);
+        transfers.clear();
+        for (const record of staged)
+            transfers.set(record.locator, record);
         limits = declared;
         capabilities = named;
+        member = known;
         roomDrafts.clear();
         for (const record of kept)
             rememberRoomDraft(record);
@@ -519,14 +593,7 @@ export function composeRuntime(options) {
             const model = restored(modelKey(record.locator, 'collection'), record.model);
             const selectionModel = restored(modelKey(record.locator, 'typed-selection'), record.selectionModel);
             const prior = previousReplicas.get(record.locator);
-            const retyped = { ...record, model, selectionModel };
-            const read = readConfirmed(retyped, prior?.confirmed);
-            const confirmed = read.kind === 'staged'
-                ? read.confirmed
-                : {
-                    record: retyped,
-                    collection: parseCollection(retyped.documents, compositionOf(retyped)),
-                };
+            const confirmed = confirmedOf({ ...record, model, selectionModel }, prior?.confirmed);
             replicas.set(record.locator, replicaOf(confirmed, queuedBatches.get(record.locator) ?? [], prior));
             const existing = rooms.get(record.locator);
             if (existing === undefined)
@@ -547,10 +614,6 @@ export function composeRuntime(options) {
                         },
                 });
             }
-            if (read.kind === 'refused') {
-                refusedSource(record, read);
-                declarationRefusals.add(record.locator);
-            }
         }
         return {
             lastCompleted,
@@ -563,6 +626,8 @@ export function composeRuntime(options) {
         applyChangeSet(read);
         if (replicas.size > 0)
             emitRooms();
+        if (member !== null)
+            emitMember();
         for (const locator of locators)
             emitQueue(locator);
         publishRoomDrafts(false);
@@ -610,10 +675,14 @@ export function composeRuntime(options) {
         return state !== undefined && state.submission.state !== 'submitted' && !state.lost;
     }
     async function settle(local, locator, before, confirmed, queue, settling = {}) {
-        const withdrawn = withdrawals(confirmed, queue, withdrawable);
+        const withdrawn = withdrawals(confirmed, queue, withdrawable, localSaves);
         const kept = queue.filter((batch) => !withdrawn.includes(batch));
+        const unqueued = withdrawn.map((batch) => ({
+            batch,
+            returned: localSaves || landed(batch, confirmed) ? null : returnedBy('withdrawn'),
+        }));
         const returning = [
-            ...withdrawn.map((batch) => ({ batch, returned: { kind: 'withdrawn' } })).reverse(),
+            ...[...unqueued].reverse(),
             ...(settling.leaving === undefined ? [] : [settling.leaving]),
         ];
         const written = new Map();
@@ -634,6 +703,7 @@ export function composeRuntime(options) {
         await local.write({
             next: confirmed.record,
             previous: before?.confirmed.record ?? null,
+            ...(settling.stored === undefined ? {} : { stored: settling.stored }),
             queue: kept,
             previousQueue: before?.queue ?? [],
             roomDrafts: [...written.values()],
@@ -644,8 +714,10 @@ export function composeRuntime(options) {
         }
         for (const record of written.values())
             rememberRoomDraft(record);
-        for (const batch of withdrawn)
-            journal.record(`outcome ${locator} ${batch.id} withdrawn`);
+        for (const { batch, returned } of unqueued) {
+            const outcome = localSaves ? 'dropped' : returned === null ? 'landed' : 'withdrawn';
+            journal.record(`outcome ${locator} ${batch.id} ${outcome}`);
+        }
         replicas.set(locator, replicaOf(confirmed, kept, before));
         return changeSet(locator, before ?? null, replicas.get(locator) ?? null, {
             room: settling.room,
@@ -684,7 +756,8 @@ export function composeRuntime(options) {
             selection: taken(answers?.selection, held.selection, 'typed-selection'),
         };
     }
-    function publish(local, room, confirmed, base) {
+    function publish(local, room, confirmed, landing = {}) {
+        const { base, stored } = landing;
         return exclusive(async () => {
             if (!continuing())
                 return true;
@@ -701,7 +774,9 @@ export function composeRuntime(options) {
                 const accepted = pendings.get(batch.id)?.accepted;
                 return (accepted !== undefined && options.adapter.reached(room.locator, roomVersion, accepted));
             });
-            const set = await settle(local, room.locator, prior, confirmed, queue.filter((batch) => !accepted.includes(batch)), { room: true });
+            const set = await settle(local, room.locator, prior, confirmed, queue.filter((batch) => !accepted.includes(batch)), { room: true, ...(stored === undefined ? {} : { stored }) });
+            if (stored !== undefined)
+                transfers.delete(room.locator);
             for (const batch of accepted)
                 pendings.delete(batch.id);
             stale.delete(room.locator);
@@ -720,22 +795,23 @@ export function composeRuntime(options) {
         const replica = replicas.get(locator);
         const room = rooms.get(locator);
         if (replica === undefined || room === undefined) {
-            throw new Error(`No Local Replica for ${locator}`);
+            throw runtimeError('room-not-held', `No Local Replica for ${locator}`);
         }
         const saved = [];
         for (const { path, revision } of named) {
             const record = roomDrafts.get(locator)?.get(path);
             if (record === undefined || record.revision !== revision) {
-                return { outcome: 'refused', rule: 'stale', file: path };
+                return { outcome: 'refused', code: 'stale', retryable: false, file: path };
             }
             if (!saved.some((draft) => draft.path === path))
                 saved.push({ path, parts: record.parts });
         }
         const changed = saved.flatMap(({ path, parts }) => changedParts(path, underneath(parts, path, replica.visible)));
         if (changed.length > 0)
-            return { outcome: 'refused', rule: 'changed-underneath', parts: changed };
+            return { outcome: 'refused', code: 'changed-underneath', retryable: false, parts: changed };
         const parts = saved.map(({ path, parts }) => changesOf(path, parts));
         const built = buildBatch({
+            local: localSaves,
             baseRoomVersion: replica.confirmed.record.roomVersion,
             composition: compositionFor(replica.confirmed.record),
             operations: room.operations,
@@ -762,10 +838,11 @@ export function composeRuntime(options) {
             });
         }
         catch {
-            return { outcome: 'refused', rule: 'durable-write' };
+            return { outcome: 'refused', code: 'durable-write', retryable: true };
         }
         pendings.set(built.batch.id, { drafts: saved, submission: { state: 'waiting' }, lost: false });
-        recorded = false;
+        if (!localSaves)
+            recorded = false;
         for (const path of consumed)
             forgetRoomDraft(locator, path);
         replicas.set(locator, replicaOf(replica.confirmed, batches, replica));
@@ -773,7 +850,7 @@ export function composeRuntime(options) {
             queue: true,
             drafts: consumed,
         }));
-        moveTo({ ...saving(status), ...attention() });
+        moveTo({ ...(localSaves ? status : saving(status)), ...attention() });
         submitLater(locator);
         return { outcome: 'saved', identifier: built.batch.id };
     }
@@ -801,16 +878,15 @@ export function composeRuntime(options) {
     }
     async function readHistory(locator, path, query = {}) {
         if (closed || refusal !== null)
-            return { kind: 'transport-uncertainty' };
+            return UNCERTAIN;
         try {
             await ensureAuthorization();
         }
         catch {
-            return { kind: 'transport-uncertainty' };
-        }
-        if (closed || authorization === undefined || refusal !== null) {
-            return { kind: 'transport-uncertainty' };
+            return UNCERTAIN;
         }
+        if (closed || authorization === undefined || refusal !== null)
+            return UNCERTAIN;
         const transfer = ['transfer', 'history', locator, path];
         if (query.revision !== undefined)
             transfer.push(query.revision);
@@ -832,11 +908,11 @@ export function composeRuntime(options) {
             }
             if (result.kind === 'revoked-authorization')
                 await refuse('revoked-authorization');
-            return result;
+            return historyAnswer(result);
         }
         catch {
             journal.record('outcome history transport-uncertainty');
-            return { kind: 'transport-uncertainty' };
+            return UNCERTAIN;
         }
     }
     function declaredAgents() {
@@ -858,18 +934,17 @@ export function composeRuntime(options) {
     async function invokeAction(name, input) {
         await ready;
         if (closed || refusal !== null)
-            return { kind: 'transport-uncertainty' };
+            return UNCERTAIN;
         if (declaredAction(name) === undefined)
-            return { kind: 'undeclared' };
+            return undeclared(name);
         try {
             await ensureAuthorization();
         }
         catch {
-            return { kind: 'transport-uncertainty' };
-        }
-        if (closed || authorization === undefined || refusal !== null) {
-            return { kind: 'transport-uncertainty' };
+            return UNCERTAIN;
         }
+        if (closed || authorization === undefined || refusal !== null)
+            return UNCERTAIN;
         journal.record(`transfer action ${name}`);
         try {
             const result = await options.adapter.action(authorization, { name, input });
@@ -883,11 +958,11 @@ export function composeRuntime(options) {
             journal.record(`outcome action ${result.kind}`);
             if (result.kind === 'rejected')
                 journal.record(`refusal rejected ${result.code}`);
-            return result;
+            return calledResult(result);
         }
         catch {
             journal.record('outcome action transport-uncertainty');
-            return { kind: 'transport-uncertainty' };
+            return UNCERTAIN;
         }
     }
     function continuing() {
@@ -918,14 +993,33 @@ export function composeRuntime(options) {
             throw error;
         }
     }
-    async function pullBootstrap(authorized, room) {
+    function staging(local) {
+        return {
+            held: (locator) => transfers.get(locator) ?? null,
+            staged: (record) => local.staged(record),
+            stage: (record, page) => exclusive(async () => {
+                if (!continuing())
+                    return false;
+                await local.stage(record, page);
+                transfers.set(record.locator, record);
+                return true;
+            }),
+            abandon: (locator) => exclusive(async () => {
+                if (!continuing())
+                    return;
+                await local.abandon(locator);
+                transfers.delete(locator);
+            }),
+        };
+    }
+    async function pullBootstrap(authorized, room, local) {
         if (!continuing())
             return unconfirmed;
         try {
             const result = await bootstrapRoom(options.adapter, authorized, room, {
                 collection: modelOf(room.locator),
                 selection: modelOf(room.locator, 'typed-selection'),
-            }, (models, held) => remodel(room.locator, models, held), continuing);
+            }, (models, held) => remodel(room.locator, models, held), continuing, staging(local));
             const detail = result.kind === 'staged' ? result.confirmed.record.roomVersion : result.kind;
             journal.record(`transfer bootstrap ${room.locator} ${detail}`);
             return result;
@@ -953,7 +1047,7 @@ export function composeRuntime(options) {
                 return null;
             }
             if (refreshed.kind === 'advanced') {
-                if (!(await publish(local, room, refreshed.confirmed, held.confirmed))) {
+                if (!(await publish(local, room, refreshed.confirmed, { base: held.confirmed }))) {
                     const now = replicas.get(room.locator)?.confirmed.record.roomVersion;
                     const reached = now !== undefined &&
                         options.adapter.reached(room.locator, now, refreshed.confirmed.record.roomVersion);
@@ -965,12 +1059,12 @@ export function composeRuntime(options) {
             if (refreshed.kind !== 'beyond-horizon')
                 return refreshed;
         }
-        const bootstrapped = await pullBootstrap(authorized, room);
+        const bootstrapped = await pullBootstrap(authorized, room, local);
         if (!continuing())
             return unconfirmed;
         if (bootstrapped.kind !== 'staged')
             return bootstrapped;
-        await publish(local, room, bootstrapped.confirmed);
+        await publish(local, room, bootstrapped.confirmed, { stored: bootstrapped.stored });
         return null;
     }
     async function withhold(withheld, room, local, progress) {
@@ -1002,6 +1096,7 @@ export function composeRuntime(options) {
     function refusedSource(room, { refusal }) {
         sourceRefusals.set(room.locator, {
             code: refusal.rule,
+            retryable: false,
             fields: {
                 file: refusal.file,
                 ...(refusal.location === undefined ? {} : { location: refusal.location }),
@@ -1016,8 +1111,16 @@ export function composeRuntime(options) {
     }
     function leaving(batch, result) {
         if (result.kind === 'expired')
-            return { batch, returned: { kind: 'expired' } };
-        return { batch, returned: { kind: result.kind, code: result.code, fields: result.fields } };
+            return { batch, returned: returnedBy('expired') };
+        return {
+            batch,
+            returned: {
+                kind: result.kind,
+                code: result.code,
+                fields: result.fields,
+                retryable: result.retryable,
+            },
+        };
     }
     function logAccepted(locator, submitted, accepted) {
         journal.record(`outcome ${locator} ${submitted.id} accepted ${accepted.roomVersion}` +
@@ -1035,7 +1138,7 @@ export function composeRuntime(options) {
         logAccepted(room.locator, submitted, accepted);
         const applied = options.adapter.reached(room.locator, held, accepted.roomVersion)
             ? { kind: 'staged', confirmed: current.confirmed }
-            : applyReturned(current.confirmed, accepted.documents, accepted.revisions, accepted.removals, accepted.attachments, options.adapter.follows(room.locator, held, accepted.roomVersion)
+            : applyReturned(current.confirmed, accepted.documents, accepted.revisions, accepted.changes, accepted.removals, accepted.attachments, options.adapter.follows(room.locator, held, accepted.roomVersion)
                 ? accepted.roomVersion
                 : held, accepted.roomVersion);
         if (applied.kind !== 'staged') {
@@ -1181,7 +1284,8 @@ export function composeRuntime(options) {
                         return;
                     }
                     const set = await settle(local, room.locator, current, current.confirmed, current.queue.filter((batch) => batch.id !== head.id), {
-                        leaving: result.kind === 'expired' && landed(head, current.confirmed)
+                        leaving: (result.kind === 'expired' && landed(head, current.confirmed)) ||
+                            (result.kind === 'conflicted' && landed(head, current.confirmed, result.affected))
                             ? { ...left, returned: null }
                             : left,
                     });
@@ -1242,7 +1346,7 @@ export function composeRuntime(options) {
                     ...(attached === 'collection' ? { model: next } : { selectionModel: next }),
                 };
                 const reclassified = sameMembership(declared, held.confirmed.record)
-                    ? readConfirmed(declared, held.confirmed)
+                    ? { kind: 'staged', confirmed: confirmedOf(declared, held.confirmed) }
                     : readReclassified(declared, held.confirmed);
                 const record = reclassified.kind === 'staged'
                     ? declared
@@ -1250,7 +1354,9 @@ export function composeRuntime(options) {
                         ...declared,
                         typedSelection: held.confirmed.record.typedSelection,
                     };
-                const read = reclassified.kind === 'deferred' ? readConfirmed(record, held.confirmed) : reclassified;
+                const read = reclassified.kind === 'deferred'
+                    ? { kind: 'staged', confirmed: confirmedOf(record, held.confirmed) }
+                    : reclassified;
                 await local.write({
                     next: record,
                     previous: held.confirmed.record,
@@ -1282,7 +1388,11 @@ export function composeRuntime(options) {
         });
     }
     async function scoped(result, room, local) {
-        scopedRefusals.set(room.locator, { code: result.code, fields: result.fields });
+        scopedRefusals.set(room.locator, {
+            code: result.code,
+            fields: result.fields,
+            retryable: result.retryable,
+        });
         let scopedAway = room;
         if (result.scope === 'model')
             await retainModel(local, room, 'collection', {
@@ -1330,8 +1440,10 @@ export function composeRuntime(options) {
             const outcome = prepared[index];
             return outcome?.status === 'fulfilled' && outcome.value;
         });
-        if (attempt === 'opened')
+        if (attempt === 'opened') {
             options.adapter.roomStream?.hold(heldRooms(ready));
+            handed = true;
+        }
         const loaded = await Promise.allSettled(ready
             .filter((room) => attempt === 'unstreamed' || !replicas.has(room.locator))
             .map((room) => loadRoom(room, local, progress)));
@@ -1397,14 +1509,14 @@ export function composeRuntime(options) {
     async function reload(room, local, progress) {
         if (discoveryPaused || authorization === undefined)
             return;
-        const bootstrapped = await pullBootstrap(authorization, room);
+        const bootstrapped = await pullBootstrap(authorization, room, local);
         if (!continuing())
             return;
         if (bootstrapped.kind !== 'staged') {
             await withhold(bootstrapped, room, local, progress);
             return;
         }
-        await publish(local, room, bootstrapped.confirmed);
+        await publish(local, room, bootstrapped.confirmed, { stored: bootstrapped.stored });
         await caughtUp(room, local, progress);
     }
     async function discoverRooms(local, progress, attempt) {
@@ -1434,15 +1546,16 @@ export function composeRuntime(options) {
             }
             progress.reachable = false;
             progress.complete = false;
-            if (attempt === 'opened') {
-                options.adapter.roomStream?.hold(heldRooms([...discovered.values()]));
-            }
             notifyReady();
             return;
         }
         if (result.kind === 'contract-unavailable') {
             journal.record(`connection contract unavailable ${result.code}`);
-            await refuse('missing-required-guarantee', { code: result.code, fields: result.fields });
+            await refuse('missing-required-guarantee', {
+                code: result.code,
+                fields: result.fields,
+                retryable: result.retryable,
+            });
             notifyReady();
             return;
         }
@@ -1483,6 +1596,12 @@ export function composeRuntime(options) {
             limits = result.providerLimits;
             await local.declare(limits, capabilities);
         }
+        const signedIn = result.member ?? null;
+        if (JSON.stringify(signedIn) !== JSON.stringify(member)) {
+            await local.keepMember(signedIn);
+            member = signedIn;
+            emitMember();
+        }
         await applyDiscovery(result.rooms, local);
         await synchronize(result.rooms, local, progress, attempt);
     }
@@ -1512,9 +1631,12 @@ export function composeRuntime(options) {
             }
             const progress = { complete: true, reachable: true };
             underway = attempt === 'opened' ? progress : null;
+            if (attempt === 'opened')
+                streamed = progress;
             complete = false;
             recorded = false;
             moveTo(transferring(status));
+            handed = false;
             try {
                 const local = await openLocal();
                 if (closed)
@@ -1526,16 +1648,22 @@ export function composeRuntime(options) {
             }
             catch {
                 progress.complete = false;
-                if (attempt === 'opened') {
-                    options.adapter.roomStream?.hold(heldRooms([...discovered.values()]));
-                }
+                if (attempt === 'opened' && !handed)
+                    progress.reachable = false;
             }
             finally {
                 notifyReady();
             }
-            if (attempt === 'opened')
+            if (attempt !== 'opened') {
+                await finishOpening(progress);
                 return;
-            await finishOpening(progress);
+            }
+            if (handed || closed || progress.reachable)
+                return;
+            underway = null;
+            journal.record('connection reopen');
+            await rest(progress);
+            options.adapter.roomStream?.reopen();
         });
     }
     function closedSocket(revoked) {
@@ -1545,9 +1673,14 @@ export function composeRuntime(options) {
             void refuse('revoked-authorization');
             return;
         }
-        if (opened || status.providerUnreachable)
-            return;
-        moveTo({ ...status, providerUnreachable: true });
+        complete = false;
+        if (streamed !== null)
+            streamed.complete = false;
+        moveTo({
+            ...status,
+            state: status.state === 'synced' ? 'syncing' : status.state,
+            providerUnreachable: status.providerUnreachable || !opened,
+        });
     }
     function applyOpening(expired) {
         return task(async () => {
@@ -1602,6 +1735,8 @@ export function composeRuntime(options) {
         }
     }
     function submitLater(locator) {
+        if (localSaves)
+            return;
         const running = submitting.get(locator);
         if (running !== undefined) {
             running.again = true;
@@ -1681,7 +1816,7 @@ export function composeRuntime(options) {
             }
         }
         moveTo({
-            state: pending() ? 'pending' : synced ? 'synced' : 'syncing',
+            state: pending() ? 'pending' : synced && complete ? 'synced' : 'syncing',
             lastCompleted,
             providerUnreachable: !progress.reachable,
             ...attention(),
@@ -1790,20 +1925,15 @@ export function composeRuntime(options) {
             show();
             return;
         }
-        const resting = status;
-        const progress = { complete: false, reachable: !resting.providerUnreachable };
-        moveTo(transferring(resting));
+        const progress = { complete: false, reachable: !status.providerUnreachable };
+        moveTo(transferring(status));
         try {
             await conversations.catchUp(progress);
         }
         catch {
             progress.reachable = false;
         }
-        finally {
-            if (!closed) {
-                moveTo(settled(resting, progress, resting.lastCompleted, pending(), attention()));
-            }
-        }
+        await rest(progress);
     }
     function close() {
         if (closed)
@@ -1825,6 +1955,7 @@ export function composeRuntime(options) {
         storageLossListeners.clear();
         statusListeners.clear();
         serviceModeListeners.clear();
+        memberListeners.clear();
         readSide.close();
         queueSubscriptions.clear();
         roomDraftListeners.clear();
@@ -1856,13 +1987,16 @@ export function composeRuntime(options) {
         return planOf(input, roomFacts(reach), planReach(reach));
     }
     function watchPlan(plan, deliver) {
+        materialize(reachedRooms(plan));
         return readSide.watch(plan, identityOf(plan), deliver);
     }
     async function searched(input, reach) {
         const plan = searchPlanOf(input);
         const selected = plan.documents === undefined && reach === null
             ? null
-            : (await readSide.query(filterOf(plan.documents ?? {}, roomFacts(reach), planReach(reach)))).documents;
+            : (await rowsQuery(filterOf(plan.documents ?? {}, roomFacts(reach), planReach(reach)))).documents;
+        if (selected === null)
+            materialize(null);
         return searchIndex.search(reach === null || reach.conversations ? plan : { ...plan, conversations: [] }, selected);
     }
     const watch = (topic, input, deliver) => {
@@ -1888,6 +2022,8 @@ export function composeRuntime(options) {
         }
         if (topic === 'conversations')
             return conversations.watchList(deliver);
+        if (topic === 'agents')
+            return conversations.watchAgents(deliver);
         if (topic === 'presentation') {
             const listener = {
                 app: input[0],
@@ -1942,6 +2078,13 @@ export function composeRuntime(options) {
                 serviceModeListeners.delete(deliver);
             };
         }
+        if (topic === 'member') {
+            memberListeners.add(deliver);
+            deliver(member);
+            return () => {
+                memberListeners.delete(deliver);
+            };
+        }
         if (topic === 'queue') {
             const queue = { locator: input[0], notify: deliver };
             queueSubscriptions.add(queue);
@@ -1959,7 +2102,7 @@ export function composeRuntime(options) {
         rooms() {
             return listed();
         },
-        query: ((input) => readSide.query(planned(input, null))),
+        query: ((input) => rowsQuery(planned(input, null))),
         search: (input) => searched(input, null),
         types(locator) {
             return {
@@ -1988,14 +2131,11 @@ export function composeRuntime(options) {
                 return exclusive(async () => {
                     const parts = readParts(input);
                     if (path === '' || normalize(path) !== path)
-                        throw new Error('room-draft-malformed');
+                        throw runtimeError('room-draft-malformed');
                     const local = await openLocal();
                     const current = roomDrafts.get(room)?.get(path);
                     if ((current?.revision ?? null) !== revision) {
-                        return {
-                            outcome: 'stale',
-                            current: current === undefined ? null : roomDraftOf(current),
-                        };
+                        return staleWrite(current === undefined ? null : roomDraftOf(current));
                     }
                     const record = {
                         locator: room,
@@ -2015,10 +2155,7 @@ export function composeRuntime(options) {
                     const local = await openLocal();
                     const current = roomDrafts.get(room)?.get(path);
                     if (current === undefined || current.revision !== revision) {
-                        return {
-                            outcome: 'stale',
-                            current: current === undefined ? null : roomDraftOf(current),
-                        };
+                        return staleWrite(current === undefined ? null : roomDraftOf(current));
                     }
                     await local.discardRoomDraft(room, path);
                     forgetRoomDraft(room, path);
@@ -2086,7 +2223,7 @@ export function composeRuntime(options) {
         md,
         watch,
         plan: planned,
-        query: (plan) => readSide.query(plan),
+        query: (plan) => rowsQuery(plan),
         watchPlan,
         search: searched,
     };