@agentshouse/mdruntime 0.1.0-cdb8840578a20 → 0.1.0-cdded6c080913

package/dist/conversation.js

@@ -1,15 +1,35 @@
+import { cursorOf, decodedCursor } from '@agentshouse/mdmodel';
 import { conversationChangeSet } from './change-set.js';
+import { heldFacts } from './conversation-row.js';
 import { runtimeError } from './failure.js';
-import { declaredFile } from './file.js';
+import { refusedForSpace } from './durability.js';
 import { changeBatchIdentity, chatDraftRevision } from './identity.js';
 import { OFFLINE } from './outcome.js';
+import { jobsOf, runningLine } from './parts.js';
+import { openQuestion, questionAsked } from './questions.js';
+import { untilAnswered } from './recovery.js';
+import { capped, FROM_START, messageOrder, precedes } from './windows.js';
 const QUIET = {
     turn: null,
     questions: [],
     process: null,
     commands: [],
     options: [],
+    starting: null,
+    subagents: [],
+    link: null,
+    deliveryUnknown: [],
 };
+const FACTS = [
+    'questions',
+    'process',
+    'commands',
+    'options',
+    'starting',
+    'subagents',
+    'link',
+    'deliveryUnknown',
+];
 export function unheldView(conversation) {
     return {
         conversation,
@@ -17,13 +37,22 @@ export function unheldView(conversation) {
         turn: null,
         questions: [],
         process: null,
+        processEnded: null,
         commands: [],
         options: [],
+        starting: null,
+        subagents: [],
+        link: null,
+        deliveryUnknown: [],
         chatDraft: null,
+        jobs: [],
     };
 }
 export const SESSION_STARTED = 'Session started';
 const NEW_CHAT = 'new:';
+export const HISTORY_CONVERSATIONS = 64;
+// A row is read at a glance and each telling clones the list to every observing tab, while a running line changes at each Kit flush.
+const ROW_INTERVAL_MS = 1_000;
 export function newChat(agent) {
     return `${NEW_CHAT}${agent}`;
 }
@@ -82,19 +111,25 @@ function appliedTurn(held, operation) {
         parts: held.parts.map((kept, at) => (at === operation.index ? changed : kept)),
     };
 }
-function ordered(left, right) {
-    if (left.position !== right.position)
-        return left.position < right.position ? -1 : 1;
-    if (left.identity !== right.identity)
-        return left.identity < right.identity ? -1 : 1;
-    return 0;
-}
 function windowOf(held, arriving, limit) {
     const byIdentity = new Map(held.map((message) => [message.identity, message]));
     for (const message of arriving)
         byIdentity.set(message.identity, message);
-    const next = [...byIdentity.values()].sort(ordered);
-    return limit === undefined ? next : next.slice(Math.max(0, next.length - limit));
+    const next = [...byIdentity.values()].sort(messageOrder);
+    const start = Math.max(0, next.length - limit);
+    return { messages: next.slice(start), dropped: start > 0 };
+}
+function frameOf(asked, messages, more, total) {
+    const oldest = messages[0];
+    const next = !more
+        ? undefined
+        : oldest === undefined
+            ? (asked.after ?? FROM_START)
+            : cursorOf([oldest.position, oldest.identity]);
+    return {
+        ...(next === undefined ? {} : { next }),
+        ...(total === null ? {} : { total }),
+    };
 }
 function newestOf(arriving, from) {
     return arriving.reduce((top, message) => (top === null || message.position > top ? message.position : top), from);
@@ -165,18 +200,41 @@ function answered(result, field) {
     const value = answer[field];
     return typeof value === 'string' ? value : null;
 }
-function limitOf(options) {
-    const { limit } = options;
-    if (limit === undefined)
-        return undefined;
-    if (!Number.isInteger(limit) || limit < 0) {
+function beforeOf(after) {
+    if (after === undefined)
+        return null;
+    const decoded = typeof after === 'string' ? decodedCursor(after) : null;
+    if (decoded?.length === 0)
+        return null;
+    const [position, identity] = decoded ?? [];
+    if (decoded?.length !== 2 || typeof position !== 'string' || typeof identity !== 'string') {
+        throw runtimeError('invalid-after', `conversation after must be the next an earlier view returned, got ${String(after)}`);
+    }
+    return [position, identity];
+}
+function askedOf(options) {
+    const { limit, after, total } = options;
+    if (limit !== undefined && (!Number.isInteger(limit) || limit < 0)) {
         throw runtimeError('invalid-limit', `conversation limit must be a non-negative integer, got ${String(limit)}`);
     }
-    return limit;
+    return { limit: capped(limit), after, before: beforeOf(after), total: total === true };
+}
+function phraseOf(text) {
+    if (text === undefined)
+        return null;
+    if (typeof text !== 'string' || text === '') {
+        throw runtimeError('invalid-text', 'a conversation is found by a phrase');
+    }
+    return text;
 }
-const EXPIRED = { kind: 'rejected', code: 'expired', fields: {}, retryable: false };
+const DURABLE_WRITE = {
+    kind: 'rejected',
+    code: 'durable-write',
+    fields: {},
+    retryable: true,
+};
 function unwritten(draft) {
-    return draft.text === '' && draft.files.length === 0;
+    return draft.text === '';
 }
 function pending(draft) {
     return {
@@ -191,39 +249,45 @@ function withSubmitted(draft, submitted) {
     const { submitted: _held, ...unsent } = draft;
     return submitted.length === 0 ? unsent : { ...unsent, submitted };
 }
+function prepended(draft, said) {
+    return { text: [said.text, draft.text].filter((one) => one !== '').join('\n') };
+}
 function returned(draft, submission, others) {
     return withSubmitted({
         conversation: draft.conversation,
-        text: [submission.text, draft.text].filter((one) => one !== '').join('\n'),
-        files: [...submission.files, ...draft.files],
+        ...prepended(draft, submission),
         revision: chatDraftRevision(),
     }, others);
 }
 export function createConversationStore(deps) {
-    const stored = new Set();
-    const reads = new Map();
-    const partials = new Set();
-    const drafts = new Map();
     const sending = new Map();
     const behind = new Set();
+    const catching = new Map();
     const gaps = new Map();
     const lives = new Map();
+    const unsent = new Map();
     const views = new Map();
-    const listing = new Map();
+    const heardNewest = new Map();
+    let relisting = null;
     const creations = new Set();
     const listWatchers = new Set();
+    const unlisted = new Set();
     let listKnown = false;
+    let listOwed = false;
+    let listTelling = false;
+    let rowTimer = null;
+    const closing = new AbortController();
     const agentWatchers = new Set();
-    let agentNames = new Map();
-    let retiredAgents = new Set();
-    let agentsRead = null;
+    const unnamed = new Set();
+    let agentsShown = null;
+    let listedAgents = null;
+    let agentsReading = false;
     let replicated = new Set();
     let handedReplicated;
     function liveOf(conversation) {
         return lives.get(conversation) ?? QUIET;
     }
-    function viewOf(conversation, held) {
-        const draft = drafts.get(conversation);
+    function viewOf(conversation, held, frame, draft, ended, marked) {
         const facts = liveOf(conversation);
         return {
             conversation,
@@ -233,14 +297,21 @@ export function createConversationStore(deps) {
                 text,
                 message,
             })),
+            ...frame,
             turn: structuredClone(facts.turn),
             questions: structuredClone(facts.questions),
             process: facts.process === null ? null : { ...facts.process },
+            processEnded: ended,
             commands: structuredClone(facts.commands),
             options: structuredClone(facts.options),
-            chatDraft: draft === undefined || unwritten(draft)
-                ? null
-                : { text: draft.text, files: [...draft.files], revision: draft.revision },
+            starting: facts.starting,
+            subagents: structuredClone(facts.subagents),
+            link: facts.link === null ? null : { ...facts.link },
+            deliveryUnknown: [...facts.deliveryUnknown],
+            chatDraft: draft === null || unwritten(draft) ? null : { text: draft.text, revision: draft.revision },
+            jobs: facts.process?.running === false
+                ? []
+                : jobsOf(marked.filter(({ at }) => ended === null || at > ended), facts.turn),
         };
     }
     function emit(conversation) {
@@ -252,120 +323,310 @@ export function createConversationStore(deps) {
             const ready = [...view.watchers].filter((watcher) => watcher.ready);
             if (ready.length === 0)
                 continue;
-            const value = viewOf(conversation, view.window);
+            const value = viewOf(conversation, view.window, sharedFrame(view, view.window), view.draft, view.ended, view.marked);
             for (const watcher of ready)
                 watcher.notify(value);
         }
     }
-    function slide(conversation, arriving) {
+    function sharedFrame(view, window) {
+        return frameOf(view.asked, window, view.more, view.total);
+    }
+    async function slide(local, conversation, arriving) {
+        let count;
+        let marked;
         for (const view of views.values()) {
             if (view.conversation !== conversation || view.window === null)
                 continue;
-            view.window = arriving === null ? [] : windowOf(view.window, arriving, view.limit);
+            if (arriving === null) {
+                view.window = [];
+                view.marked = [];
+                view.more = false;
+                if (view.total !== null)
+                    view.total = 0;
+                continue;
+            }
+            const joining = arriving.filter((message) => precedes(message, view.asked.before));
+            const next = windowOf(view.window, joining, view.asked.limit);
+            view.window = next.messages;
+            view.more ||= next.dropped;
+            if (arriving.length > 0) {
+                marked ??= await local.jobMarkers(conversation);
+                view.marked = marked;
+            }
+            if (view.total !== null && arriving.length > 0) {
+                count ??= await local.messageCount(conversation);
+                view.total = count;
+            }
         }
     }
-    function changesOf(conversation, arriving) {
-        return arriving.map(({ identity, text }) => ({ conversation, identity, text }));
-    }
     function stateOf(conversation) {
         const facts = liveOf(conversation);
         if (facts.questions.length > 0)
             return 'asking';
         return facts.turn === null ? 'idle' : 'working';
     }
-    function entries() {
-        return [...listing.values()].map((entry) => ({
+    function rowOf(conversation) {
+        const turn = lives.get(conversation)?.turn ?? null;
+        return {
+            state: stateOf(conversation),
+            started: turn?.started ?? null,
+            line: turn === null ? null : runningLine(turn.parts),
+            question: openQuestion(liveOf(conversation).questions),
+            asked: questionAsked(liveOf(conversation).questions),
+        };
+    }
+    async function entries() {
+        const list = await heldList();
+        if (list === null)
+            return null;
+        const held = list.length === 0
+            ? []
+            : await deps.durably((local) => local.conversationRows(list.map(({ conversation }) => conversation)));
+        const rows = new Map(held.map((one) => [one.conversation, one]));
+        return list.map((entry) => ({
             conversation: entry.conversation,
-            agent: { identity: entry.agent, name: agentNames.get(entry.agent) ?? null },
+            agent: { identity: entry.agent, name: entry.agentName, retired: entry.agentRetired },
             name: entry.name,
             created: entry.created,
             finished: entry.finished,
             outcome: entry.outcome,
-            state: stateOf(entry.conversation),
-            started: lives.get(entry.conversation)?.turn?.started ?? null,
+            waiting: entry.waiting,
+            ...rowOf(entry.conversation),
+            ...heldFacts(rows.get(entry.conversation), entry),
         }));
     }
+    async function heldList() {
+        const stored = (await (await deps.local()).facts()).conversationList;
+        if (stored !== null)
+            return stored;
+        return !listKnown && deps.stream() !== undefined && deps.online() ? null : [];
+    }
+    async function endedIn(conversation) {
+        const list = await heldList();
+        return list?.find((entry) => entry.conversation === conversation)?.processEnded ?? null;
+    }
+    function listChanged(change) {
+        void deps
+            .durably(async (local) => {
+            const { conversationList, conversationCursor } = await local.facts();
+            const kept = change.replacing ? [] : (conversationList ?? []);
+            const held = new Map(kept.map((entry) => [entry.conversation, entry]));
+            for (const entry of change.set) {
+                held.set(entry.conversation, { ...entry });
+                creations.delete(entry.conversation);
+            }
+            if (change.gone !== null)
+                held.delete(change.gone);
+            const list = [...held.values()];
+            if (JSON.stringify(list) !== JSON.stringify(conversationList)) {
+                await local.fact('conversationList', list);
+            }
+            if (change.cursor !== undefined) {
+                if (change.cursor !== conversationCursor) {
+                    await local.fact('conversationCursor', change.cursor);
+                }
+                deps.stream()?.hold(change.cursor);
+            }
+            return list;
+        })
+            .catch(async () => (await (await deps.local()).facts()).conversationList ?? [])
+            .then((list) => {
+            if (deps.closed() || change.paged === true)
+                return;
+            endedAnew(list);
+            if (change.cursor !== undefined) {
+                listKnown = true;
+                settleBehind(list);
+                openingEnded();
+                deps.settled();
+            }
+            emitList();
+            if (!listKnown)
+                return;
+            retiredDrafts(list);
+            if (change.cursor === undefined &&
+                (list.length !== replicated.size ||
+                    list.some(({ conversation }) => !replicated.has(conversation)))) {
+                deps.again();
+            }
+        }, () => { });
+    }
+    function endedAnew(list) {
+        const entries = new Map(list.map((entry) => [entry.conversation, entry]));
+        for (const view of views.values()) {
+            const ended = entries.get(view.conversation)?.processEnded ?? null;
+            if (view.window === null || ended === view.ended)
+                continue;
+            view.ended = ended;
+            emit(view.conversation);
+        }
+    }
+    let listShown = Promise.resolve();
+    function shownList(work) {
+        const reading = heldList();
+        listShown = listShown.then(async () => {
+            const list = await reading.catch(() => null);
+            if (list === null || deps.closed())
+                return;
+            work(list);
+        });
+    }
+    async function told() {
+        try {
+            while (listOwed && !deps.closed()) {
+                listOwed = false;
+                const value = await untilAnswered(entries, closing.signal);
+                if (deps.closed())
+                    return;
+                if (value === null)
+                    continue;
+                for (const watcher of listWatchers)
+                    watcher(value);
+                for (const watcher of [...unlisted]) {
+                    unlisted.delete(watcher);
+                    listWatchers.add(watcher);
+                    watcher(value);
+                }
+            }
+        }
+        finally {
+            listTelling = false;
+        }
+    }
+    function tellList() {
+        if (deps.closed() || (listWatchers.size === 0 && unlisted.size === 0))
+            return;
+        listOwed = true;
+        if (listTelling)
+            return;
+        listTelling = true;
+        void told().catch(() => { });
+    }
+    function tellSoon() {
+        if (rowTimer !== null)
+            return;
+        rowTimer = setTimeout(() => {
+            rowTimer = null;
+            tellList();
+        }, ROW_INTERVAL_MS);
+    }
     function emitList() {
-        if (deps.closed() || listWatchers.size === 0)
+        if (deps.closed())
+            return;
+        tellList();
+        emitAgents();
+        learned();
+    }
+    function learned() {
+        if (deps.closed())
+            return;
+        if (unlisted.size > 0)
+            tellList();
+        if (unnamed.size === 0)
             return;
-        const value = entries();
-        for (const watcher of listWatchers)
-            watcher(value);
-    }
-    function agents() {
-        return [...agentNames]
-            .filter(([identity]) => !retiredAgents.has(identity))
-            .map(([identity, name]) => ({ identity, name }))
+        shownList((list) => {
+            const value = agents(list);
+            for (const watcher of [...unnamed]) {
+                unnamed.delete(watcher);
+                agentWatchers.add(watcher);
+                watcher(value);
+            }
+        });
+    }
+    function agents(list) {
+        const named = new Map();
+        for (const agent of listedAgents ?? [])
+            named.set(agent.agent, agent);
+        for (const entry of list) {
+            named.set(entry.agent, { name: entry.agentName, retired: entry.agentRetired });
+        }
+        return [...named]
+            .filter(([, agent]) => !agent.retired)
+            .map(([identity, agent]) => ({ identity, name: agent.name }))
             .sort((left, right) => left.name === right.name
             ? left.identity.localeCompare(right.identity)
             : left.name.localeCompare(right.name));
     }
+    function readAgents() {
+        const stream = deps.stream();
+        if (stream?.agents === undefined || !deps.online() || agentsReading)
+            return;
+        agentsReading = true;
+        void stream
+            .agents()
+            .then((read) => {
+            if (read === null)
+                return;
+            listedAgents = read;
+            emitAgents();
+        }, () => { })
+            .finally(() => {
+            agentsReading = false;
+        });
+    }
     function emitAgents() {
         if (deps.closed() || agentWatchers.size === 0)
             return;
-        const value = agents();
-        for (const watcher of agentWatchers)
-            watcher(value);
+        shownList((list) => {
+            const value = agents(list);
+            const shown = JSON.stringify(value);
+            if (shown === agentsShown)
+                return;
+            agentsShown = shown;
+            for (const watcher of agentWatchers)
+                watcher(value);
+        });
     }
     function setLive(conversation, next) {
-        const before = stateOf(conversation);
-        const began = lives.get(conversation)?.turn?.started;
+        const before = rowOf(conversation);
         if (next === null)
             lives.delete(conversation);
         else
             lives.set(conversation, next);
-        if (!listing.has(conversation))
-            return;
-        if (stateOf(conversation) !== before || next?.turn?.started !== began)
-            emitList();
-    }
-    async function readAgents() {
-        const declaration = deps.agents();
-        if (declaration === undefined)
-            return;
-        const held = await deps.documents(declaration);
-        if ('pending' in held)
-            return;
-        const { documents } = held;
-        const names = new Map();
-        const retired = new Set();
-        for (const document of documents) {
-            if (document.type !== declaration.type)
-                continue;
-            const identity = document.fields?.[declaration.identity];
-            const name = document.fields?.[declaration.name];
-            if (typeof identity !== 'string' || typeof name !== 'string')
-                continue;
-            names.set(identity, name);
-            const ended = declaration.retired === undefined ? null : document.fields?.[declaration.retired];
-            if (ended !== undefined && ended !== null)
-                retired.add(identity);
-        }
-        const named = JSON.stringify([...names]) !== JSON.stringify([...agentNames]);
-        if (!named && JSON.stringify([...retired]) === JSON.stringify([...retiredAgents]))
-            return;
-        agentNames = names;
-        retiredAgents = retired;
-        if (named)
+        const after = rowOf(conversation);
+        if (after.state !== before.state || after.started !== before.started)
             emitList();
-        emitAgents();
-        const ended = [...drafts.keys()].filter(retiredChat);
-        if (ended.length > 0)
-            await remove(ended);
+        else if (after.line !== before.line ||
+            after.question !== before.question ||
+            after.asked !== before.asked)
+            tellSoon();
     }
-    function retiredChat(conversation) {
-        return (conversation.startsWith(NEW_CHAT) && retiredAgents.has(conversation.slice(NEW_CHAT.length)));
-    }
-    function agentsReady() {
-        agentsRead ??= readAgents().catch(() => {
-            agentsRead = null;
-        });
-        return agentsRead;
+    function retiredChat(conversation, list) {
+        if (!conversation.startsWith(NEW_CHAT))
+            return false;
+        const agent = conversation.slice(NEW_CHAT.length);
+        return list.some((entry) => entry.agent === agent && entry.agentRetired);
     }
     function live(conversation, change) {
+        const owed = unsent.get(conversation);
+        for (const fact of FACTS.filter((one) => one in change))
+            owed?.delete(fact);
         setLive(conversation, { ...liveOf(conversation), ...change });
         emit(conversation);
     }
+    function openingEnded() {
+        const owed = [...unsent];
+        unsent.clear();
+        for (const [conversation, facts] of owed) {
+            const held = lives.get(conversation);
+            if (held === undefined || facts.size === 0)
+                continue;
+            setLive(conversation, {
+                turn: held.turn,
+                questions: facts.has('questions') ? QUIET.questions : held.questions,
+                process: facts.has('process') ? QUIET.process : held.process,
+                commands: facts.has('commands') ? QUIET.commands : held.commands,
+                options: facts.has('options') ? QUIET.options : held.options,
+                starting: facts.has('starting') ? QUIET.starting : held.starting,
+                subagents: facts.has('subagents') ? QUIET.subagents : held.subagents,
+                link: facts.has('link') ? QUIET.link : held.link,
+                deliveryUnknown: facts.has('deliveryUnknown')
+                    ? QUIET.deliveryUnknown
+                    : held.deliveryUnknown,
+            });
+            emit(conversation);
+        }
+    }
     function relayed(conversation, turn, operation) {
         const held = liveOf(conversation).turn;
         const next = held?.turn === turn ? appliedTurn(held, operation) : startedTurn(turn, operation);
@@ -392,30 +653,94 @@ export function createConversationStore(deps) {
     }
     async function remove(leaving) {
         await deps.durably(async (local) => {
-            const removed = [];
-            for (const conversation of leaving) {
-                for (const identity of await local.messageIdentities(conversation)) {
-                    removed.push({ conversation, identity, text: null });
-                }
-            }
+            const kept = new Set([
+                ...(await local.conversations(leaving)).map(({ conversation }) => conversation),
+                ...(await local.chatDrafts())
+                    .filter(({ conversation }) => leaving.includes(conversation))
+                    .map(({ conversation }) => conversation),
+            ]);
             await local.dropConversations(leaving);
             const changed = [];
             for (const conversation of leaving) {
-                if (stored.has(conversation) || drafts.has(conversation) || lives.has(conversation)) {
+                if (kept.has(conversation) || lives.has(conversation))
                     changed.push(conversation);
+                for (const view of views.values()) {
+                    if (view.conversation === conversation)
+                        view.draft = null;
                 }
-                stored.delete(conversation);
-                reads.delete(conversation);
-                partials.delete(conversation);
-                drafts.delete(conversation);
                 behind.delete(conversation);
+                heardNewest.delete(conversation);
+                unsent.delete(conversation);
                 setLive(conversation, null);
-                slide(conversation, null);
+                await slide(local, conversation, null);
             }
             if (changed.length > 0)
-                deps.publish(conversationChangeSet(removed, changed));
+                deps.publish(conversationChangeSet(changed));
         });
     }
+    function newestOfListed(entry) {
+        if (entry === undefined)
+            return undefined;
+        const heard = heardNewest.get(entry.conversation);
+        if (heard === undefined)
+            return entry.newest;
+        return entry.newest === null || heard > entry.newest ? heard : entry.newest;
+    }
+    function missed(conversation, held, entry) {
+        const read = held?.read;
+        const newest = newestOfListed(entry);
+        return (read === undefined ||
+            newest === undefined ||
+            held?.partial === true ||
+            (newest !== null && (read === null || newest > read)));
+    }
+    async function readsOf(local, conversations) {
+        return new Map((await local.conversations(conversations)).map((held) => [held.conversation, held]));
+    }
+    function retiredDrafts(list) {
+        if (!list.some((entry) => entry.agentRetired))
+            return;
+        void deps
+            .local()
+            .then((local) => local.chatDrafts())
+            .then((held) => {
+            if (!deps.closed() && held.some(({ conversation }) => retiredChat(conversation, list))) {
+                deps.again();
+            }
+        }, () => { });
+    }
+    function settleBehind(list) {
+        void deps
+            .durably(async (local) => {
+            const entries = new Map(list.map((entry) => [entry.conversation, entry]));
+            const named = [...replicated].filter((conversation) => entries.has(conversation));
+            const held = await readsOf(local, named);
+            let owed = false;
+            for (const conversation of named) {
+                if (!missed(conversation, held.get(conversation), entries.get(conversation))) {
+                    behind.delete(conversation);
+                }
+                else if (!behind.has(conversation)) {
+                    gap(conversation);
+                    owed = true;
+                }
+            }
+            return owed;
+        })
+            .then((owed) => {
+            if (deps.closed())
+                return;
+            deps.settled();
+            if (owed)
+                deps.again();
+        }, () => { });
+    }
+    function noted(conversation, message) {
+        const heard = heardNewest.get(conversation);
+        if (heard === undefined || message.position > heard) {
+            heardNewest.set(conversation, message.position);
+        }
+    }
     function gap(conversation) {
         gaps.set(conversation, (gaps.get(conversation) ?? 0) + 1);
         behind.add(conversation);
@@ -424,7 +749,7 @@ export function createConversationStore(deps) {
         return deps.durably(async (local) => {
             if (!replicated.has(conversation))
                 return;
-            const read = reads.get(conversation);
+            const read = (await readsOf(local, [conversation])).get(conversation)?.read;
             const advances = read !== undefined &&
                 !behind.has(conversation) &&
                 (read === null || message.position > read);
@@ -434,22 +759,22 @@ export function createConversationStore(deps) {
                 messages: [message],
                 ...(advances ? { read: { at: message.position, partial: false } } : {}),
             });
-            stored.add(conversation);
-            if (advances)
-                reads.set(conversation, message.position);
             sealTurns(conversation, new Set([message.turn]));
-            slide(conversation, [message]);
-            deps.publish(conversationChangeSet(changesOf(conversation, [message]), [conversation]));
+            await slide(local, conversation, [message]);
+            deps.publish(conversationChangeSet([conversation]));
+            tellList();
         });
     }
-    async function readHistories(conversations) {
+    async function readHistories(conversations, ended) {
         const generations = new Map(conversations.map((one) => [one, gaps.get(one) ?? 0]));
-        let asking = conversations.map((conversation) => ({
+        const held = await readsOf(await deps.local(), conversations);
+        let waiting = conversations.map((conversation) => ({
             conversation,
-            after: reads.get(conversation) ?? undefined,
+            after: held.get(conversation)?.read ?? undefined,
         }));
-        while (asking.length > 0) {
-            const result = await deps.call('conversation.history', {
+        while (waiting.length > 0) {
+            const asking = waiting.slice(0, HISTORY_CONVERSATIONS);
+            const result = await deps.history({
                 conversations: asking.map(({ conversation, after }) => ({
                     conversation,
                     ...(after === undefined ? {} : { after }),
@@ -468,32 +793,52 @@ export function createConversationStore(deps) {
                     following.push({ conversation: page.conversation, after: page.next });
                 }
             }
-            asking = following;
+            for (const { conversation } of asking) {
+                if (!following.some((next) => next.conversation === conversation))
+                    ended(conversation);
+            }
+            waiting = [...waiting.slice(HISTORY_CONVERSATIONS), ...following];
         }
         return null;
     }
+    function caughtUp(conversations) {
+        const ends = new Map();
+        for (const conversation of conversations) {
+            const held = new Promise((end) => ends.set(conversation, end));
+            catching.set(conversation, held);
+            void held.then(() => {
+                if (catching.get(conversation) === held)
+                    catching.delete(conversation);
+            });
+        }
+        const ended = (conversation) => ends.get(conversation)?.();
+        const read = readHistories(conversations, ended);
+        const endAll = () => {
+            for (const conversation of conversations)
+                ended(conversation);
+        };
+        read.then(endAll, endAll);
+        return read;
+    }
     function keepPage(conversation, arriving, from, next, generation) {
         return deps.durably(async (local) => {
             if (!replicated.has(conversation))
                 return;
             const whole = next === undefined;
             const cursor = next ?? newestOf(arriving, from);
-            const partial = !whole && (partials.has(conversation) || !reads.has(conversation));
+            const held = (await readsOf(local, [conversation])).get(conversation);
+            const partial = !whole && (held?.partial === true || held?.read === undefined);
             const sealing = await sealed(local, conversation, new Set(arriving.map((message) => message.turn)));
             await local.keepMessages({ conversation, messages: arriving, read: { at: cursor, partial } });
-            stored.add(conversation);
-            reads.set(conversation, cursor);
-            if (partial)
-                partials.add(conversation);
-            else
-                partials.delete(conversation);
             sealTurns(conversation, new Set(arriving.map((message) => message.turn)));
             if (whole && (gaps.get(conversation) ?? 0) === generation)
                 behind.delete(conversation);
-            slide(conversation, arriving);
+            await slide(local, conversation, arriving);
             if (arriving.length > 0 || sealing || whole) {
-                deps.publish(conversationChangeSet(changesOf(conversation, arriving), [conversation]));
+                deps.publish(conversationChangeSet([conversation]));
             }
+            if (arriving.length > 0)
+                tellSoon();
         });
     }
     function heard(event) {
@@ -501,11 +846,8 @@ export function createConversationStore(deps) {
         if (event.kind === 'gap') {
             if (replicated.has(conversation))
                 gap(conversation);
-            const held = lives.get(conversation);
-            if (held === undefined)
-                return;
-            setLive(conversation, { ...QUIET, turn: held.turn });
-            emit(conversation);
+            if (lives.has(conversation))
+                unsent.set(conversation, new Set(FACTS));
             return;
         }
         if (event.kind === 'turn') {
@@ -528,28 +870,59 @@ export function createConversationStore(deps) {
             live(conversation, { options: structuredClone(event.options) });
             return;
         }
+        if (event.kind === 'starting') {
+            live(conversation, { starting: event.step });
+            return;
+        }
+        if (event.kind === 'subagents') {
+            live(conversation, { subagents: structuredClone(event.subagents) });
+            return;
+        }
+        if (event.kind === 'link') {
+            live(conversation, { link: { connected: event.connected } });
+            return;
+        }
+        if (event.kind === 'deliveries') {
+            live(conversation, { deliveryUnknown: [...event.unknown] });
+            return;
+        }
         const arriving = acceptedMessage(event.message);
         if (arriving === null)
             return;
+        noted(conversation, arriving);
         if (replicated.has(conversation)) {
-            void keep(conversation, arriving).catch(() => { });
+            if (deps.full()) {
+                gap(conversation);
+                return;
+            }
+            void keep(conversation, arriving).catch((error) => {
+                if (refusedForSpace(error))
+                    gap(conversation);
+            });
             return;
         }
         if (sealTurns(conversation, new Set([arriving.turn])))
             emit(conversation);
     }
     async function kept(local, conversation, following) {
-        if (following === null || empty(following)) {
+        const shown = following === null || empty(following) ? null : following;
+        if (shown === null)
             await local.dropChatDraft(conversation);
-            drafts.delete(conversation);
-        }
-        else {
-            await local.keepChatDrafts([following]);
-            drafts.set(conversation, following);
+        else
+            await local.keepChatDrafts([shown]);
+        shownDraft(conversation, shown);
+    }
+    function shownDraft(conversation, draft) {
+        for (const view of views.values()) {
+            if (view.conversation === conversation)
+                view.draft = draft;
         }
     }
+    async function draftAt(local, conversation) {
+        return (await local.chatDraft(conversation)) ?? undefined;
+    }
     async function sealed(local, conversation, turns) {
-        const held = drafts.get(conversation);
+        const held = await draftAt(local, conversation);
         const submitted = held?.submitted ?? [];
         const left = submitted.filter((one) => one.turn === null || !turns.has(one.turn));
         if (held === undefined || left.length === submitted.length)
@@ -560,85 +933,70 @@ export function createConversationStore(deps) {
     function moved(agent, operation, to) {
         const from = newChat(agent);
         return deps.durably(async (local) => {
-            const held = drafts.get(from);
-            const earlier = (held?.moves ?? []).filter((one) => !deps.expired(one));
+            const held = await draftAt(local, from);
+            const earlier = held?.moves ?? [];
             if (earlier.includes(operation))
                 return;
             const blank = {
                 conversation: from,
                 text: '',
-                files: [],
                 revision: chatDraftRevision(),
             };
             const { moves: _answered, ...unsent } = held ?? blank;
-            const taken = drafts.has(to) || empty(unsent) ? [] : [{ ...unsent, conversation: to }];
+            const taken = (await draftAt(local, to)) !== undefined || empty(unsent)
+                ? []
+                : [{ ...unsent, conversation: to }];
             const left = { ...(taken.length === 0 ? unsent : blank), moves: [...earlier, operation] };
             await local.keepChatDrafts([left, ...taken]);
-            drafts.set(from, left);
+            shownDraft(from, left);
             for (const one of taken)
-                drafts.set(to, one);
-            deps.publish(conversationChangeSet([], [from, to]));
+                shownDraft(to, one);
+            deps.publish(conversationChangeSet([from, to]));
         });
     }
     function withDraft(conversation, next) {
         return deps.durably(async (local) => {
-            const following = await next(drafts.get(conversation), local);
+            const following = await next(await draftAt(local, conversation), local);
             if (following === undefined)
                 return;
             await kept(local, conversation, following);
-            deps.publish(conversationChangeSet([], [conversation]));
+            deps.publish(conversationChangeSet([conversation]));
         });
     }
     async function submitted(conversation, operation, draft) {
         let submission;
-        let earlier = false;
         await withDraft(conversation, (current) => {
             submission = current?.submitted?.find((one) => one.operation === operation);
-            earlier = submission !== undefined;
             if (submission !== undefined)
                 return undefined;
             const said = draft ?? current;
-            submission = {
-                operation,
-                text: said?.text ?? '',
-                files: [...(said?.files ?? [])],
-                turn: null,
-            };
+            submission = { operation, text: said?.text ?? '', turn: null };
             return {
                 conversation,
                 ...(draft === undefined || current === undefined
-                    ? { text: '', files: [], revision: chatDraftRevision() }
-                    : { text: current.text, files: current.files, revision: current.revision }),
+                    ? { text: '', revision: chatDraftRevision() }
+                    : { text: current.text, revision: current.revision }),
                 submitted: [...(current?.submitted ?? []), submission],
             };
         });
-        return { submission: submission, earlier };
-    }
-    function forgotten(conversation, submission) {
-        return withDraft(conversation, (current) => {
-            const held = current?.submitted ?? [];
-            if (current === undefined || !held.includes(submission))
-                return undefined;
-            return withSubmitted(current, held.filter((one) => one !== submission));
-        });
+        return submission;
     }
     async function dispatched(conversation, submission) {
-        const dispatch = {};
+        const dispatch = { answered: false };
         sending.set(submission.operation, dispatch);
         try {
-            const files = await Promise.all(submission.files.map(async (file) => ({ ...(await declaredFile(file)), blob: file.blob })));
-            const result = await invoke('conversation.send', conversation, {
-                text: submission.text,
-                files,
+            const result = await invoke('conversations/send', conversation, {
                 operation_id: submission.operation,
+                text: submission.text,
             });
+            dispatch.answered = result.kind !== 'transport-uncertainty';
             if (result.kind === 'revoked-authorization')
                 return result;
             if (result.kind !== 'action' && result.retryable) {
                 deps.unanswered();
                 return result;
             }
-            const turn = answered(result, 'turn');
+            const turn = answered(result, 'message_id');
             await withDraft(conversation, async (current, local) => {
                 const held = current?.submitted?.find((one) => one.operation === submission.operation);
                 if (current === undefined || held === undefined || held.turn !== null)
@@ -658,68 +1016,80 @@ export function createConversationStore(deps) {
                 sending.delete(submission.operation);
         }
     }
-    function invoke(name, conversation, extra = {}) {
-        return deps.call(name, { conversation, ...extra });
+    function invoke(name, conversation, extra = { operation_id: changeBatchIdentity() }) {
+        return deps.call(name, { conversation_id: conversation, ...extra });
     }
     const surface = {
-        async list() {
-            await agentsReady();
-            return entries();
+        list() {
+            return new Promise((settle) => {
+                const answer = (listed) => {
+                    unlisted.delete(answer);
+                    listWatchers.delete(answer);
+                    settle(listed);
+                };
+                unlisted.add(answer);
+                learned();
+            });
         },
         async read(conversation, options = {}) {
-            const limit = limitOf(options);
-            return deps.durably(async (local) => structuredClone(viewOf(conversation, await local.messageWindow(conversation, limit))));
+            const { text, ...windowed } = options;
+            const asked = askedOf(windowed);
+            const phrase = phraseOf(text);
+            return deps.durably(async (local) => {
+                const { messages, more } = await local.messageWindow(conversation, asked.limit, asked.before, phrase);
+                const total = asked.total ? await local.messageCount(conversation, phrase) : null;
+                const marked = await local.jobMarkers(conversation);
+                return structuredClone(viewOf(conversation, messages, frameOf(asked, messages, more, total), (await local.chatDraft(conversation)) ?? null, await endedIn(conversation), marked));
+            });
         },
         async create(input) {
-            const result = await deps.call('conversation.create', input);
-            const conversation = answered(result, 'conversation');
+            const result = await deps.call('conversations/create', input);
+            const conversation = answered(result, 'conversation_id');
             if (conversation === null)
                 return result;
-            if (!listing.has(conversation))
+            const listed = (await heldList()) ?? [];
+            if (!listed.some((entry) => entry.conversation === conversation)) {
                 creations.add(conversation);
+            }
             const creation = creationOf(input);
             if (creation !== null)
                 await moved(creation.agent, creation.operation, conversation);
             return result;
         },
         async send(conversation, operation = changeBatchIdentity(), draft) {
+            if (deps.full())
+                return DURABLE_WRITE;
             if (deps.online()) {
-                const { submission, earlier } = await submitted(conversation, operation, draft);
-                if (!earlier || !deps.expired(operation))
-                    return dispatched(conversation, submission);
-                await forgotten(conversation, submission);
-                return EXPIRED;
+                const held = await submitted(conversation, operation, draft).catch((error) => {
+                    if (refusedForSpace(error))
+                        return null;
+                    throw error;
+                });
+                if (held === null)
+                    return DURABLE_WRITE;
+                return dispatched(conversation, held);
             }
             if (draft !== undefined) {
                 await withDraft(conversation, (current) => current?.submitted?.some((one) => one.operation === operation) === true
                     ? undefined
-                    : returned(current ?? { conversation, text: '', files: [], revision: '' }, { operation, ...draft, turn: null }, current?.submitted ?? []));
+                    : returned(current ?? { conversation, text: '', revision: '' }, { operation, ...draft, turn: null }, current?.submitted ?? []));
             }
             return OFFLINE;
         },
         answer(conversation, answer) {
-            return invoke('conversation.answer', conversation, { answer });
+            return invoke('conversations/interaction/answer', conversation, {
+                operation_id: changeBatchIdentity(),
+                ...answer,
+            });
         },
         interrupt(conversation) {
-            return invoke('conversation.interrupt', conversation);
+            return invoke('conversations/interrupt', conversation);
         },
         kill(conversation) {
-            return invoke('conversation.kill', conversation);
-        },
-        async cancel(conversation, turn) {
-            const result = await invoke('conversation.cancel', conversation, { turn });
-            if (result.kind !== 'action')
-                return result;
-            await withDraft(conversation, (current) => {
-                const held = current?.submitted?.find((one) => one.turn === turn);
-                if (current === undefined || held === undefined)
-                    return undefined;
-                return returned(current, held, current.submitted.filter((one) => one !== held));
-            });
-            return result;
+            return invoke('conversations/kill', conversation);
         },
         delete(conversation) {
-            return invoke('conversation.delete', conversation);
+            return invoke('conversations/delete', conversation);
         },
     };
     const chatDraft = {
@@ -727,53 +1097,61 @@ export function createConversationStore(deps) {
             return withDraft(conversation, (current) => ({
                 conversation,
                 text: draft.text,
-                files: [...draft.files],
                 revision,
                 ...(current === undefined ? {} : pending(current)),
             }));
         },
+        prepend(conversation, draft) {
+            return withDraft(conversation, (current) => ({
+                conversation,
+                ...(current === undefined ? { text: draft.text } : prepended(current, draft)),
+                revision: chatDraftRevision(),
+                ...(current === undefined ? {} : pending(current)),
+            }));
+        },
         discard(conversation) {
             return withDraft(conversation, (current) => current === undefined
                 ? undefined
-                : {
-                    conversation,
-                    text: '',
-                    files: [],
-                    revision: chatDraftRevision(),
-                    ...pending(current),
-                });
+                : { conversation, text: '', revision: chatDraftRevision(), ...pending(current) });
         },
     };
     return {
         surface,
         chatDraft,
-        hydrate(held, kept) {
-            stored.clear();
-            reads.clear();
-            partials.clear();
-            for (const entry of held) {
-                stored.add(entry.conversation);
-                if (entry.read !== undefined)
-                    reads.set(entry.conversation, entry.read);
-                if (entry.partial)
-                    partials.add(entry.conversation);
-            }
-            drafts.clear();
-            for (const record of kept)
-                drafts.set(record.conversation, record);
+        async opened(local) {
+            const { conversationList, conversationCursor } = await local.facts();
+            if (conversationList === null || listKnown)
+                return;
+            deps.stream()?.hold(conversationCursor);
+            learned();
         },
         async reconcile() {
             if (!listKnown)
                 return;
-            const named = new Set(listing.keys());
+            const local = await deps.local();
+            const [held, kept, { conversationList }] = await Promise.all([
+                local.conversations(),
+                local.chatDrafts(),
+                local.facts(),
+            ]);
+            const list = conversationList ?? [];
+            const entries = new Map(list.map((entry) => [entry.conversation, entry]));
+            const named = new Set(entries.keys());
+            const reads = new Map(held.map((one) => [one.conversation, one]));
             const leaving = [
-                ...new Set([...replicated, ...stored, ...reads.keys(), ...drafts.keys()]),
+                ...new Set([
+                    ...replicated,
+                    ...reads.keys(),
+                    ...kept.map(({ conversation }) => conversation),
+                ]),
             ].filter((conversation) => !named.has(conversation) &&
                 !creations.has(conversation) &&
-                (!conversation.startsWith(NEW_CHAT) || retiredChat(conversation)));
+                (!conversation.startsWith(NEW_CHAT) || retiredChat(conversation, list)));
             for (const conversation of named) {
-                if (!replicated.has(conversation))
+                if (!replicated.has(conversation) &&
+                    missed(conversation, reads.get(conversation), entries.get(conversation))) {
                     behind.add(conversation);
+                }
             }
             replicated = named;
             handReplicated();
@@ -781,26 +1159,39 @@ export function createConversationStore(deps) {
                 await remove(leaving);
         },
         async catchUp(progress) {
-            const reading = [...behind].filter((conversation) => replicated.has(conversation)).sort();
-            if (reading.length > 0 && !deps.closed()) {
-                const failed = await readHistories(reading);
+            if (deps.full()) {
+                if (behind.size > 0)
+                    progress.complete = false;
+                return;
+            }
+            const owed = (conversation) => behind.has(conversation) && replicated.has(conversation);
+            const read = async (conversations) => {
+                if (conversations.length === 0 || deps.closed())
+                    return;
+                const failed = await caughtUp(conversations);
                 if (failed?.kind === 'transport-uncertainty')
                     progress.reachable = false;
-            }
+            };
+            const asking = [...behind].filter(owed).sort();
+            const awaited = asking.filter((conversation) => catching.has(conversation));
+            await Promise.all([
+                read(asking.filter((conversation) => !catching.has(conversation))),
+                Promise.all(awaited.map((conversation) => catching.get(conversation))).then(() => read(awaited.filter((conversation) => owed(conversation) && !catching.has(conversation)))),
+            ]);
             if (behind.size > 0)
                 progress.complete = false;
         },
         async resend(progress) {
-            for (const [conversation, held] of [...drafts]) {
-                for (const submission of held.submitted ?? []) {
-                    if (submission.turn !== null || sending.has(submission.operation))
-                        continue;
+            const local = await deps.local();
+            const tried = new Set();
+            for (const { conversation } of await local.chatDrafts()) {
+                for (;;) {
+                    const submission = (await local.chatDraft(conversation))?.submitted?.find((one) => one.turn === null && !sending.has(one.operation) && !tried.has(one.operation));
+                    if (submission === undefined)
+                        break;
                     if (deps.closed())
                         return;
-                    if (deps.expired(submission.operation)) {
-                        await forgotten(conversation, submission);
-                        continue;
-                    }
+                    tried.add(submission.operation);
                     const result = await dispatched(conversation, submission);
                     if (result.kind === 'revoked-authorization')
                         return;
@@ -821,37 +1212,54 @@ export function createConversationStore(deps) {
         known() {
             return listKnown;
         },
-        reconnected() {
-            for (const conversation of replicated)
-                gap(conversation);
-        },
         reopened() {
-            sending.clear();
+            relisting = null;
+            for (const [operation, dispatch] of sending)
+                if (!dispatch.answered)
+                    sending.delete(operation);
+        },
+        lost() {
+            catching.clear();
         },
         watch(conversation, options, deliver) {
-            const limit = limitOf(options);
-            const key = JSON.stringify([conversation, limit ?? null]);
+            const asked = askedOf(options);
+            const key = JSON.stringify([conversation, asked.limit, asked.after ?? null, asked.total]);
             const view = views.get(key) ?? {
                 conversation,
-                limit,
+                asked,
                 watchers: new Set(),
                 window: null,
+                draft: null,
+                ended: null,
+                marked: [],
+                more: false,
+                total: null,
             };
             views.set(key, view);
             const watcher = { notify: deliver, ready: false };
             view.watchers.add(watcher);
-            void deps
-                .durably(async (local) => {
-                view.window ??= await local.messageWindow(conversation, limit);
-            })
+            const reading = new AbortController();
+            void untilAnswered(() => deps.durably(async (local) => {
+                if (view.window !== null)
+                    return;
+                const { messages, more } = await local.messageWindow(conversation, asked.limit, asked.before);
+                view.draft = (await local.chatDraft(conversation)) ?? null;
+                view.ended = await endedIn(conversation);
+                view.window = messages;
+                view.marked = await local.jobMarkers(conversation);
+                view.more = more;
+                view.total = asked.total ? await local.messageCount(conversation) : null;
+            }), reading.signal)
                 .then(() => {
                 if (deps.closed() || !view.watchers.has(watcher))
                     return;
                 watcher.ready = true;
-                watcher.notify(viewOf(conversation, view.window ?? []));
+                const window = view.window ?? [];
+                watcher.notify(viewOf(conversation, window, sharedFrame(view, window), view.draft, view.ended, view.marked));
             })
                 .catch(() => { });
             return () => {
+                reading.abort();
                 if (!view.watchers.delete(watcher))
                     return;
                 if (view.watchers.size === 0)
@@ -859,75 +1267,73 @@ export function createConversationStore(deps) {
             };
         },
         watchList(deliver) {
-            listWatchers.add(deliver);
-            void agentsReady().then(() => {
-                if (!deps.closed() && listWatchers.has(deliver))
-                    deliver(entries());
-            });
+            unlisted.add(deliver);
+            learned();
             return () => {
+                unlisted.delete(deliver);
                 listWatchers.delete(deliver);
             };
         },
         watchAgents(deliver) {
-            agentWatchers.add(deliver);
-            void agentsReady().then(() => {
-                if (!deps.closed() && agentWatchers.has(deliver))
-                    deliver(agents());
-            });
+            unnamed.add(deliver);
+            learned();
+            readAgents();
             return () => {
+                unnamed.delete(deliver);
                 agentWatchers.delete(deliver);
             };
         },
+        learned,
         changed(set) {
             for (const conversation of set.conversations)
                 emit(conversation);
-            const declaration = deps.agents();
-            if (declaration !== undefined &&
-                set.documents.some((change) => change.locator === declaration.locator)) {
-                agentsRead = readAgents().catch(() => {
-                    agentsRead = null;
-                });
-            }
         },
         receive(event) {
             if (deps.closed())
-                return false;
-            if (event.kind === 'list' || event.kind === 'listed' || event.kind === 'unlisted') {
-                if (event.kind === 'list') {
-                    listing.clear();
-                    for (const entry of event.entries) {
-                        listing.set(entry.conversation, { ...entry });
-                        creations.delete(entry.conversation);
-                    }
-                    listKnown = true;
-                }
-                else if (event.kind === 'listed') {
-                    listing.set(event.entry.conversation, { ...event.entry });
-                    creations.delete(event.entry.conversation);
-                }
-                else {
-                    listing.delete(event.conversation);
+                return;
+            if (event.kind === 'list') {
+                if (event.whole)
+                    relisting ??= new Map();
+                if (relisting !== null) {
+                    for (const entry of event.entries)
+                        relisting.set(entry.conversation, { ...entry });
                 }
-                emitList();
-                return (event.kind !== 'list' &&
-                    listKnown &&
-                    (listing.size !== replicated.size ||
-                        [...listing.keys()].some((conversation) => !replicated.has(conversation))));
+                if (event.more && relisting !== null)
+                    return;
+                const whole = relisting;
+                relisting = null;
+                listChanged({
+                    replacing: whole !== null,
+                    set: whole === null ? event.entries : [...whole.values()],
+                    gone: null,
+                    ...(event.more ? { paged: true } : { cursor: event.cursor }),
+                });
+                return;
+            }
+            if (event.kind === 'listed') {
+                relisting?.set(event.entry.conversation, { ...event.entry });
+                listChanged({ replacing: false, set: [event.entry], gone: null });
+                return;
+            }
+            if (event.kind === 'unlisted') {
+                relisting?.delete(event.conversation);
+                listChanged({ replacing: false, set: [], gone: event.conversation });
+                return;
             }
             heard(event);
-            return false;
-        },
-        searchable() {
-            return [...(listKnown ? listing.keys() : stored)].sort();
-        },
-        acquired(conversation) {
-            return reads.has(conversation) && !partials.has(conversation);
         },
         close() {
+            closing.abort();
+            if (rowTimer !== null)
+                clearTimeout(rowTimer);
+            rowTimer = null;
             views.clear();
             lives.clear();
+            unsent.clear();
             listWatchers.clear();
+            unlisted.clear();
             agentWatchers.clear();
+            unnamed.clear();
         },
     };
 }