@agentshouse/mdruntime 0.1.0-ca68e8b4bbebc → 0.1.0-ca6edc1abd618

package/dist/conversation.js

@@ -1,15 +1,29 @@
 import { conversationChangeSet } from './change-set.js';
 import { runtimeError } from './failure.js';
+import { refusedForSpace } from './durability.js';
 import { declaredFile } from './file.js';
 import { changeBatchIdentity, chatDraftRevision } from './identity.js';
 import { OFFLINE } from './outcome.js';
+import { capped, cursorOf, decodedCursor, FROM_START, messageOrder, precedes } from './windows.js';
 const QUIET = {
     turn: null,
     questions: [],
     process: null,
     commands: [],
     options: [],
+    starting: null,
+    link: null,
+    deliveryUnknown: [],
 };
+const FACTS = [
+    'questions',
+    'process',
+    'commands',
+    'options',
+    'starting',
+    'link',
+    'deliveryUnknown',
+];
 export function unheldView(conversation) {
     return {
         conversation,
@@ -19,19 +33,25 @@ export function unheldView(conversation) {
         process: null,
         commands: [],
         options: [],
+        starting: null,
+        link: null,
+        deliveryUnknown: [],
         chatDraft: null,
     };
 }
 export const SESSION_STARTED = 'Session started';
 const NEW_CHAT = 'new:';
+export const HISTORY_CONVERSATIONS = 64;
 export function newChat(agent) {
     return `${NEW_CHAT}${agent}`;
 }
 function creationOf(input) {
     if (typeof input !== 'object' || input === null)
         return null;
-    const { agent_id: agent, operation_id: operation } = input;
-    return typeof agent === 'string' && typeof operation === 'string' ? { agent, operation } : null;
+    const { agent_id: agent, operation_id: operation, replaces, } = input;
+    return typeof agent === 'string' && typeof operation === 'string' && replaces === undefined
+        ? { agent, operation }
+        : null;
 }
 function startedTurn(turn, operation) {
     if (operation.op === 'begin')
@@ -82,19 +102,25 @@ function appliedTurn(held, operation) {
         parts: held.parts.map((kept, at) => (at === operation.index ? changed : kept)),
     };
 }
-function ordered(left, right) {
-    if (left.position !== right.position)
-        return left.position < right.position ? -1 : 1;
-    if (left.identity !== right.identity)
-        return left.identity < right.identity ? -1 : 1;
-    return 0;
-}
 function windowOf(held, arriving, limit) {
     const byIdentity = new Map(held.map((message) => [message.identity, message]));
     for (const message of arriving)
         byIdentity.set(message.identity, message);
-    const next = [...byIdentity.values()].sort(ordered);
-    return limit === undefined ? next : next.slice(Math.max(0, next.length - limit));
+    const next = [...byIdentity.values()].sort(messageOrder);
+    const start = Math.max(0, next.length - limit);
+    return { messages: next.slice(start), dropped: start > 0 };
+}
+function frameOf(asked, messages, more, total) {
+    const oldest = messages[0];
+    const next = !more
+        ? undefined
+        : oldest === undefined
+            ? (asked.after ?? FROM_START)
+            : cursorOf([oldest.position, oldest.identity]);
+    return {
+        ...(next === undefined ? {} : { next }),
+        ...(total === null ? {} : { total }),
+    };
 }
 function newestOf(arriving, from) {
     return arriving.reduce((top, message) => (top === null || message.position > top ? message.position : top), from);
@@ -165,18 +191,34 @@ function answered(result, field) {
     const value = answer[field];
     return typeof value === 'string' ? value : null;
 }
-function limitOf(options) {
-    const { limit } = options;
-    if (limit === undefined)
-        return undefined;
-    if (!Number.isInteger(limit) || limit < 0) {
+function beforeOf(after) {
+    if (after === undefined)
+        return null;
+    const decoded = typeof after === 'string' ? decodedCursor(after) : null;
+    if (decoded?.length === 0)
+        return null;
+    const [position, identity] = decoded ?? [];
+    if (decoded?.length !== 2 || typeof position !== 'string' || typeof identity !== 'string') {
+        throw runtimeError('invalid-after', `conversation after must be the next an earlier view returned, got ${String(after)}`);
+    }
+    return [position, identity];
+}
+function askedOf(options) {
+    const { limit, after, total } = options;
+    if (limit !== undefined && (!Number.isInteger(limit) || limit < 0)) {
         throw runtimeError('invalid-limit', `conversation limit must be a non-negative integer, got ${String(limit)}`);
     }
-    return limit;
+    return { limit: capped(limit), after, before: beforeOf(after), total: total === true };
 }
 const EXPIRED = { kind: 'rejected', code: 'expired', fields: {}, retryable: false };
+const DURABLE_WRITE = {
+    kind: 'rejected',
+    code: 'durable-write',
+    fields: {},
+    retryable: true,
+};
 function unwritten(draft) {
-    return draft.text === '' && draft.files.length === 0;
+    return draft.text === '';
 }
 function pending(draft) {
     return {
@@ -191,11 +233,13 @@ function withSubmitted(draft, submitted) {
     const { submitted: _held, ...unsent } = draft;
     return submitted.length === 0 ? unsent : { ...unsent, submitted };
 }
+function prepended(draft, said) {
+    return { text: [said.text, draft.text].filter((one) => one !== '').join('\n') };
+}
 function returned(draft, submission, others) {
     return withSubmitted({
         conversation: draft.conversation,
-        text: [submission.text, draft.text].filter((one) => one !== '').join('\n'),
-        files: [...submission.files, ...draft.files],
+        ...prepended(draft, submission),
         revision: chatDraftRevision(),
     }, others);
 }
@@ -209,6 +253,7 @@ export function createConversationStore(deps) {
     const catching = new Map();
     const gaps = new Map();
     const lives = new Map();
+    const unsent = new Map();
     const views = new Map();
     const listing = new Map();
     const creations = new Set();
@@ -223,7 +268,7 @@ export function createConversationStore(deps) {
     function liveOf(conversation) {
         return lives.get(conversation) ?? QUIET;
     }
-    function viewOf(conversation, held) {
+    function viewOf(conversation, held, frame) {
         const draft = drafts.get(conversation);
         const facts = liveOf(conversation);
         return {
@@ -234,14 +279,18 @@ export function createConversationStore(deps) {
                 text,
                 message,
             })),
+            ...frame,
             turn: structuredClone(facts.turn),
             questions: structuredClone(facts.questions),
             process: facts.process === null ? null : { ...facts.process },
             commands: structuredClone(facts.commands),
             options: structuredClone(facts.options),
+            starting: facts.starting,
+            link: facts.link === null ? null : { ...facts.link },
+            deliveryUnknown: [...facts.deliveryUnknown],
             chatDraft: draft === undefined || unwritten(draft)
                 ? null
-                : { text: draft.text, files: [...draft.files], revision: draft.revision },
+                : { text: draft.text, revision: draft.revision },
         };
     }
     function emit(conversation) {
@@ -253,21 +302,36 @@ export function createConversationStore(deps) {
             const ready = [...view.watchers].filter((watcher) => watcher.ready);
             if (ready.length === 0)
                 continue;
-            const value = viewOf(conversation, view.window);
+            const value = viewOf(conversation, view.window, sharedFrame(view, view.window));
             for (const watcher of ready)
                 watcher.notify(value);
         }
     }
-    function slide(conversation, arriving) {
+    function sharedFrame(view, window) {
+        return frameOf(view.asked, window, view.more, view.total);
+    }
+    async function slide(local, conversation, arriving) {
+        let count;
         for (const view of views.values()) {
             if (view.conversation !== conversation || view.window === null)
                 continue;
-            view.window = arriving === null ? [] : windowOf(view.window, arriving, view.limit);
+            if (arriving === null) {
+                view.window = [];
+                view.more = false;
+                if (view.total !== null)
+                    view.total = 0;
+                continue;
+            }
+            const joining = arriving.filter((message) => precedes(message, view.asked.before));
+            const next = windowOf(view.window, joining, view.asked.limit);
+            view.window = next.messages;
+            view.more ||= next.dropped;
+            if (view.total !== null && arriving.length > 0) {
+                count ??= await local.messageCount(conversation);
+                view.total = count;
+            }
         }
     }
-    function changesOf(conversation, arriving) {
-        return arriving.map(({ identity, text }) => ({ conversation, identity, text }));
-    }
     function stateOf(conversation) {
         const facts = liveOf(conversation);
         if (facts.questions.length > 0)
@@ -282,6 +346,7 @@ export function createConversationStore(deps) {
             created: entry.created,
             finished: entry.finished,
             outcome: entry.outcome,
+            waiting: entry.waiting,
             state: stateOf(entry.conversation),
             started: lives.get(entry.conversation)?.turn?.started ?? null,
         }));
@@ -324,23 +389,30 @@ export function createConversationStore(deps) {
         const declaration = deps.agents();
         if (declaration === undefined)
             return;
-        const held = await deps.documents(declaration);
-        if ('pending' in held)
-            return;
-        const { documents } = held;
         const names = new Map();
         const retired = new Set();
-        for (const document of documents) {
-            if (document.type !== declaration.type)
-                continue;
-            const identity = document.fields?.[declaration.identity];
-            const name = document.fields?.[declaration.name];
-            if (typeof identity !== 'string' || typeof name !== 'string')
-                continue;
-            names.set(identity, name);
-            const ended = declaration.retired === undefined ? null : document.fields?.[declaration.retired];
-            if (ended !== undefined && ended !== null)
-                retired.add(identity);
+        let covered = null;
+        for (let after;;) {
+            const read = await deps.documents(declaration, after);
+            if ('pending' in read)
+                return;
+            const coverage = JSON.stringify(read.coverage);
+            if (covered !== null && coverage !== covered)
+                return readAgents();
+            covered = coverage;
+            for (const document of read.documents) {
+                const identity = document.fields?.[declaration.identity];
+                const name = document.fields?.[declaration.name];
+                if (typeof identity !== 'string' || typeof name !== 'string')
+                    continue;
+                names.set(identity, name);
+                const ended = declaration.retired === undefined ? null : document.fields?.[declaration.retired];
+                if (ended !== undefined && ended !== null)
+                    retired.add(identity);
+            }
+            if (read.next === undefined)
+                break;
+            after = read.next;
         }
         const named = JSON.stringify([...names]) !== JSON.stringify([...agentNames]);
         if (!named && JSON.stringify([...retired]) === JSON.stringify([...retiredAgents]))
@@ -364,9 +436,34 @@ export function createConversationStore(deps) {
         return agentsRead;
     }
     function live(conversation, change) {
+        const owed = unsent.get(conversation);
+        for (const fact of FACTS.filter((one) => one in change))
+            owed?.delete(fact);
         setLive(conversation, { ...liveOf(conversation), ...change });
         emit(conversation);
     }
+    function openingEnded() {
+        const owed = [...unsent];
+        unsent.clear();
+        for (const [conversation, facts] of owed) {
+            const held = lives.get(conversation);
+            if (held === undefined || facts.size === 0)
+                continue;
+            setLive(conversation, {
+                turn: held.turn,
+                questions: facts.has('questions') ? QUIET.questions : held.questions,
+                process: facts.has('process') ? QUIET.process : held.process,
+                commands: facts.has('commands') ? QUIET.commands : held.commands,
+                options: facts.has('options') ? QUIET.options : held.options,
+                starting: facts.has('starting') ? QUIET.starting : held.starting,
+                link: facts.has('link') ? QUIET.link : held.link,
+                deliveryUnknown: facts.has('deliveryUnknown')
+                    ? QUIET.deliveryUnknown
+                    : held.deliveryUnknown,
+            });
+            emit(conversation);
+        }
+    }
     function relayed(conversation, turn, operation) {
         const held = liveOf(conversation).turn;
         const next = held?.turn === turn ? appliedTurn(held, operation) : startedTurn(turn, operation);
@@ -393,12 +490,6 @@ export function createConversationStore(deps) {
     }
     async function remove(leaving) {
         await deps.durably(async (local) => {
-            const removed = [];
-            for (const conversation of leaving) {
-                for (const identity of await local.messageIdentities(conversation)) {
-                    removed.push({ conversation, identity, text: null });
-                }
-            }
             await local.dropConversations(leaving);
             const changed = [];
             for (const conversation of leaving) {
@@ -410,11 +501,12 @@ export function createConversationStore(deps) {
                 partials.delete(conversation);
                 drafts.delete(conversation);
                 behind.delete(conversation);
+                unsent.delete(conversation);
                 setLive(conversation, null);
-                slide(conversation, null);
+                await slide(local, conversation, null);
             }
             if (changed.length > 0)
-                deps.publish(conversationChangeSet(removed, changed));
+                deps.publish(conversationChangeSet(changed));
         });
     }
     function gap(conversation) {
@@ -439,17 +531,18 @@ export function createConversationStore(deps) {
             if (advances)
                 reads.set(conversation, message.position);
             sealTurns(conversation, new Set([message.turn]));
-            slide(conversation, [message]);
-            deps.publish(conversationChangeSet(changesOf(conversation, [message]), [conversation]));
+            await slide(local, conversation, [message]);
+            deps.publish(conversationChangeSet([conversation]));
         });
     }
     async function readHistories(conversations, ended) {
         const generations = new Map(conversations.map((one) => [one, gaps.get(one) ?? 0]));
-        let asking = conversations.map((conversation) => ({
+        let waiting = conversations.map((conversation) => ({
             conversation,
             after: reads.get(conversation) ?? undefined,
         }));
-        while (asking.length > 0) {
+        while (waiting.length > 0) {
+            const asking = waiting.slice(0, HISTORY_CONVERSATIONS);
             const result = await deps.call('conversation.history', {
                 conversations: asking.map(({ conversation, after }) => ({
                     conversation,
@@ -473,7 +566,7 @@ export function createConversationStore(deps) {
                 if (!following.some((next) => next.conversation === conversation))
                     ended(conversation);
             }
-            asking = following;
+            waiting = [...waiting.slice(HISTORY_CONVERSATIONS), ...following];
         }
         return null;
     }
@@ -514,9 +607,9 @@ export function createConversationStore(deps) {
             sealTurns(conversation, new Set(arriving.map((message) => message.turn)));
             if (whole && (gaps.get(conversation) ?? 0) === generation)
                 behind.delete(conversation);
-            slide(conversation, arriving);
+            await slide(local, conversation, arriving);
             if (arriving.length > 0 || sealing || whole) {
-                deps.publish(conversationChangeSet(changesOf(conversation, arriving), [conversation]));
+                deps.publish(conversationChangeSet([conversation]));
             }
         });
     }
@@ -525,11 +618,8 @@ export function createConversationStore(deps) {
         if (event.kind === 'gap') {
             if (replicated.has(conversation))
                 gap(conversation);
-            const held = lives.get(conversation);
-            if (held === undefined)
-                return;
-            setLive(conversation, { ...QUIET, turn: held.turn });
-            emit(conversation);
+            if (lives.has(conversation))
+                unsent.set(conversation, new Set(FACTS));
             return;
         }
         if (event.kind === 'turn') {
@@ -552,11 +642,30 @@ export function createConversationStore(deps) {
             live(conversation, { options: structuredClone(event.options) });
             return;
         }
+        if (event.kind === 'starting') {
+            live(conversation, { starting: event.step });
+            return;
+        }
+        if (event.kind === 'link') {
+            live(conversation, { link: { connected: event.connected } });
+            return;
+        }
+        if (event.kind === 'deliveries') {
+            live(conversation, { deliveryUnknown: [...event.unknown] });
+            return;
+        }
         const arriving = acceptedMessage(event.message);
         if (arriving === null)
             return;
         if (replicated.has(conversation)) {
-            void keep(conversation, arriving).catch(() => { });
+            if (deps.full()) {
+                gap(conversation);
+                return;
+            }
+            void keep(conversation, arriving).catch((error) => {
+                if (refusedForSpace(error))
+                    gap(conversation);
+            });
             return;
         }
         if (sealTurns(conversation, new Set([arriving.turn])))
@@ -591,7 +700,6 @@ export function createConversationStore(deps) {
             const blank = {
                 conversation: from,
                 text: '',
-                files: [],
                 revision: chatDraftRevision(),
             };
             const { moves: _answered, ...unsent } = held ?? blank;
@@ -601,7 +709,7 @@ export function createConversationStore(deps) {
             drafts.set(from, left);
             for (const one of taken)
                 drafts.set(to, one);
-            deps.publish(conversationChangeSet([], [from, to]));
+            deps.publish(conversationChangeSet([from, to]));
         });
     }
     function withDraft(conversation, next) {
@@ -610,7 +718,7 @@ export function createConversationStore(deps) {
             if (following === undefined)
                 return;
             await kept(local, conversation, following);
-            deps.publish(conversationChangeSet([], [conversation]));
+            deps.publish(conversationChangeSet([conversation]));
         });
     }
     async function submitted(conversation, operation, draft) {
@@ -622,17 +730,12 @@ export function createConversationStore(deps) {
             if (submission !== undefined)
                 return undefined;
             const said = draft ?? current;
-            submission = {
-                operation,
-                text: said?.text ?? '',
-                files: [...(said?.files ?? [])],
-                turn: null,
-            };
+            submission = { operation, text: said?.text ?? '', turn: null };
             return {
                 conversation,
                 ...(draft === undefined || current === undefined
-                    ? { text: '', files: [], revision: chatDraftRevision() }
-                    : { text: current.text, files: current.files, revision: current.revision }),
+                    ? { text: '', revision: chatDraftRevision() }
+                    : { text: current.text, revision: current.revision }),
                 submitted: [...(current?.submitted ?? []), submission],
             };
         });
@@ -647,15 +750,14 @@ export function createConversationStore(deps) {
         });
     }
     async function dispatched(conversation, submission) {
-        const dispatch = {};
+        const dispatch = { answered: false };
         sending.set(submission.operation, dispatch);
         try {
-            const files = await Promise.all(submission.files.map(async (file) => ({ ...(await declaredFile(file)), blob: file.blob })));
             const result = await invoke('conversation.send', conversation, {
                 text: submission.text,
-                files,
                 operation_id: submission.operation,
             });
+            dispatch.answered = result.kind !== 'transport-uncertainty';
             if (result.kind === 'revoked-authorization')
                 return result;
             if (result.kind !== 'action' && result.retryable) {
@@ -691,8 +793,12 @@ export function createConversationStore(deps) {
             return entries();
         },
         async read(conversation, options = {}) {
-            const limit = limitOf(options);
-            return deps.durably(async (local) => structuredClone(viewOf(conversation, await local.messageWindow(conversation, limit))));
+            const asked = askedOf(options);
+            return deps.durably(async (local) => {
+                const { messages, more } = await local.messageWindow(conversation, asked.limit, asked.before);
+                const total = asked.total ? await local.messageCount(conversation) : null;
+                return structuredClone(viewOf(conversation, messages, frameOf(asked, messages, more, total)));
+            });
         },
         async create(input) {
             const result = await deps.call('conversation.create', input);
@@ -707,8 +813,17 @@ export function createConversationStore(deps) {
             return result;
         },
         async send(conversation, operation = changeBatchIdentity(), draft) {
+            if (deps.full())
+                return DURABLE_WRITE;
             if (deps.online()) {
-                const { submission, earlier } = await submitted(conversation, operation, draft);
+                const held = await submitted(conversation, operation, draft).catch((error) => {
+                    if (refusedForSpace(error))
+                        return null;
+                    throw error;
+                });
+                if (held === null)
+                    return DURABLE_WRITE;
+                const { submission, earlier } = held;
                 if (!earlier || !deps.expired(operation))
                     return dispatched(conversation, submission);
                 await forgotten(conversation, submission);
@@ -717,10 +832,19 @@ export function createConversationStore(deps) {
             if (draft !== undefined) {
                 await withDraft(conversation, (current) => current?.submitted?.some((one) => one.operation === operation) === true
                     ? undefined
-                    : returned(current ?? { conversation, text: '', files: [], revision: '' }, { operation, ...draft, turn: null }, current?.submitted ?? []));
+                    : returned(current ?? { conversation, text: '', revision: '' }, { operation, ...draft, turn: null }, current?.submitted ?? []));
             }
             return OFFLINE;
         },
+        async attach(room, file) {
+            if (!deps.online())
+                return OFFLINE;
+            return deps.call('conversation.attach', {
+                room,
+                ...(await declaredFile(file)),
+                blob: file.blob,
+            });
+        },
         answer(conversation, answer) {
             return invoke('conversation.answer', conversation, { answer });
         },
@@ -751,21 +875,22 @@ export function createConversationStore(deps) {
             return withDraft(conversation, (current) => ({
                 conversation,
                 text: draft.text,
-                files: [...draft.files],
                 revision,
                 ...(current === undefined ? {} : pending(current)),
             }));
         },
+        prepend(conversation, draft) {
+            return withDraft(conversation, (current) => ({
+                conversation,
+                ...(current === undefined ? { text: draft.text } : prepended(current, draft)),
+                revision: chatDraftRevision(),
+                ...(current === undefined ? {} : pending(current)),
+            }));
+        },
         discard(conversation) {
             return withDraft(conversation, (current) => current === undefined
                 ? undefined
-                : {
-                    conversation,
-                    text: '',
-                    files: [],
-                    revision: chatDraftRevision(),
-                    ...pending(current),
-                });
+                : { conversation, text: '', revision: chatDraftRevision(), ...pending(current) });
         },
     };
     return {
@@ -805,6 +930,11 @@ export function createConversationStore(deps) {
                 await remove(leaving);
         },
         async catchUp(progress) {
+            if (deps.full()) {
+                if (behind.size > 0)
+                    progress.complete = false;
+                return;
+            }
             const owed = (conversation) => behind.has(conversation) && replicated.has(conversation);
             const read = async (conversations) => {
                 if (conversations.length === 0 || deps.closed())
@@ -858,32 +988,42 @@ export function createConversationStore(deps) {
                 gap(conversation);
         },
         reopened() {
-            sending.clear();
+            for (const [operation, dispatch] of sending)
+                if (!dispatch.answered)
+                    sending.delete(operation);
         },
         lost() {
             catching.clear();
         },
         watch(conversation, options, deliver) {
-            const limit = limitOf(options);
-            const key = JSON.stringify([conversation, limit ?? null]);
+            const asked = askedOf(options);
+            const key = JSON.stringify([conversation, asked.limit, asked.after ?? null, asked.total]);
             const view = views.get(key) ?? {
                 conversation,
-                limit,
+                asked,
                 watchers: new Set(),
                 window: null,
+                more: false,
+                total: null,
             };
             views.set(key, view);
             const watcher = { notify: deliver, ready: false };
             view.watchers.add(watcher);
             void deps
                 .durably(async (local) => {
-                view.window ??= await local.messageWindow(conversation, limit);
+                if (view.window !== null)
+                    return;
+                const { messages, more } = await local.messageWindow(conversation, asked.limit, asked.before);
+                view.window = messages;
+                view.more = more;
+                view.total = asked.total ? await local.messageCount(conversation) : null;
             })
                 .then(() => {
                 if (deps.closed() || !view.watchers.has(watcher))
                     return;
                 watcher.ready = true;
-                watcher.notify(viewOf(conversation, view.window ?? []));
+                const window = view.window ?? [];
+                watcher.notify(viewOf(conversation, window, sharedFrame(view, window)));
             })
                 .catch(() => { });
             return () => {
@@ -935,6 +1075,7 @@ export function createConversationStore(deps) {
                         creations.delete(entry.conversation);
                     }
                     listKnown = true;
+                    openingEnded();
                 }
                 else if (event.kind === 'listed') {
                     listing.set(event.entry.conversation, { ...event.entry });
@@ -961,6 +1102,7 @@ export function createConversationStore(deps) {
         close() {
             views.clear();
             lives.clear();
+            unsent.clear();
             listWatchers.clear();
             agentWatchers.clear();
         },

package/dist/digest.d.ts

@@ -0,0 +1,7 @@
+export type Digest = {
+    update(bytes: Uint8Array): void;
+    hex(): string;
+};
+export declare function digest(): Digest;
+export declare function sha256(blob: Blob): Promise<string>;
+//# sourceMappingURL=digest.d.ts.map

package/dist/digest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"digest.d.ts","sourceRoot":"","sources":["../src/digest.ts"],"names":[],"mappings":"AA0EA,MAAM,MAAM,MAAM,GAAG;IACnB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,MAAM,CAAC;CACf,CAAC;AAEF,wBAAgB,MAAM,IAAI,MAAM,CAoC/B;AAED,wBAAsB,MAAM,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAMxD"}