@agentshouse/mdruntime 0.1.0-cde2b99d2fcbc → 0.1.0-cdf06805b9658

package/dist/fulltext.js

@@ -0,0 +1,368 @@
+import { parse } from '@agentshouse/mdmodel';
+import { selected } from './compile.js';
+import { markdownPath } from './rows.js';
+import { indexed, matchClauses, matched, matchExpression, queryTerms, snippet, } from './words.js';
+const TOKENIZER = "porter unicode61 remove_diacritics 2 categories 'L* N* Co M*'";
+const CONTENTLESS = `content='', contentless_delete=1, detail=full, tokenize="${TOKENIZER}"`;
+const DOCUMENTS = 'replica_search';
+const MESSAGES = 'conversation_search';
+export const SEARCH_TABLES = [
+    `CREATE VIRTUAL TABLE ${DOCUMENTS} USING fts5(path, fields, sections, preamble, ${CONTENTLESS})`,
+    `CREATE VIRTUAL TABLE ${MESSAGES} USING fts5(text, ${CONTENTLESS})`,
+];
+const CHUNKS = 4096;
+const CHUNK_CHARACTERS = 32_768;
+const CANDIDATES = 5_000;
+const LEAST_WINDOW = 32;
+const SNIPPET_REACH = 80;
+function scalars(value) {
+    if (value === null || value === undefined)
+        return [];
+    if (Array.isArray(value))
+        return value.flatMap(scalars);
+    if (typeof value === 'object')
+        return Object.values(value).flatMap(scalars);
+    return [String(value)];
+}
+function partsOf(path, content) {
+    if (!markdownPath(path))
+        return null;
+    const read = parse(content, path);
+    if (!read.ok)
+        return null;
+    return {
+        fields: scalars(read.document.fields).join('\n'),
+        sections: Object.entries(read.document.sections)
+            .map(([heading, text]) => `${heading}\n${text}`)
+            .join('\n'),
+        preamble: read.document.preamble,
+        path,
+    };
+}
+function chunked(text) {
+    const chunks = [];
+    let start = 0;
+    do {
+        let end = Math.min(text.length, start + CHUNK_CHARACTERS);
+        if (end < text.length) {
+            const space = text.lastIndexOf(' ', end);
+            if (space > start + CHUNK_CHARACTERS / 2)
+                end = space;
+            else if (/[\ud800-\udbff]/u.test(text[end - 1]))
+                end -= 1;
+        }
+        chunks.push(text.slice(start, end));
+        start = end;
+    } while (start < text.length && chunks.length < CHUNKS);
+    return chunks;
+}
+function rowOf(id, chunk) {
+    return id * CHUNKS + chunk;
+}
+export function indexDocument(connection, id, path, content) {
+    const parts = partsOf(path, content);
+    if (parts === null)
+        return;
+    chunked(parts.sections).forEach((sections, chunk) => {
+        const head = chunk === 0;
+        connection.run(`INSERT INTO ${DOCUMENTS} (rowid, path, fields, sections, preamble) VALUES (?, ?, ?, ?, ?)`, [
+            rowOf(id, chunk),
+            head ? indexed(parts.path) : null,
+            head ? indexed(parts.fields) : null,
+            indexed(sections),
+            head ? indexed(parts.preamble) : null,
+        ]);
+    });
+}
+export function indexMessage(connection, id, text) {
+    chunked(text).forEach((chunk, at) => {
+        connection.run(`INSERT INTO ${MESSAGES} (rowid, text) VALUES (?, ?)`, [
+            rowOf(id, at),
+            indexed(chunk),
+        ]);
+    });
+}
+function unindexed(connection, table, ids) {
+    for (const id of ids) {
+        connection.run(`DELETE FROM ${table} WHERE rowid >= ? AND rowid < ?`, [
+            rowOf(id, 0),
+            rowOf(id + 1, 0),
+        ]);
+    }
+}
+export function unindexDocuments(connection, ids) {
+    unindexed(connection, DOCUMENTS, ids);
+}
+export function unindexMessages(connection, ids) {
+    unindexed(connection, MESSAGES, ids);
+}
+export function unindexAll(connection) {
+    for (const table of [DOCUMENTS, MESSAGES]) {
+        connection.run(`INSERT INTO ${table} (${table}) VALUES ('delete-all')`);
+    }
+}
+function pair(left, right) {
+    if (left[0] !== right[0])
+        return left[0] < right[0] ? -1 : 1;
+    if (left[1] !== right[1])
+        return left[1] < right[1] ? -1 : 1;
+    return 0;
+}
+function byRank(left, right) {
+    return right.score - left.score || pair(left.tie, right.tie);
+}
+function beyond(hit, cursor) {
+    if (cursor.length === 0)
+        return true;
+    return (hit.score < cursor[0] || (hit.score === cursor[0] && pair(hit.tie, [cursor[1], cursor[2]]) > 0));
+}
+function rankedWithin(connection, listed, sources, cursor, needed) {
+    const { table } = listed;
+    let window = Math.max(needed * 2, LEAST_WINDOW);
+    for (;;) {
+        const rows = [];
+        const boundaries = [];
+        for (const source of sources) {
+            const found = connection.rows(`SELECT rowid, bm25(${table}) AS score FROM ${table} WHERE ${table} MATCH ? ${source.sql} ORDER BY score, rowid LIMIT ?`, [source.expression, ...source.bind, window]);
+            for (const row of found)
+                rows.push([Number(row.rowid), Number(row.score)]);
+            if (found.length === window)
+                boundaries.push(-Number(found.at(-1).score));
+        }
+        rows.sort((left, right) => left[1] - right[1] || left[0] - right[0]);
+        const best = new Map();
+        for (const [row, score] of rows) {
+            const id = Math.floor(row / CHUNKS);
+            if (!best.has(id))
+                best.set(id, { chunk: row % CHUNKS, score: -score });
+        }
+        const ties = listed.ties([...best.keys()]);
+        const kept = [...best]
+            .flatMap(([id, held]) => {
+            const tie = ties.get(id);
+            return tie === undefined ? [] : [{ id, ...held, tie }];
+        })
+            .sort(byRank)
+            .filter((hit) => beyond(hit, cursor))
+            .slice(0, needed);
+        const last = kept.at(-1);
+        if (boundaries.length === 0)
+            return kept;
+        if (kept.length === needed &&
+            last !== undefined &&
+            boundaries.every((boundary) => boundary < last.score)) {
+            return kept;
+        }
+        window *= 4;
+    }
+}
+function reaches(connection, listed, expression, reach) {
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM (SELECT rowid FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql} LIMIT ?)`, [expression, ...scope.bind, reach + 1]);
+    return Number(counted?.held ?? 0) > reach;
+}
+function candidates(connection, listed, clauses, cursor, needed) {
+    const { table, scope } = listed;
+    const expression = matchExpression(clauses);
+    const within = { sql: `AND ${scope.sql}`, bind: scope.bind };
+    let reach = CANDIDATES;
+    for (;;) {
+        const [edge] = connection.rows(`SELECT rowid FROM ${table} WHERE ${table} MATCH ? ${within.sql} ORDER BY rowid LIMIT 1 OFFSET ?`, [expression, ...within.bind, reach]);
+        const floor = edge === undefined ? null : Number(edge.rowid);
+        const sources = [
+            floor === null
+                ? { expression, ...within }
+                : { expression, sql: `${within.sql} AND rowid < ?`, bind: [...within.bind, floor] },
+        ];
+        if (floor !== null) {
+            const common = new Set();
+            const selective = [];
+            const frequent = [];
+            for (const clause of clauses) {
+                if (clause.kind === 'phrase')
+                    continue;
+                if (clause.kind !== 'term' && common.has(clause.term)) {
+                    frequent.push(clause);
+                    continue;
+                }
+                if (reaches(connection, listed, clause.text, reach)) {
+                    if (clause.kind === 'term')
+                        common.add(clause.term);
+                    frequent.push(clause);
+                }
+                else
+                    selective.push(clause);
+            }
+            const phrase = clauses.find((clause) => clause.kind === 'phrase');
+            if (phrase !== undefined) {
+                const rare = !clauses
+                    .filter((clause) => clause.kind === 'term')
+                    .every((clause) => common.has(clause.term)) ||
+                    !reaches(connection, listed, phrase.text, reach);
+                (rare ? selective : frequent).push(phrase);
+            }
+            if (selective.length > 0) {
+                const chosen = `(${matchExpression(selective)})`;
+                const tail = { sql: `${within.sql} AND rowid >= ?`, bind: [...within.bind, floor] };
+                if (frequent.length === 0)
+                    sources.push({ ...tail, expression: chosen });
+                else {
+                    const rest = `(${matchExpression(frequent)})`;
+                    sources.push({ ...tail, expression: `${chosen} AND ${rest}` }, { ...tail, expression: `${chosen} NOT ${rest}` });
+                }
+            }
+        }
+        const kept = rankedWithin(connection, listed, sources, cursor, needed);
+        if (floor === null || kept.length >= needed)
+            return kept;
+        reach *= 4;
+    }
+}
+function windowOf(connection, listed, clauses, cursor, limit) {
+    if (cursor === null || listed === null || clauses === null)
+        return { kept: [], cursor: null };
+    const found = candidates(connection, listed, clauses, cursor, limit + 1);
+    if (found.length <= limit)
+        return { kept: found, cursor: null };
+    const kept = found.slice(0, limit);
+    const last = kept.at(-1);
+    return { kept, cursor: last === undefined ? cursor : [last.score, ...last.tie] };
+}
+function totalOf(connection, listed, clauses) {
+    if (listed === null || clauses === null)
+        return 0;
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(DISTINCT rowid / ${CHUNKS}) AS held FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql}`, [matchExpression(clauses), ...scope.bind]);
+    return Number(counted?.held ?? 0);
+}
+function ids(found) {
+    return JSON.stringify(found);
+}
+function documentsListed(connection, documents) {
+    if (documents.rooms.length === 0)
+        return null;
+    const filter = selected(connection, documents.plan, documents.rooms);
+    const outside = documents.beneath.flatMap(({ key, roots }) => roots.map((root) => ({
+        sql: 'NOT (d.key = ? AND (d.path = ? OR (d.path >= ? AND d.path < ?)))',
+        bind: [key, root, `${root}/`, `${root}0`],
+    })));
+    const conditions = [filter, ...outside];
+    const locators = new Map(documents.rooms.map(({ key, locator }) => [key, locator]));
+    return {
+        table: DOCUMENTS,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM replica_entries d WHERE d.id = ${DOCUMENTS}.rowid / ${CHUNKS} AND d.type IS NOT NULL AND ${conditions.map(({ sql }) => `(${sql})`).join(' AND ')})`,
+            bind: conditions.flatMap(({ bind }) => bind),
+        },
+        ties(found) {
+            const tied = new Map();
+            for (const row of connection.rows('SELECT id, key, path FROM replica_entries WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])) {
+                const locator = locators.get(Number(row.key));
+                if (locator !== undefined)
+                    tied.set(Number(row.id), [locator, String(row.path)]);
+            }
+            return tied;
+        },
+    };
+}
+function messagesListed(connection, conversations) {
+    if (conversations.length === 0)
+        return null;
+    return {
+        table: MESSAGES,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM conversation_messages m WHERE m.id = ${MESSAGES}.rowid / ${CHUNKS} AND m.conversation IN (SELECT value FROM json_each(?)))`,
+            bind: [JSON.stringify(conversations)],
+        },
+        ties(found) {
+            return new Map(connection
+                .rows('SELECT id, conversation, identity FROM conversation_messages WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])
+                .map((row) => [Number(row.id), [String(row.conversation), String(row.identity)]]));
+        },
+    };
+}
+function cut(candidates, terms) {
+    for (const [part, text] of candidates) {
+        const found = snippet(text, terms, SNIPPET_REACH);
+        if (found !== null)
+            return { snippet: { part, text: found.text, at: [...found.at] } };
+    }
+    return {};
+}
+function documentHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT type, content FROM replica_entries WHERE id = ?', [hit.id]);
+    if (row === undefined)
+        return null;
+    const [room, path] = hit.tie;
+    const parts = typeof row.content === 'string' ? partsOf(path, row.content) : null;
+    const whole = parts === null
+        ? []
+        : [
+            ['fields', parts.fields],
+            ['sections', parts.sections],
+            ['preamble', parts.preamble],
+            ['path', parts.path],
+        ];
+    const matches = {};
+    for (const [part, text] of whole) {
+        for (const term of matched(text, terms))
+            (matches[term] ??= []).push(part);
+    }
+    const sections = parts === null ? [] : chunked(parts.sections);
+    const chunk = parts === null
+        ? []
+        : hit.chunk === 0
+            ? [
+                ['fields', parts.fields],
+                ['sections', sections[0] ?? ''],
+                ['preamble', parts.preamble],
+                ['path', parts.path],
+            ]
+            : [['sections', sections[hit.chunk] ?? '']];
+    return {
+        room,
+        path,
+        type: String(row.type),
+        score: hit.score,
+        matches,
+        ...cut(chunk, terms),
+    };
+}
+function messageHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT text FROM conversation_messages WHERE id = ?', [hit.id]);
+    const text = typeof row?.text === 'string' ? row.text : '';
+    const matches = {};
+    for (const term of matched(text, terms))
+        matches[term] = ['text'];
+    const [conversation, identity] = hit.tie;
+    return {
+        conversation,
+        identity,
+        score: hit.score,
+        matches,
+        ...cut([['text', chunked(text)[hit.chunk] ?? '']], terms),
+    };
+}
+export function searched(connection, ask) {
+    const clauses = matchClauses(ask.text);
+    const terms = queryTerms(ask.text);
+    const documents = ask.documents === null ? null : documentsListed(connection, ask.documents);
+    const messages = messagesListed(connection, ask.conversations);
+    const [documentsAfter, messagesAfter] = ask.after ?? [[], []];
+    const documentWindow = windowOf(connection, documents, clauses, documentsAfter, ask.limit);
+    const messageWindow = windowOf(connection, messages, clauses, messagesAfter, ask.limit);
+    const more = documentWindow.cursor !== null || messageWindow.cursor !== null;
+    return {
+        documents: documentWindow.kept.flatMap((hit) => documentHit(connection, hit, terms) ?? []),
+        messages: messageWindow.kept.map((hit) => messageHit(connection, hit, terms)),
+        ...(more ? { next: JSON.stringify([documentWindow.cursor, messageWindow.cursor]) } : {}),
+        ...(ask.total
+            ? {
+                total: {
+                    documents: totalOf(connection, documents, clauses),
+                    messages: totalOf(connection, messages, clauses),
+                },
+            }
+            : {}),
+    };
+}

package/dist/host.d.ts

@@ -1,5 +1,7 @@
 import { type MdRuntimeOptions } from './connection.js';
 import type { PortReach } from './reach.js';
+import type { CodeAvailability, Persistence, Readiness, SearchObligation, Space } from './readiness.js';
+import type { EntrySeed } from './seed.js';
 import { type RuntimePort } from './wire.js';
 export type MdRuntimeHostOptions = MdRuntimeOptions & {
     deploymentFacts?: unknown;
@@ -7,14 +9,24 @@ export type MdRuntimeHostOptions = MdRuntimeOptions & {
 export type AttachedPort = {
     detach(): void;
     narrow(reach: PortReach): void;
+    readiness(deliver: (readiness: Readiness) => void): () => void;
+    answered(queries: readonly unknown[], done: () => void): void;
+    code(code: CodeAvailability, space: Space | null): void;
+    search(search: SearchObligation): void;
 };
 export type MdRuntimeHost = {
-    attach(port: RuntimePort, app: string, release?: string, reach?: PortReach): AttachedPort;
-    endAuthorization(): Promise<void>;
+    attach(port: RuntimePort, app: string, release?: string, reach?: PortReach, code?: CodeAvailability, search?: SearchObligation): AttachedPort;
+    seed(entry: EntrySeed): void;
+    persisted(answer: Persistence): void;
+    shown(onScreen: boolean): void;
+    endAuthorization(holder?: string): Promise<void>;
+    lose(locators: readonly string[]): Promise<void>;
     stop(): Promise<void>;
 };
 export declare function serveMdRuntime(options: MdRuntimeHostOptions): MdRuntimeHost;
+export { entrySeedOf, type EntrySeed } from './seed.js';
 export type { PortReach, ReachedDocument } from './reach.js';
-export { STORE_SCHEMA } from './store.js';
+export type { CodeAvailability, Persistence, SearchObligation, Space } from './readiness.js';
+export { createRecovery, retryDelay, type Attempt, type Attempted, type AttemptOptions, type Recovery, type RecoveryOptions, } from './recovery.js';
 export type { RuntimePort } from './wire.js';
 //# sourceMappingURL=host.d.ts.map

package/dist/host.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,gBAAgB,EAEtB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAI5C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC;IAC1F,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAsFF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAkH3E;AAED,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,KAAK,EACV,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,KAAK,EACN,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;IACxD,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IAC/B,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAgIF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAuL3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAC7F,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}

package/dist/host.js

@@ -1,7 +1,7 @@
 import { composeRuntime, } from './connection.js';
+import { queryKey } from './query.js';
 import { described } from './failure.js';
-import { removeRuntimeStore } from './store.js';
-import { AUTHORIZATION_ENDED, request, WIRE_REACH, } from './wire.js';
+import { AUTHORIZATION_ENDED, request, WIRE, } from './wire.js';
 const NARROWED = new Set(['within', 'whole']);
 function answered(md, app, writtenBy, member, input) {
     switch (member) {
@@ -15,20 +15,30 @@ function answered(md, app, writtenBy, member, input) {
             return md.types(input[0]);
         case 'save':
             return md.save(input[0], input[1], writtenBy);
+        case 'saveParts':
+            return md.saveParts(input[0], input[1], writtenBy);
         case 'history':
             return md.history(input[0], input[1], input[2]);
+        case 'resolve':
+            return md.resolve(input[0], input[1], input[2]);
         case 'binaryFile.read':
             return md.binaryFile.read(input[0], input[1], input[2]);
-        case 'binaryFile.readReference':
-            return md.binaryFile.readReference(input[0]);
+        case 'binaryFile.link':
+            return md.binaryFile.link(input[0], input[1], input[2]);
+        case 'binaryFile.part':
+            return md.binaryFile.part(input[0], input[1]);
         case 'call':
             return md.call(input[0], input[1]);
         case 'reached':
             return md.reached(input[0], input[1], input[2]);
         case 'log':
             return md.log();
+        case 'cleanUp':
+            return md.cleanUp();
         case 'persistence':
             return md.persistence();
+        case 'retry':
+            return md.retry();
         case 'reauthorize':
             return md.reauthorize();
         case 'roomDraft.list':
@@ -36,13 +46,15 @@ function answered(md, app, writtenBy, member, input) {
         case 'roomDraft.read':
             return md.roomDraft.read(input[0], input[1]);
         case 'roomDraft.write':
-            return md.roomDraft.write(input[0], input[1], input[2], input[3]);
+            return md.roomDraft.write(input[0], input[1], input[2], input[3], input[4]);
         case 'roomDraft.discard':
             return md.roomDraft.discard(input[0], input[1], input[2]);
         case 'presentation.read':
             return md.presentation.read(app);
         case 'presentation.write':
             return md.presentation.write(app, input[0]);
+        case 'presentation.edit':
+            return md.presentation.edit(app, input[0]);
         case 'conversation.list':
             return md.conversation.list();
         case 'conversation.read':
@@ -50,7 +62,9 @@ function answered(md, app, writtenBy, member, input) {
         case 'conversation.create':
             return md.conversation.create(input[0]);
         case 'conversation.send':
-            return md.conversation.send(input[0]);
+            return md.conversation.send(input[0], input[1], input[2]);
+        case 'conversation.attach':
+            return md.conversation.attach(input[0], input[1]);
         case 'conversation.answer':
             return md.conversation.answer(input[0], input[1]);
         case 'conversation.interrupt':
@@ -63,10 +77,28 @@ function answered(md, app, writtenBy, member, input) {
             return md.conversation.delete(input[0]);
         case 'chatDraft.write':
             return md.chatDraft.write(input[0], input[1], input[2]);
+        case 'chatDraft.prepend':
+            return md.chatDraft.prepend(input[0], input[1]);
         case 'chatDraft.discard':
             return md.chatDraft.discard(input[0]);
     }
 }
+function attempted(work) {
+    try {
+        return Promise.resolve(work());
+    }
+    catch (error) {
+        return Promise.reject(error);
+    }
+}
+function answeredResult(value) {
+    return typeof value === 'object' && value !== null && !('pending' in value);
+}
+function answeredMessage(value) {
+    if (typeof value !== 'object' || value === null)
+        return false;
+    return !('result' in value) || answeredResult(value.result);
+}
 export function serveMdRuntime(options) {
     const deploymentFacts = structuredClone(options.deploymentFacts);
     const closing = new AbortController();
@@ -84,13 +116,25 @@ export function serveMdRuntime(options) {
         deliver(structuredClone(deploymentFacts));
         return () => { };
     };
-    function attach(port, app, release, reach) {
+    function attach(port, app, release, reach, code = 'stored', search = 'unused') {
         if (!authorized)
             throw new Error(AUTHORIZATION_ENDED);
         const writtenBy = release === undefined ? undefined : { app, release };
-        const view = runtime.within(reach ?? null);
+        let facts = { target: app, code, space: null, search };
+        const view = runtime.within(reach ?? null, facts);
         const observations = new Map();
+        const followed = new Set();
+        const answeredKeys = new Set();
+        let awaited = null;
         let serving = true;
+        const answeredQuery = (query) => {
+            answeredKeys.add(queryKey(query));
+            if (awaited === null || !awaited.keys.every((key) => answeredKeys.has(key)))
+                return;
+            const { done } = awaited;
+            awaited = null;
+            done();
+        };
         const send = (message) => {
             port.postMessage(message);
         };
@@ -101,6 +145,8 @@ export function serveMdRuntime(options) {
             for (const end of observations.values())
                 end();
             observations.clear();
+            for (const end of [...followed])
+                end();
             attachments.delete(detach);
         };
         const observe = (id, topic, input) => {
@@ -110,10 +156,26 @@ export function serveMdRuntime(options) {
                     return;
                 send(resolved ? { kind: 'event', id, value } : { kind: 'result', id, value });
                 resolved = true;
+                if (topic === 'query' && answeredMessage(value))
+                    answeredQuery(input[0]);
             };
             observations.set(id, topic === 'deployment-facts'
                 ? watchFacts(deliver)
-                : (NARROWED.has(WIRE_REACH.topics[topic]) ? view : runtime).watch(topic, topic === 'presentation' ? [app] : input, deliver));
+                : (NARROWED.has(WIRE.topics[topic]) ? view : runtime).watch(topic, topic === 'presentation' ? [app] : input, deliver));
+        };
+        const reply = async (id, query, pending) => {
+            try {
+                const value = await pending;
+                if (!serving)
+                    return;
+                send({ kind: 'result', id, value });
+                if (query !== undefined && answeredResult(value))
+                    answeredQuery(query);
+            }
+            catch (error) {
+                if (serving)
+                    send({ kind: 'failure', id, ...described(error) });
+            }
         };
         const serve = async (message) => {
             if (message.kind === 'hello')
@@ -131,14 +193,15 @@ export function serveMdRuntime(options) {
                         observe(message.id, message.topic, message.input);
                     return;
                 }
-                const value = await answered(NARROWED.has(WIRE_REACH.members[message.member]) ? view.md : md, app, writtenBy, message.member, message.input);
-                if (serving)
-                    send({ kind: 'result', id: message.id, value });
             }
             catch (error) {
                 if (serving)
                     send({ kind: 'failure', id: message.id, ...described(error) });
+                return;
             }
+            const { id, member, input } = message;
+            const pending = attempted(() => answered(NARROWED.has(WIRE.members[member].reach) ? view.md : md, app, writtenBy, member, input));
+            return reply(id, member === 'query' ? input[0] : undefined, pending);
         };
         port.addEventListener('message', (event) => {
             if (!serving)
@@ -157,23 +220,70 @@ export function serveMdRuntime(options) {
                 if (serving)
                     view.narrow(next);
             },
+            code(next, space) {
+                if (!serving)
+                    return;
+                facts = { ...facts, code: next, space };
+                view.facts(facts);
+            },
+            search(next) {
+                if (!serving)
+                    return;
+                facts = { ...facts, search: next };
+                view.facts(facts);
+            },
+            answered(queries, done) {
+                const keys = queries.map(queryKey);
+                if (keys.every((key) => answeredKeys.has(key)))
+                    done();
+                else
+                    awaited = { keys, done };
+            },
+            readiness(deliver) {
+                if (!serving)
+                    return () => { };
+                const stop = view.watch('readiness', [], (value) => {
+                    if (serving)
+                        deliver(value);
+                });
+                const end = () => {
+                    followed.delete(end);
+                    stop();
+                };
+                followed.add(end);
+                return end;
+            },
         };
     }
     return {
         attach,
-        async endAuthorization() {
+        seed(entry) {
+            runtime.seed(entry);
+        },
+        persisted(answer) {
+            runtime.persisted(answer);
+        },
+        shown(onScreen) {
+            runtime.shown(onScreen);
+        },
+        async endAuthorization(holder) {
             authorized = false;
             for (const [detach, send] of [...attachments]) {
                 send({ kind: 'ended' });
                 detach();
             }
             close();
-            await removeRuntimeStore();
-            await options.shell.dropGeneration();
+            if (!(await options.database.ask({ kind: 'authored.end', holder: holder ?? null }))) {
+                await options.shell.dropGeneration();
+            }
+        },
+        lose(locators) {
+            return runtime.lose(locators);
         },
         stop() {
             return runtime.stop();
         },
     };
 }
-export { STORE_SCHEMA } from './store.js';
+export { entrySeedOf } from './seed.js';
+export { createRecovery, retryDelay, } from './recovery.js';

package/dist/identity.d.ts

@@ -1,4 +1,5 @@
 export declare function changeBatchIdentity(at?: number): string;
+export declare function identityTime(identity: string): number;
 export declare function roomDraftRevision(): string;
 export declare function chatDraftRevision(): string;
 export declare function transferIdentity(): string;

package/dist/identity.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../src/identity.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,EAAE,GAAE,MAAmB,GAAG,MAAM,CAWnE;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}
+{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../src/identity.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,EAAE,GAAE,MAAmB,GAAG,MAAM,CAWnE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}