@agentshouse/mdruntime 0.1.0-c5f333dfa0583 → 0.1.0-c5fe3b2cddda7

package/dist/fulltext.d.ts

@@ -0,0 +1,27 @@
+import { type QueryRoom } from './compile.js';
+import type { Plan } from './query.js';
+import type { HitCursor, SearchWindow } from './search.js';
+import type { Connection } from './tables.js';
+export declare const SEARCH_TABLES: readonly string[];
+export type SearchAsk = {
+    readonly text: string;
+    readonly limit: number;
+    readonly after: readonly [HitCursor, HitCursor] | null;
+    readonly total: boolean;
+    readonly documents: {
+        readonly plan: Plan;
+        readonly rooms: readonly QueryRoom[];
+        readonly beneath: readonly {
+            readonly key: number;
+            readonly roots: readonly string[];
+        }[];
+    } | null;
+    readonly conversations: readonly string[];
+};
+export declare function indexDocument(connection: Connection, id: number, path: string, content: string): void;
+export declare function indexMessage(connection: Connection, id: number, text: string): void;
+export declare function unindexDocuments(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexMessages(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexAll(connection: Connection): void;
+export declare function searched(connection: Connection, ask: SearchAsk): SearchWindow;
+//# sourceMappingURL=fulltext.d.ts.map

package/dist/fulltext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fulltext.d.ts","sourceRoot":"","sources":["../src/fulltext.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAGV,SAAS,EAET,YAAY,EAEb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,UAAU,EAAS,MAAM,aAAa,CAAC;AAoBrD,eAAO,MAAM,aAAa,EAAE,SAAS,MAAM,EAG1C,CAAC;AAsCF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE;QAClB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;QACpB,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAC;QACrC,QAAQ,CAAC,OAAO,EAAE,SAAS;YAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;SAAE,EAAE,CAAC;KAC1F,GAAG,IAAI,CAAC;IACT,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3C,CAAC;AA2CF,wBAAgB,aAAa,CAC3B,UAAU,EAAE,UAAU,EACtB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,IAAI,CAgBN;AAED,wBAAgB,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAOnF;AAWD,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEpF;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEnF;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAIvD;AAkTD,wBAAgB,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,GAAG,YAAY,CAsB7E"}

package/dist/fulltext.js

@@ -0,0 +1,370 @@
+import { parse } from '@agentshouse/mdmodel';
+import { selected } from './compile.js';
+import { markdownPath } from './rows.js';
+import { indexed, matchClauses, matched, matchExpression, queryTerms, snippet, } from './words.js';
+const TOKENIZER = "porter unicode61 remove_diacritics 2 categories 'L* N* Co M* S*' separators '$+<=>^`|~'";
+const CONTENTLESS = `content='', contentless_delete=1, detail=full, tokenize="${TOKENIZER}"`;
+const DOCUMENTS = 'replica_search';
+const MESSAGES = 'conversation_search';
+export const SEARCH_TABLES = [
+    `CREATE VIRTUAL TABLE ${DOCUMENTS} USING fts5(path, fields, sections, preamble, ${CONTENTLESS})`,
+    `CREATE VIRTUAL TABLE ${MESSAGES} USING fts5(text, ${CONTENTLESS})`,
+];
+const CHUNKS = 4096;
+const CHUNK_CHARACTERS = 32_768;
+const CANDIDATES = 5_000;
+const LEAST_WINDOW = 32;
+const SNIPPET_REACH = 80;
+function scalars(value) {
+    if (value === null || value === undefined)
+        return [];
+    if (Array.isArray(value))
+        return value.flatMap(scalars);
+    if (typeof value === 'object')
+        return Object.values(value).flatMap(scalars);
+    return [String(value)];
+}
+function partsOf(path, content) {
+    if (!markdownPath(path))
+        return null;
+    const read = parse(content, path);
+    if (!read.ok)
+        return null;
+    return {
+        fields: scalars(read.document.fields).join('\n'),
+        sections: Object.entries(read.document.sections)
+            .map(([heading, text]) => `${heading}\n${text}`)
+            .join('\n'),
+        preamble: read.document.preamble,
+        path,
+    };
+}
+function chunked(text) {
+    const chunks = [];
+    let start = 0;
+    do {
+        let end = Math.min(text.length, start + CHUNK_CHARACTERS);
+        if (end < text.length) {
+            const space = text.lastIndexOf(' ', end);
+            if (space > start + CHUNK_CHARACTERS / 2)
+                end = space;
+            else if (/[\ud800-\udbff]/u.test(text[end - 1]))
+                end -= 1;
+        }
+        chunks.push(text.slice(start, end));
+        start = end;
+    } while (start < text.length && chunks.length < CHUNKS);
+    return chunks;
+}
+function rowOf(id, chunk) {
+    return id * CHUNKS + chunk;
+}
+export function indexDocument(connection, id, path, content) {
+    const parts = partsOf(path, content);
+    if (parts === null)
+        return;
+    chunked(parts.sections).forEach((sections, chunk) => {
+        const head = chunk === 0;
+        connection.run(`INSERT INTO ${DOCUMENTS} (rowid, path, fields, sections, preamble) VALUES (?, ?, ?, ?, ?)`, [
+            rowOf(id, chunk),
+            head ? indexed(parts.path) : null,
+            head ? indexed(parts.fields) : null,
+            indexed(sections),
+            head ? indexed(parts.preamble) : null,
+        ]);
+    });
+}
+export function indexMessage(connection, id, text) {
+    chunked(text).forEach((chunk, at) => {
+        connection.run(`INSERT INTO ${MESSAGES} (rowid, text) VALUES (?, ?)`, [
+            rowOf(id, at),
+            indexed(chunk),
+        ]);
+    });
+}
+function unindexed(connection, table, ids) {
+    for (const id of ids) {
+        connection.run(`DELETE FROM ${table} WHERE rowid >= ? AND rowid < ?`, [
+            rowOf(id, 0),
+            rowOf(id + 1, 0),
+        ]);
+    }
+}
+export function unindexDocuments(connection, ids) {
+    unindexed(connection, DOCUMENTS, ids);
+}
+export function unindexMessages(connection, ids) {
+    unindexed(connection, MESSAGES, ids);
+}
+export function unindexAll(connection) {
+    for (const table of [DOCUMENTS, MESSAGES]) {
+        connection.run(`INSERT INTO ${table} (${table}) VALUES ('delete-all')`);
+    }
+}
+function pair(left, right) {
+    if (left[0] !== right[0])
+        return left[0] < right[0] ? -1 : 1;
+    if (left[1] !== right[1])
+        return left[1] < right[1] ? -1 : 1;
+    return 0;
+}
+function byRank(left, right) {
+    return right.score - left.score || pair(left.tie, right.tie);
+}
+function beyond(hit, cursor) {
+    if (cursor.length === 0)
+        return true;
+    return (hit.score < cursor[0] || (hit.score === cursor[0] && pair(hit.tie, [cursor[1], cursor[2]]) > 0));
+}
+function rankedWithin(connection, listed, sources, cursor, needed) {
+    const { table } = listed;
+    let window = Math.max(needed * 2, LEAST_WINDOW);
+    for (;;) {
+        const rows = [];
+        const boundaries = [];
+        for (const source of sources) {
+            const found = connection.rows(`SELECT rowid, bm25(${table}) AS score FROM ${table} WHERE ${table} MATCH ? ${source.sql} ORDER BY score, rowid LIMIT ?`, [source.expression, ...source.bind, window]);
+            for (const row of found)
+                rows.push([Number(row.rowid), Number(row.score)]);
+            if (found.length === window)
+                boundaries.push(-Number(found.at(-1).score));
+        }
+        rows.sort((left, right) => left[1] - right[1] || left[0] - right[0]);
+        const best = new Map();
+        for (const [row, score] of rows) {
+            const id = Math.floor(row / CHUNKS);
+            if (!best.has(id))
+                best.set(id, { chunk: row % CHUNKS, score: -score });
+        }
+        const ties = listed.ties([...best.keys()]);
+        const kept = [...best]
+            .flatMap(([id, held]) => {
+            const tie = ties.get(id);
+            return tie === undefined ? [] : [{ id, ...held, tie }];
+        })
+            .sort(byRank)
+            .filter((hit) => beyond(hit, cursor))
+            .slice(0, needed);
+        const last = kept.at(-1);
+        if (boundaries.length === 0)
+            return kept;
+        if (kept.length === needed &&
+            last !== undefined &&
+            boundaries.every((boundary) => boundary < last.score)) {
+            return kept;
+        }
+        window *= 4;
+    }
+}
+function reaches(connection, listed, expression, reach) {
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM (SELECT rowid FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql} LIMIT ?)`, [expression, ...scope.bind, reach + 1]);
+    return Number(counted?.held ?? 0) > reach;
+}
+function candidates(connection, listed, clauses, cursor, needed) {
+    const { table, scope } = listed;
+    const expression = matchExpression(clauses);
+    const within = { sql: `AND ${scope.sql}`, bind: scope.bind };
+    let reach = CANDIDATES;
+    for (;;) {
+        const [edge] = connection.rows(`SELECT rowid FROM ${table} WHERE ${table} MATCH ? ${within.sql} ORDER BY rowid LIMIT 1 OFFSET ?`, [expression, ...within.bind, reach]);
+        const floor = edge === undefined ? null : Number(edge.rowid);
+        const sources = [
+            floor === null
+                ? { expression, ...within }
+                : { expression, sql: `${within.sql} AND rowid < ?`, bind: [...within.bind, floor] },
+        ];
+        if (floor !== null) {
+            const common = new Set();
+            const selective = [];
+            const frequent = [];
+            for (const clause of clauses) {
+                if (clause.kind === 'phrase')
+                    continue;
+                if (clause.kind !== 'term' && common.has(clause.term)) {
+                    frequent.push(clause);
+                    continue;
+                }
+                if (reaches(connection, listed, clause.text, reach)) {
+                    if (clause.kind === 'term')
+                        common.add(clause.term);
+                    frequent.push(clause);
+                }
+                else
+                    selective.push(clause);
+            }
+            const phrase = clauses.find((clause) => clause.kind === 'phrase');
+            if (phrase !== undefined) {
+                const rare = !clauses
+                    .filter((clause) => clause.kind === 'term')
+                    .every((clause) => common.has(clause.term)) ||
+                    !reaches(connection, listed, phrase.text, reach);
+                (rare ? selective : frequent).push(phrase);
+            }
+            if (selective.length > 0) {
+                const chosen = `(${matchExpression(selective)})`;
+                const tail = { sql: `${within.sql} AND rowid >= ?`, bind: [...within.bind, floor] };
+                if (frequent.length === 0)
+                    sources.push({ ...tail, expression: chosen });
+                else {
+                    const rest = `(${matchExpression(frequent)})`;
+                    sources.push({ ...tail, expression: `${chosen} AND ${rest}` }, { ...tail, expression: `${chosen} NOT ${rest}` });
+                }
+            }
+        }
+        const kept = rankedWithin(connection, listed, sources, cursor, needed);
+        if (floor === null || kept.length >= needed)
+            return kept;
+        reach *= 4;
+    }
+}
+function windowOf(connection, listed, clauses, cursor, limit) {
+    if (cursor === null || listed === null || clauses === null)
+        return { kept: [], cursor: null };
+    const found = candidates(connection, listed, clauses, cursor, limit + 1);
+    if (found.length <= limit)
+        return { kept: found, cursor: null };
+    const kept = found.slice(0, limit);
+    const last = kept.at(-1);
+    return { kept, cursor: last === undefined ? cursor : [last.score, ...last.tie] };
+}
+function totalOf(connection, listed, clauses) {
+    if (listed === null || clauses === null)
+        return 0;
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(DISTINCT rowid / ${CHUNKS}) AS held FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql}`, [matchExpression(clauses), ...scope.bind]);
+    return Number(counted?.held ?? 0);
+}
+function ids(found) {
+    return JSON.stringify(found);
+}
+function documentsListed(connection, documents) {
+    if (documents.rooms.length === 0)
+        return null;
+    const filter = selected(connection, documents.plan, documents.rooms);
+    const outside = {
+        sql: "NOT EXISTS (SELECT 1 FROM json_each(?) r WHERE d.key = r.value ->> 0 AND (d.path = r.value ->> 1 OR (d.path >= (r.value ->> 1) || '/' AND d.path < (r.value ->> 1) || '0')))",
+        bind: [
+            JSON.stringify(documents.beneath.flatMap(({ key, roots }) => roots.map((root) => [key, root]))),
+        ],
+    };
+    const conditions = [filter, outside];
+    const locators = new Map(documents.rooms.map(({ key, locator }) => [key, locator]));
+    return {
+        table: DOCUMENTS,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM replica_entries d WHERE d.id = ${DOCUMENTS}.rowid / ${CHUNKS} AND d.type IS NOT NULL AND ${conditions.map(({ sql }) => `(${sql})`).join(' AND ')})`,
+            bind: conditions.flatMap(({ bind }) => bind),
+        },
+        ties(found) {
+            const tied = new Map();
+            for (const row of connection.rows('SELECT id, key, path FROM replica_entries WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])) {
+                const locator = locators.get(Number(row.key));
+                if (locator !== undefined)
+                    tied.set(Number(row.id), [locator, String(row.path)]);
+            }
+            return tied;
+        },
+    };
+}
+function messagesListed(connection, conversations) {
+    if (conversations.length === 0)
+        return null;
+    return {
+        table: MESSAGES,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM conversation_messages m WHERE m.id = ${MESSAGES}.rowid / ${CHUNKS} AND m.conversation IN (SELECT value FROM json_each(?)))`,
+            bind: [JSON.stringify(conversations)],
+        },
+        ties(found) {
+            return new Map(connection
+                .rows('SELECT id, conversation, identity FROM conversation_messages WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])
+                .map((row) => [Number(row.id), [String(row.conversation), String(row.identity)]]));
+        },
+    };
+}
+function cut(candidates, terms) {
+    for (const [part, text] of candidates) {
+        const found = snippet(text, terms, SNIPPET_REACH);
+        if (found !== null)
+            return { snippet: { part, text: found.text, at: [...found.at] } };
+    }
+    return {};
+}
+function documentHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT type, content FROM replica_entries WHERE id = ?', [hit.id]);
+    if (row === undefined)
+        return null;
+    const [room, path] = hit.tie;
+    const parts = typeof row.content === 'string' ? partsOf(path, row.content) : null;
+    const whole = parts === null
+        ? []
+        : [
+            ['fields', parts.fields],
+            ['sections', parts.sections],
+            ['preamble', parts.preamble],
+            ['path', parts.path],
+        ];
+    const matches = {};
+    for (const [part, text] of whole) {
+        for (const term of matched(text, terms))
+            (matches[term] ??= []).push(part);
+    }
+    const sections = parts === null ? [] : chunked(parts.sections);
+    const chunk = parts === null
+        ? []
+        : hit.chunk === 0
+            ? [
+                ['fields', parts.fields],
+                ['sections', sections[0] ?? ''],
+                ['preamble', parts.preamble],
+                ['path', parts.path],
+            ]
+            : [['sections', sections[hit.chunk] ?? '']];
+    return {
+        room,
+        path,
+        type: String(row.type),
+        score: hit.score,
+        matches,
+        ...cut(chunk, terms),
+    };
+}
+function messageHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT text FROM conversation_messages WHERE id = ?', [hit.id]);
+    const text = typeof row?.text === 'string' ? row.text : '';
+    const matches = {};
+    for (const term of matched(text, terms))
+        matches[term] = ['text'];
+    const [conversation, identity] = hit.tie;
+    return {
+        conversation,
+        identity,
+        score: hit.score,
+        matches,
+        ...cut([['text', chunked(text)[hit.chunk] ?? '']], terms),
+    };
+}
+export function searched(connection, ask) {
+    const clauses = matchClauses(ask.text);
+    const terms = queryTerms(ask.text);
+    const documents = ask.documents === null ? null : documentsListed(connection, ask.documents);
+    const messages = messagesListed(connection, ask.conversations);
+    const [documentsAfter, messagesAfter] = ask.after ?? [[], []];
+    const documentWindow = windowOf(connection, documents, clauses, documentsAfter, ask.limit);
+    const messageWindow = windowOf(connection, messages, clauses, messagesAfter, ask.limit);
+    const more = documentWindow.cursor !== null || messageWindow.cursor !== null;
+    return {
+        documents: documentWindow.kept.flatMap((hit) => documentHit(connection, hit, terms) ?? []),
+        messages: messageWindow.kept.map((hit) => messageHit(connection, hit, terms)),
+        ...(more ? { next: JSON.stringify([documentWindow.cursor, messageWindow.cursor]) } : {}),
+        ...(ask.total
+            ? {
+                total: {
+                    documents: totalOf(connection, documents, clauses),
+                    messages: totalOf(connection, messages, clauses),
+                },
+            }
+            : {}),
+    };
+}

package/dist/host.d.ts

@@ -1,6 +1,6 @@
 import { type MdRuntimeOptions } from './connection.js';
 import type { PortReach } from './reach.js';
-import type { CapacityCause, CodeAvailability, Persistence, Readiness, SearchObligation } from './readiness.js';
+import type { CodeAvailability, Persistence, Readiness, SearchObligation, Space } from './readiness.js';
 import type { EntrySeed } from './seed.js';
 import { type RuntimePort } from './wire.js';
 export type MdRuntimeHostOptions = MdRuntimeOptions & {
@@ -11,7 +11,7 @@ export type AttachedPort = {
     narrow(reach: PortReach): void;
     readiness(deliver: (readiness: Readiness) => void): () => void;
     answered(queries: readonly unknown[], done: () => void): void;
-    code(code: CodeAvailability, capacity: CapacityCause | null): void;
+    code(code: CodeAvailability, space: Space | null): void;
     search(search: SearchObligation): void;
 };
 export type MdRuntimeHost = {
@@ -25,8 +25,7 @@ export type MdRuntimeHost = {
 export declare function serveMdRuntime(options: MdRuntimeHostOptions): MdRuntimeHost;
 export { entrySeedOf, type EntrySeed } from './seed.js';
 export type { PortReach, ReachedDocument } from './reach.js';
-export type { CapacityCause, CodeAvailability, Persistence, SearchObligation, } from './readiness.js';
+export type { CodeAvailability, Persistence, SearchObligation, Space } from './readiness.js';
 export { createRecovery, retryDelay, type Attempt, type Attempted, type AttemptOptions, type Recovery, type RecoveryOptions, } from './recovery.js';
-export { openDatabase, STORE_SCHEMA, transacted } from './store.js';
 export type { RuntimePort } from './wire.js';
 //# sourceMappingURL=host.d.ts.map

package/dist/host.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAG3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC;IACnE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAyHF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAsK3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,gBAAgB,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACpE,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,KAAK,EACV,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,KAAK,EACN,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;IACxD,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAsIF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAuL3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAC7F,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}

package/dist/host.js

@@ -1,7 +1,7 @@
 import { composeRuntime, } from './connection.js';
 import { queryKey } from './query.js';
+import { untilAnswered } from './recovery.js';
 import { described } from './failure.js';
-import { endRuntimeStore } from './store.js';
 import { AUTHORIZATION_ENDED, request, WIRE, } from './wire.js';
 const NARROWED = new Set(['within', 'whole']);
 function answered(md, app, writtenBy, member, input) {
@@ -26,8 +26,10 @@ function answered(md, app, writtenBy, member, input) {
             return md.binaryFile.read(input[0], input[1], input[2]);
         case 'binaryFile.link':
             return md.binaryFile.link(input[0], input[1], input[2]);
-        case 'binaryFile.readReference':
-            return md.binaryFile.readReference(input[0]);
+        case 'binaryFile.show':
+            return md.binaryFile.show(input[0], input[1], input[2]);
+        case 'binaryFile.attach':
+            return md.binaryFile.attach(input[0], input[1]);
         case 'binaryFile.part':
             return md.binaryFile.part(input[0], input[1]);
         case 'call':
@@ -49,7 +51,7 @@ function answered(md, app, writtenBy, member, input) {
         case 'roomDraft.read':
             return md.roomDraft.read(input[0], input[1]);
         case 'roomDraft.write':
-            return md.roomDraft.write(input[0], input[1], input[2], input[3]);
+            return md.roomDraft.write(input[0], input[1], input[2], input[3], input[4]);
         case 'roomDraft.discard':
             return md.roomDraft.discard(input[0], input[1], input[2]);
         case 'presentation.read':
@@ -66,8 +68,6 @@ function answered(md, app, writtenBy, member, input) {
             return md.conversation.create(input[0]);
         case 'conversation.send':
             return md.conversation.send(input[0], input[1], input[2]);
-        case 'conversation.attach':
-            return md.conversation.attach(input[0], input[1]);
         case 'conversation.answer':
             return md.conversation.answer(input[0], input[1]);
         case 'conversation.interrupt':
@@ -86,6 +86,14 @@ function answered(md, app, writtenBy, member, input) {
             return md.chatDraft.discard(input[0]);
     }
 }
+function attempted(work) {
+    try {
+        return Promise.resolve(work());
+    }
+    catch (error) {
+        return Promise.reject(error);
+    }
+}
 function answeredResult(value) {
     return typeof value === 'object' && value !== null && !('pending' in value);
 }
@@ -107,6 +115,8 @@ export function serveMdRuntime(options) {
     const { md } = runtime;
     const attachments = new Map();
     let authorized = true;
+    let opening = null;
+    const opened = () => (opening ??= untilAnswered(() => md.loaded(), closing.signal));
     const watchFacts = (deliver) => {
         deliver(structuredClone(deploymentFacts));
         return () => { };
@@ -115,7 +125,7 @@ export function serveMdRuntime(options) {
         if (!authorized)
             throw new Error(AUTHORIZATION_ENDED);
         const writtenBy = release === undefined ? undefined : { app, release };
-        let facts = { target: app, code, capacity: null, search };
+        let facts = { target: app, code, space: null, search };
         const view = runtime.within(reach ?? null, facts);
         const observations = new Map();
         const followed = new Set();
@@ -158,6 +168,20 @@ export function serveMdRuntime(options) {
                 ? watchFacts(deliver)
                 : (NARROWED.has(WIRE.topics[topic]) ? view : runtime).watch(topic, topic === 'presentation' ? [app] : input, deliver));
         };
+        const reply = async (id, query, pending) => {
+            try {
+                const value = await pending;
+                if (!serving)
+                    return;
+                send({ kind: 'result', id, value });
+                if (query !== undefined && answeredResult(value))
+                    answeredQuery(query);
+            }
+            catch (error) {
+                if (serving)
+                    send({ kind: 'failure', id, ...described(error) });
+            }
+        };
         const serve = async (message) => {
             if (message.kind === 'hello')
                 return;
@@ -167,24 +191,24 @@ export function serveMdRuntime(options) {
                 return;
             }
             try {
-                if (message.kind !== 'observe' || message.topic !== 'room-drafts')
+                if (message.kind !== 'observe')
                     await md.loaded();
+                else if (message.topic !== 'room-drafts')
+                    await opened();
                 if (message.kind === 'observe') {
                     if (serving)
                         observe(message.id, message.topic, message.input);
                     return;
                 }
-                const value = await answered(NARROWED.has(WIRE.members[message.member].reach) ? view.md : md, app, writtenBy, message.member, message.input);
-                if (!serving)
-                    return;
-                send({ kind: 'result', id: message.id, value });
-                if (message.member === 'query' && answeredResult(value))
-                    answeredQuery(message.input[0]);
             }
             catch (error) {
                 if (serving)
                     send({ kind: 'failure', id: message.id, ...described(error) });
+                return;
             }
+            const { id, member, input } = message;
+            const pending = attempted(() => answered(NARROWED.has(WIRE.members[member].reach) ? view.md : md, app, writtenBy, member, input));
+            return reply(id, member === 'query' ? input[0] : undefined, pending);
         };
         port.addEventListener('message', (event) => {
             if (!serving)
@@ -203,10 +227,10 @@ export function serveMdRuntime(options) {
                 if (serving)
                     view.narrow(next);
             },
-            code(next, capacity) {
+            code(next, space) {
                 if (!serving)
                     return;
-                facts = { ...facts, code: next, capacity };
+                facts = { ...facts, code: next, space };
                 view.facts(facts);
             },
             search(next) {
@@ -253,8 +277,9 @@ export function serveMdRuntime(options) {
                 detach();
             }
             close();
-            if (!(await endRuntimeStore(options.database, holder)))
+            if (!(await options.database.ask({ kind: 'authored.end', holder: holder ?? null }))) {
                 await options.shell.dropGeneration();
+            }
         },
         lose(locators) {
             return runtime.lose(locators);
@@ -266,4 +291,3 @@ export function serveMdRuntime(options) {
 }
 export { entrySeedOf } from './seed.js';
 export { createRecovery, retryDelay, } from './recovery.js';
-export { openDatabase, STORE_SCHEMA, transacted } from './store.js';

package/dist/identity.d.ts

@@ -3,6 +3,5 @@ export declare function identityTime(identity: string): number;
 export declare function roomDraftRevision(): string;
 export declare function chatDraftRevision(): string;
 export declare function transferIdentity(): string;
-export declare function indexGeneration(): string;
 export declare function binaryLocalId(): string;
 //# sourceMappingURL=identity.d.ts.map

package/dist/identity.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../src/identity.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,EAAE,GAAE,MAAmB,GAAG,MAAM,CAWnE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}
+{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../src/identity.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,EAAE,GAAE,MAAmB,GAAG,MAAM,CAWnE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}

package/dist/identity.js

@@ -27,9 +27,6 @@ export function chatDraftRevision() {
 export function transferIdentity() {
     return randomIdentity();
 }
-export function indexGeneration() {
-    return randomIdentity();
-}
 export function binaryLocalId() {
     return randomIdentity();
 }

package/dist/index.d.ts

@@ -1,26 +1,26 @@
-export type { AcceptedMessage, AcceptedRoom, ActionDeclaration, ActionRequest, ActionResult, Adapter, AdapterFailure, Authorization, BinaryFile, BinaryLinkResult, BinaryRequest, BinaryResult, ReferrerScope, BootstrapPage, BootstrapRequest, BootstrapResult, Capability, ChangeAuthor, ContractUnavailable, ConversationAction, ConversationAgents, ConversationEvent, ConversationHistories, ConversationHistoryPage, ConversationHistoryRequest, ConversationMessage, ConversationStream, DiscoverResult, DiscoveredRoom, Discovery, DiscoveryScope, HistoryAuthor, HistoryRequest, HistoryResult, HistoryRetention, HistoryRevision, HeldContent, HeldFile, HeldRevisions, HeldRoom, KeptReceipt, ListedConversation, MdModelIdentity, Member, MutationRequest, MutationResult, PageToken, ProviderLimit, ProviderRefusal, RefreshPage, RefreshRequest, RefreshResult, Retention, RetryableRefusal, RevokedAuthorization, RoomModels, RoomNotReadable, RoomStream, RoomStreamEvent, RoomVersionAt, ServiceMode, ServiceModeSignal, StreamReceipts, TransportUncertainty, TurnContext, TurnOperation, TypedSelection, } from './adapter.js';
+export type { AcceptedMessage, AcceptedRoom, ActionDeclaration, ActionRequest, ActionResult, Adapter, AdapterFailure, AttachRequest, AttachResult, Authorization, BinaryFile, BinaryLinkResult, BinaryRequest, BinaryResult, BootstrapPage, BootstrapRequest, BootstrapResult, Capability, ChangeAuthor, ContractUnavailable, ConversationAction, ConversationAgents, ConversationEvent, ConversationHistories, ConversationHistoryPage, ConversationHistoryRequest, ConversationMessage, ConversationStream, DiscoverResult, DiscoveredRoom, Discovery, DiscoveryScope, HistoryAuthor, HistoryRequest, HistoryResult, HistoryRetention, HistoryRevision, HeldContent, HeldFile, HeldRoom, ListedConversation, MdModelIdentity, Member, MutationRequest, MutationResult, PageToken, ProviderLimit, ProviderRefusal, RefreshPage, RefreshRequest, RefreshResult, Retention, RetryableRefusal, RevokedAuthorization, RoomChange, RoomModels, RoomNotReadable, RoomStream, RoomStreamEvent, RoomVersionAt, ServiceMode, ServiceModeSignal, TransportUncertainty, TurnContext, TurnOperation, TypedSelection, } from './adapter.js';
 export type { Change, ChangeBatch, Precondition, RoomMove, WrittenBy } from './change.js';
 export type { ChatDraft, ChatDraftSurface, ConversationAgent, ConversationEntry, ConversationOptions, ConversationState, ConversationSurface, ConversationView, RunningTurn, } from './conversation.js';
-export type { ChosenFile, FileDeclaration } from './file.js';
 export type { AppRoom, AppTypedSelection, BinaryFileSurface, ConnectionRefusal, ConnectionRefusalCode, HistoryQuery, MdRuntime, MdRuntimeOptions, PresentationSurface, RoomDraftSurface, RoomSchemas, SavedParts, SavedRoomDraft, SaveResult, } from './connection.js';
 export type { Observation } from './observation.js';
-export type { BinaryAnswer, BinaryLinkAnswer, CallResult, Failure, HistoryAnswer, Offline, QueueEntry, Resolution, Submission, } from './outcome.js';
-export type { BinaryFileRecord, BinaryReference } from './binary.js';
+export type { AttachAnswer, BinaryAnswer, BinaryLinkAnswer, CallResult, DownloadAnswer, Failure, HistoryAnswer, Offline, QueueEntry, Resolution, Submission, } from './outcome.js';
+export type { BinaryFileRecord } from './binary.js';
 export type { RuntimeError } from './failure.js';
 export type { ChangedPart, FieldValue, ReturnReason, RoomDraft, RoomDraftCreation, RoomDraftParts, RoomDraftWrite, TextParts, } from './room-draft.js';
 export type { SaveRefusal } from './save.js';
-export type { DocumentHit, DocumentPart, MessageHit, PendingConversation, SearchCoverage, SearchHits, SearchPending, SearchRequest, SearchResult, SearchUndeclared, } from './search.js';
+export type { DocumentHit, DocumentPart, MessageHit, MessagePart, SearchCoverage, SearchHits, SearchPending, SearchRequest, SearchResult, SearchUndeclared, Snippet, } from './search.js';
 export { departure } from './change.js';
-export { partsAfter } from './room-draft.js';
+export { partsAfter, partsChanges } from './room-draft.js';
 export { cutName, nameFrom, transliterated } from './name.js';
-export { SESSION_STARTED } from './conversation.js';
+export { HISTORY_CONVERSATIONS, SESSION_STARTED } from './conversation.js';
 export { changeBatchIdentity } from './identity.js';
-export { ROW_WEIGHT, stepped } from './turn.js';
+export { paced, ROW_WEIGHT, stepped } from './turn.js';
+export { untilAnswered } from './recovery.js';
 export { entriesIn, patching, sortedKeys } from './shared.js';
 export { attempts, identities, intentOf, type Answered, type Attempt, type Attempts, type Identities, } from './attempt.js';
 export { expectedList, expecting, type ExpectedOf, type Expecting } from './expectation.js';
-export type { RuntimeShell, StorageEstimate } from './durability.js';
-export type { CapacityCause, CodeAvailability, ConnectionAvailability, ConversationCoverage, Durability, HouseOutcome, Persistence, Readiness, ReadinessStatus, RefusedRoom, RoomCoverage, RoomPreparation, SearchObligation, TargetCoverage, } from './readiness.js';
+export type { RuntimeShell } from './durability.js';
+export type { CodeAvailability, ConnectionAvailability, ConversationCoverage, Durability, HouseOutcome, Installation, InstallationAmount, InstallationStep, Persistence, Readiness, ReadinessStatus, RoomCoverage, RoomPreparation, SearchObligation, Space, TargetCoverage, } from './readiness.js';
 export type { AttentionEntry, SyncStatus } from './status.js';
 export type { Awaits, Backlink, CoveredRoom, Direction, DocumentQuery, DocumentResult, Filter, GroupQuery, GroupResult, Key, LocalQuery, OrderOptions, PendingResult, PendingRoom, Predicate, QueryCoverage, QueryDocument, QueryGroup, QueryResult, QueryRows, Related, Select, Value, Where, } from './query.js';
 export type { MdType, ModelIdentity, ModelSnapshot, ModelState, ModelResult, TypesResult, ValidationReceipt, } from './model.js';