@agentshouse/mdruntime 0.1.0-c03e7b79830dd → 0.1.0-c069136dcb4e8

package/dist/durability.d.ts

@@ -1,16 +1,12 @@
 import type { Persistence } from './readiness.js';
-export type StorageEstimate = {
-    readonly usage: number;
-    readonly total: number;
-};
 export type RuntimeShell = {
     persistence: Persistence;
     generation: string | null;
     keepGeneration(value: string): void | Promise<void>;
     dropGeneration(): void | Promise<void>;
-    estimate?(): Promise<StorageEstimate | null>;
     cleanUp?(): Promise<number>;
 };
+export declare function refusedForSpace(error: unknown): boolean;
 export declare function detectStorageLoss(stored: string | null, reported: string | null): string | null;
 export declare function nextGeneration(stored: string | null, reported: string | null): string;
 //# sourceMappingURL=durability.d.ts.map

package/dist/durability.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"durability.d.ts","sourceRoot":"","sources":["../src/durability.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAIlD,MAAM,MAAM,eAAe,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjF,MAAM,MAAM,YAAY,GAAG;IACzB,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,cAAc,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,QAAQ,CAAC,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7B,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAG/F;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAGrF"}
+{"version":3,"file":"durability.d.ts","sourceRoot":"","sources":["../src/durability.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAIlD,MAAM,MAAM,YAAY,GAAG;IACzB,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,cAAc,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7B,CAAC;AAEF,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAMvD;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAG/F;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,CAGrF"}

package/dist/durability.js

@@ -1,4 +1,9 @@
 const STORAGE_LOSS_CODE = 'storage-loss';
+export function refusedForSpace(error) {
+    return (typeof error === 'object' &&
+        error !== null &&
+        error.name === 'QuotaExceededError');
+}
 export function detectStorageLoss(stored, reported) {
     if (reported === null || reported === stored)
         return null;

package/dist/entry.d.ts

@@ -6,6 +6,7 @@ export type EntryRoom = {
     locator: string;
     schema: string | null;
     documents: Readonly<Record<string, string>>;
+    revisions?: Readonly<Record<string, string>>;
 };
 export type EntryArguments = Readonly<Record<string, string>>;
 export type EntryParameterKind = 'string' | 'integer' | 'number' | 'boolean';

package/dist/entry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"entry.d.ts","sourceRoot":"","sources":["../src/entry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAK1D,OAAO,EAML,KAAK,SAAS,EAEf,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,MAAM,SAAS,GAAG;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CAC7C,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE9D,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;AA0D7E,wBAAgB,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAE3E;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,OAAO,GAAG,SAAS,MAAM,EAAE,CAMpE;AAkCD,wBAAgB,YAAY,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAQ7D;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;CACzF,CAAC;AAEF,wBAAgB,UAAU,CACxB,KAAK,EAAE,SAAS,SAAS,EAAE,EAC3B,SAAS,EAAE,aAAa,EACxB,UAAU,EAAE,UAAU,GACrB,UAAU,CAmDZ"}
+{"version":3,"file":"entry.d.ts","sourceRoot":"","sources":["../src/entry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAK1D,OAAO,EAML,KAAK,SAAS,EAEf,MAAM,YAAY,CAAC;AAEpB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,MAAM,SAAS,GAAG;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5C,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE9D,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;AA0D7E,wBAAgB,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAE3E;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,OAAO,GAAG,SAAS,MAAM,EAAE,CAMpE;AAkCD,wBAAgB,YAAY,CAAC,QAAQ,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAQ7D;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;CACzF,CAAC;AAEF,wBAAgB,UAAU,CACxB,KAAK,EAAE,SAAS,SAAS,EAAE,EAC3B,SAAS,EAAE,aAAa,EACxB,UAAU,EAAE,UAAU,GACrB,UAAU,CAmDZ"}

package/dist/entry.js

@@ -130,7 +130,7 @@ export function entryScope(rooms, roomTypes, connection) {
             path,
             content: room.documents[path],
             binary: null,
-            revision: null,
+            revision: room.revisions?.[path] ?? null,
             fileId: null,
             change: null,
             written: null,

package/dist/file.d.ts

@@ -1,12 +1,3 @@
-export type ChosenFile = {
-    name: string;
-    blob: Blob;
-};
-export type FileDeclaration = {
-    name: string;
-    mediaType: string;
-    byteLength: number;
-    contentHash: string;
-};
-export declare function declaredFile(file: ChosenFile): Promise<FileDeclaration>;
+import type { AttachRequest } from './adapter.js';
+export declare function attachedFile(locator: string, file: File): Promise<AttachRequest>;
 //# sourceMappingURL=file.d.ts.map

package/dist/file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../src/file.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,eAAe,CAAC,CAO7E"}
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../src/file.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,wBAAsB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,CAStF"}

package/dist/file.js

@@ -1,9 +1,11 @@
 import { sha256 } from './digest.js';
-export async function declaredFile(file) {
+export async function attachedFile(locator, file) {
     return {
+        locator,
         name: file.name,
-        mediaType: file.blob.type,
-        byteLength: file.blob.size,
-        contentHash: await sha256(file.blob),
+        mediaType: file.type,
+        byteLength: file.size,
+        sha256: await sha256(file),
+        blob: file,
     };
 }

package/dist/fulltext.d.ts

@@ -0,0 +1,27 @@
+import { type QueryRoom } from './compile.js';
+import type { Plan } from './query.js';
+import type { HitCursor, SearchWindow } from './search.js';
+import type { Connection } from './tables.js';
+export declare const SEARCH_TABLES: readonly string[];
+export type SearchAsk = {
+    readonly text: string;
+    readonly limit: number;
+    readonly after: readonly [HitCursor, HitCursor] | null;
+    readonly total: boolean;
+    readonly documents: {
+        readonly plan: Plan;
+        readonly rooms: readonly QueryRoom[];
+        readonly beneath: readonly {
+            readonly key: number;
+            readonly roots: readonly string[];
+        }[];
+    } | null;
+    readonly conversations: readonly string[];
+};
+export declare function indexDocument(connection: Connection, id: number, path: string, content: string): void;
+export declare function indexMessage(connection: Connection, id: number, text: string): void;
+export declare function unindexDocuments(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexMessages(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexAll(connection: Connection): void;
+export declare function searched(connection: Connection, ask: SearchAsk): SearchWindow;
+//# sourceMappingURL=fulltext.d.ts.map

package/dist/fulltext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fulltext.d.ts","sourceRoot":"","sources":["../src/fulltext.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAGV,SAAS,EAET,YAAY,EAEb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,UAAU,EAAS,MAAM,aAAa,CAAC;AAoBrD,eAAO,MAAM,aAAa,EAAE,SAAS,MAAM,EAG1C,CAAC;AAsCF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE;QAClB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;QACpB,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAC;QACrC,QAAQ,CAAC,OAAO,EAAE,SAAS;YAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;SAAE,EAAE,CAAC;KAC1F,GAAG,IAAI,CAAC;IACT,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3C,CAAC;AA2CF,wBAAgB,aAAa,CAC3B,UAAU,EAAE,UAAU,EACtB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,IAAI,CAgBN;AAED,wBAAgB,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAOnF;AAWD,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEpF;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEnF;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAIvD;AAkTD,wBAAgB,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,GAAG,YAAY,CAsB7E"}

package/dist/fulltext.js

@@ -0,0 +1,370 @@
+import { parse } from '@agentshouse/mdmodel';
+import { selected } from './compile.js';
+import { markdownPath } from './rows.js';
+import { indexed, matchClauses, matched, matchExpression, queryTerms, snippet, } from './words.js';
+const TOKENIZER = "porter unicode61 remove_diacritics 2 categories 'L* N* Co M* S*' separators '$+<=>^`|~'";
+const CONTENTLESS = `content='', contentless_delete=1, detail=full, tokenize="${TOKENIZER}"`;
+const DOCUMENTS = 'replica_search';
+const MESSAGES = 'conversation_search';
+export const SEARCH_TABLES = [
+    `CREATE VIRTUAL TABLE ${DOCUMENTS} USING fts5(path, fields, sections, preamble, ${CONTENTLESS})`,
+    `CREATE VIRTUAL TABLE ${MESSAGES} USING fts5(text, ${CONTENTLESS})`,
+];
+const CHUNKS = 4096;
+const CHUNK_CHARACTERS = 32_768;
+const CANDIDATES = 5_000;
+const LEAST_WINDOW = 32;
+const SNIPPET_REACH = 80;
+function scalars(value) {
+    if (value === null || value === undefined)
+        return [];
+    if (Array.isArray(value))
+        return value.flatMap(scalars);
+    if (typeof value === 'object')
+        return Object.values(value).flatMap(scalars);
+    return [String(value)];
+}
+function partsOf(path, content) {
+    if (!markdownPath(path))
+        return null;
+    const read = parse(content, path);
+    if (!read.ok)
+        return null;
+    return {
+        fields: scalars(read.document.fields).join('\n'),
+        sections: Object.entries(read.document.sections)
+            .map(([heading, text]) => `${heading}\n${text}`)
+            .join('\n'),
+        preamble: read.document.preamble,
+        path,
+    };
+}
+function chunked(text) {
+    const chunks = [];
+    let start = 0;
+    do {
+        let end = Math.min(text.length, start + CHUNK_CHARACTERS);
+        if (end < text.length) {
+            const space = text.lastIndexOf(' ', end);
+            if (space > start + CHUNK_CHARACTERS / 2)
+                end = space;
+            else if (/[\ud800-\udbff]/u.test(text[end - 1]))
+                end -= 1;
+        }
+        chunks.push(text.slice(start, end));
+        start = end;
+    } while (start < text.length && chunks.length < CHUNKS);
+    return chunks;
+}
+function rowOf(id, chunk) {
+    return id * CHUNKS + chunk;
+}
+export function indexDocument(connection, id, path, content) {
+    const parts = partsOf(path, content);
+    if (parts === null)
+        return;
+    chunked(parts.sections).forEach((sections, chunk) => {
+        const head = chunk === 0;
+        connection.run(`INSERT INTO ${DOCUMENTS} (rowid, path, fields, sections, preamble) VALUES (?, ?, ?, ?, ?)`, [
+            rowOf(id, chunk),
+            head ? indexed(parts.path) : null,
+            head ? indexed(parts.fields) : null,
+            indexed(sections),
+            head ? indexed(parts.preamble) : null,
+        ]);
+    });
+}
+export function indexMessage(connection, id, text) {
+    chunked(text).forEach((chunk, at) => {
+        connection.run(`INSERT INTO ${MESSAGES} (rowid, text) VALUES (?, ?)`, [
+            rowOf(id, at),
+            indexed(chunk),
+        ]);
+    });
+}
+function unindexed(connection, table, ids) {
+    for (const id of ids) {
+        connection.run(`DELETE FROM ${table} WHERE rowid >= ? AND rowid < ?`, [
+            rowOf(id, 0),
+            rowOf(id + 1, 0),
+        ]);
+    }
+}
+export function unindexDocuments(connection, ids) {
+    unindexed(connection, DOCUMENTS, ids);
+}
+export function unindexMessages(connection, ids) {
+    unindexed(connection, MESSAGES, ids);
+}
+export function unindexAll(connection) {
+    for (const table of [DOCUMENTS, MESSAGES]) {
+        connection.run(`INSERT INTO ${table} (${table}) VALUES ('delete-all')`);
+    }
+}
+function pair(left, right) {
+    if (left[0] !== right[0])
+        return left[0] < right[0] ? -1 : 1;
+    if (left[1] !== right[1])
+        return left[1] < right[1] ? -1 : 1;
+    return 0;
+}
+function byRank(left, right) {
+    return right.score - left.score || pair(left.tie, right.tie);
+}
+function beyond(hit, cursor) {
+    if (cursor.length === 0)
+        return true;
+    return (hit.score < cursor[0] || (hit.score === cursor[0] && pair(hit.tie, [cursor[1], cursor[2]]) > 0));
+}
+function rankedWithin(connection, listed, sources, cursor, needed) {
+    const { table } = listed;
+    let window = Math.max(needed * 2, LEAST_WINDOW);
+    for (;;) {
+        const rows = [];
+        const boundaries = [];
+        for (const source of sources) {
+            const found = connection.rows(`SELECT rowid, bm25(${table}) AS score FROM ${table} WHERE ${table} MATCH ? ${source.sql} ORDER BY score, rowid LIMIT ?`, [source.expression, ...source.bind, window]);
+            for (const row of found)
+                rows.push([Number(row.rowid), Number(row.score)]);
+            if (found.length === window)
+                boundaries.push(-Number(found.at(-1).score));
+        }
+        rows.sort((left, right) => left[1] - right[1] || left[0] - right[0]);
+        const best = new Map();
+        for (const [row, score] of rows) {
+            const id = Math.floor(row / CHUNKS);
+            if (!best.has(id))
+                best.set(id, { chunk: row % CHUNKS, score: -score });
+        }
+        const ties = listed.ties([...best.keys()]);
+        const kept = [...best]
+            .flatMap(([id, held]) => {
+            const tie = ties.get(id);
+            return tie === undefined ? [] : [{ id, ...held, tie }];
+        })
+            .sort(byRank)
+            .filter((hit) => beyond(hit, cursor))
+            .slice(0, needed);
+        const last = kept.at(-1);
+        if (boundaries.length === 0)
+            return kept;
+        if (kept.length === needed &&
+            last !== undefined &&
+            boundaries.every((boundary) => boundary < last.score)) {
+            return kept;
+        }
+        window *= 4;
+    }
+}
+function reaches(connection, listed, expression, reach) {
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM (SELECT rowid FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql} LIMIT ?)`, [expression, ...scope.bind, reach + 1]);
+    return Number(counted?.held ?? 0) > reach;
+}
+function candidates(connection, listed, clauses, cursor, needed) {
+    const { table, scope } = listed;
+    const expression = matchExpression(clauses);
+    const within = { sql: `AND ${scope.sql}`, bind: scope.bind };
+    let reach = CANDIDATES;
+    for (;;) {
+        const [edge] = connection.rows(`SELECT rowid FROM ${table} WHERE ${table} MATCH ? ${within.sql} ORDER BY rowid LIMIT 1 OFFSET ?`, [expression, ...within.bind, reach]);
+        const floor = edge === undefined ? null : Number(edge.rowid);
+        const sources = [
+            floor === null
+                ? { expression, ...within }
+                : { expression, sql: `${within.sql} AND rowid < ?`, bind: [...within.bind, floor] },
+        ];
+        if (floor !== null) {
+            const common = new Set();
+            const selective = [];
+            const frequent = [];
+            for (const clause of clauses) {
+                if (clause.kind === 'phrase')
+                    continue;
+                if (clause.kind !== 'term' && common.has(clause.term)) {
+                    frequent.push(clause);
+                    continue;
+                }
+                if (reaches(connection, listed, clause.text, reach)) {
+                    if (clause.kind === 'term')
+                        common.add(clause.term);
+                    frequent.push(clause);
+                }
+                else
+                    selective.push(clause);
+            }
+            const phrase = clauses.find((clause) => clause.kind === 'phrase');
+            if (phrase !== undefined) {
+                const rare = !clauses
+                    .filter((clause) => clause.kind === 'term')
+                    .every((clause) => common.has(clause.term)) ||
+                    !reaches(connection, listed, phrase.text, reach);
+                (rare ? selective : frequent).push(phrase);
+            }
+            if (selective.length > 0) {
+                const chosen = `(${matchExpression(selective)})`;
+                const tail = { sql: `${within.sql} AND rowid >= ?`, bind: [...within.bind, floor] };
+                if (frequent.length === 0)
+                    sources.push({ ...tail, expression: chosen });
+                else {
+                    const rest = `(${matchExpression(frequent)})`;
+                    sources.push({ ...tail, expression: `${chosen} AND ${rest}` }, { ...tail, expression: `${chosen} NOT ${rest}` });
+                }
+            }
+        }
+        const kept = rankedWithin(connection, listed, sources, cursor, needed);
+        if (floor === null || kept.length >= needed)
+            return kept;
+        reach *= 4;
+    }
+}
+function windowOf(connection, listed, clauses, cursor, limit) {
+    if (cursor === null || listed === null || clauses === null)
+        return { kept: [], cursor: null };
+    const found = candidates(connection, listed, clauses, cursor, limit + 1);
+    if (found.length <= limit)
+        return { kept: found, cursor: null };
+    const kept = found.slice(0, limit);
+    const last = kept.at(-1);
+    return { kept, cursor: last === undefined ? cursor : [last.score, ...last.tie] };
+}
+function totalOf(connection, listed, clauses) {
+    if (listed === null || clauses === null)
+        return 0;
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(DISTINCT rowid / ${CHUNKS}) AS held FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql}`, [matchExpression(clauses), ...scope.bind]);
+    return Number(counted?.held ?? 0);
+}
+function ids(found) {
+    return JSON.stringify(found);
+}
+function documentsListed(connection, documents) {
+    if (documents.rooms.length === 0)
+        return null;
+    const filter = selected(connection, documents.plan, documents.rooms);
+    const outside = {
+        sql: "NOT EXISTS (SELECT 1 FROM json_each(?) r WHERE d.key = r.value ->> 0 AND (d.path = r.value ->> 1 OR (d.path >= (r.value ->> 1) || '/' AND d.path < (r.value ->> 1) || '0')))",
+        bind: [
+            JSON.stringify(documents.beneath.flatMap(({ key, roots }) => roots.map((root) => [key, root]))),
+        ],
+    };
+    const conditions = [filter, outside];
+    const locators = new Map(documents.rooms.map(({ key, locator }) => [key, locator]));
+    return {
+        table: DOCUMENTS,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM replica_entries d WHERE d.id = ${DOCUMENTS}.rowid / ${CHUNKS} AND d.type IS NOT NULL AND ${conditions.map(({ sql }) => `(${sql})`).join(' AND ')})`,
+            bind: conditions.flatMap(({ bind }) => bind),
+        },
+        ties(found) {
+            const tied = new Map();
+            for (const row of connection.rows('SELECT id, key, path FROM replica_entries WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])) {
+                const locator = locators.get(Number(row.key));
+                if (locator !== undefined)
+                    tied.set(Number(row.id), [locator, String(row.path)]);
+            }
+            return tied;
+        },
+    };
+}
+function messagesListed(connection, conversations) {
+    if (conversations.length === 0)
+        return null;
+    return {
+        table: MESSAGES,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM conversation_messages m WHERE m.id = ${MESSAGES}.rowid / ${CHUNKS} AND m.conversation IN (SELECT value FROM json_each(?)))`,
+            bind: [JSON.stringify(conversations)],
+        },
+        ties(found) {
+            return new Map(connection
+                .rows('SELECT id, conversation, identity FROM conversation_messages WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])
+                .map((row) => [Number(row.id), [String(row.conversation), String(row.identity)]]));
+        },
+    };
+}
+function cut(candidates, terms) {
+    for (const [part, text] of candidates) {
+        const found = snippet(text, terms, SNIPPET_REACH);
+        if (found !== null)
+            return { snippet: { part, text: found.text, at: [...found.at] } };
+    }
+    return {};
+}
+function documentHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT type, content FROM replica_entries WHERE id = ?', [hit.id]);
+    if (row === undefined)
+        return null;
+    const [room, path] = hit.tie;
+    const parts = typeof row.content === 'string' ? partsOf(path, row.content) : null;
+    const whole = parts === null
+        ? []
+        : [
+            ['fields', parts.fields],
+            ['sections', parts.sections],
+            ['preamble', parts.preamble],
+            ['path', parts.path],
+        ];
+    const matches = {};
+    for (const [part, text] of whole) {
+        for (const term of matched(text, terms))
+            (matches[term] ??= []).push(part);
+    }
+    const sections = parts === null ? [] : chunked(parts.sections);
+    const chunk = parts === null
+        ? []
+        : hit.chunk === 0
+            ? [
+                ['fields', parts.fields],
+                ['sections', sections[0] ?? ''],
+                ['preamble', parts.preamble],
+                ['path', parts.path],
+            ]
+            : [['sections', sections[hit.chunk] ?? '']];
+    return {
+        room,
+        path,
+        type: String(row.type),
+        score: hit.score,
+        matches,
+        ...cut(chunk, terms),
+    };
+}
+function messageHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT text FROM conversation_messages WHERE id = ?', [hit.id]);
+    const text = typeof row?.text === 'string' ? row.text : '';
+    const matches = {};
+    for (const term of matched(text, terms))
+        matches[term] = ['text'];
+    const [conversation, identity] = hit.tie;
+    return {
+        conversation,
+        identity,
+        score: hit.score,
+        matches,
+        ...cut([['text', chunked(text)[hit.chunk] ?? '']], terms),
+    };
+}
+export function searched(connection, ask) {
+    const clauses = matchClauses(ask.text);
+    const terms = queryTerms(ask.text);
+    const documents = ask.documents === null ? null : documentsListed(connection, ask.documents);
+    const messages = messagesListed(connection, ask.conversations);
+    const [documentsAfter, messagesAfter] = ask.after ?? [[], []];
+    const documentWindow = windowOf(connection, documents, clauses, documentsAfter, ask.limit);
+    const messageWindow = windowOf(connection, messages, clauses, messagesAfter, ask.limit);
+    const more = documentWindow.cursor !== null || messageWindow.cursor !== null;
+    return {
+        documents: documentWindow.kept.flatMap((hit) => documentHit(connection, hit, terms) ?? []),
+        messages: messageWindow.kept.map((hit) => messageHit(connection, hit, terms)),
+        ...(more ? { next: JSON.stringify([documentWindow.cursor, messageWindow.cursor]) } : {}),
+        ...(ask.total
+            ? {
+                total: {
+                    documents: totalOf(connection, documents, clauses),
+                    messages: totalOf(connection, messages, clauses),
+                },
+            }
+            : {}),
+    };
+}

package/dist/host.d.ts

@@ -1,6 +1,6 @@
 import { type MdRuntimeOptions } from './connection.js';
 import type { PortReach } from './reach.js';
-import type { CapacityCause, CodeAvailability, Persistence, Readiness, SearchObligation } from './readiness.js';
+import type { CodeAvailability, Persistence, Readiness, SearchObligation, Space } from './readiness.js';
 import type { EntrySeed } from './seed.js';
 import { type RuntimePort } from './wire.js';
 export type MdRuntimeHostOptions = MdRuntimeOptions & {
@@ -11,7 +11,7 @@ export type AttachedPort = {
     narrow(reach: PortReach): void;
     readiness(deliver: (readiness: Readiness) => void): () => void;
     answered(queries: readonly unknown[], done: () => void): void;
-    code(code: CodeAvailability, capacity: CapacityCause | null): void;
+    code(code: CodeAvailability, space: Space | null): void;
     search(search: SearchObligation): void;
 };
 export type MdRuntimeHost = {
@@ -25,8 +25,7 @@ export type MdRuntimeHost = {
 export declare function serveMdRuntime(options: MdRuntimeHostOptions): MdRuntimeHost;
 export { entrySeedOf, type EntrySeed } from './seed.js';
 export type { PortReach, ReachedDocument } from './reach.js';
-export type { CapacityCause, CodeAvailability, Persistence, SearchObligation, } from './readiness.js';
+export type { CodeAvailability, Persistence, SearchObligation, Space } from './readiness.js';
 export { createRecovery, retryDelay, type Attempt, type Attempted, type AttemptOptions, type Recovery, type RecoveryOptions, } from './recovery.js';
-export { openDatabase, STORE_SCHEMA, transacted } from './store.js';
 export type { RuntimePort } from './wire.js';
 //# sourceMappingURL=host.d.ts.map

package/dist/host.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAG3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC;IACnE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAyHF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAsK3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,gBAAgB,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACpE,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,KAAK,EACV,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,KAAK,EACN,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;IACxD,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAsIF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAuL3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAC7F,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}