@agentshouse/mdruntime 0.1.0-c9b1e59e5baeb → 0.1.0-ca10e63188fc5

package/dist/entry.js

@@ -1,9 +1,8 @@
 import { attachedModel } from './attached-model.js';
-import { collectionOf, passingFrontmatter } from './collection.js';
+import { answerQuery } from './compile.js';
 import { NO_MODEL } from './model.js';
 import { invalid, planOf, plain, QueryError, } from './query.js';
-import { createReadSide } from './read-side.js';
-import { rowsOf } from './rows.js';
+import { entered, REPLICA_TABLES } from './stored.js';
 export { QueryError } from './query.js';
 const PARAMETER = '$param';
 const KIND = 'as';
@@ -110,46 +109,41 @@ export function entryRefusal(template) {
         throw error;
     }
 }
-export function entryScope(rooms) {
-    const readSide = createReadSide();
+export function entryScope(rooms, roomTypes, connection) {
+    for (const table of REPLICA_TABLES)
+        connection.run(table);
     const held = [];
-    const documents = rooms.flatMap((room) => {
+    const keys = rooms.map((room) => {
         const model = attachedModel({
             kind: 'model',
             snapshot: { identity: room.locator, version: '', schema: room.schema, revision: null },
-        }, NO_MODEL).state;
+        }, NO_MODEL, roomTypes).state;
         held.push({
             locator: room.locator,
             available: model.status !== 'unavailable',
             types: model.status === 'unavailable' ? [] : Object.values(model.types),
         });
         const composition = { model, selection: null };
-        const collection = collectionOf(room.documents, composition);
-        return Object.keys(room.documents)
+        const key = entered(connection, room.locator, composition, Object.keys(room.documents)
             .sort()
             .map((path) => ({
-            locator: room.locator,
             path,
-            before: [],
-            after: rowsOf(room.locator, path, passingFrontmatter(collection, path) ?? null, composition, null, null, null),
-        }));
-    });
-    const seeded = readSide.apply({
-        documents,
-        drafts: [],
-        rooms: [],
-        queues: [],
-        presentations: [],
-        messages: [],
-        conversations: [],
+            content: room.documents[path],
+            binary: null,
+            revision: null,
+            fileId: null,
+            change: null,
+            written: null,
+        })));
+        return { locator: room.locator, key };
     });
     const planned = { listed: true, rooms: held };
     return {
         async results(queries) {
-            await seeded;
             const results = {};
             for (const [name, query] of Object.entries(queries)) {
-                results[name] = (await readSide.query(planOf(query, planned), () => null)).rows;
+                const plan = planOf(query, planned);
+                results[name] = answerQuery(connection, plan, keys.filter(({ locator }) => plan.rooms === null || plan.rooms.includes(locator)));
             }
             return results;
         },

package/dist/file.d.ts

@@ -1,20 +1,3 @@
-export type ChatDraftFile = {
-    name: string;
-    blob: Blob;
-};
-export type FileDeclaration = {
-    name: string;
-    mediaType: string;
-    byteLength: number;
-    contentHash: string;
-    width?: number;
-    height?: number;
-};
-export type Extent = {
-    width: number;
-    height: number;
-};
-export declare function extentOf(bytes: Uint8Array): Extent | null;
-export declare function hexDigest(digest: ArrayBuffer): string;
-export declare function declaredFile(file: ChatDraftFile): Promise<FileDeclaration>;
+import type { AttachRequest } from './adapter.js';
+export declare function attachedFile(locator: string, file: File): Promise<AttachRequest>;
 //# sourceMappingURL=file.d.ts.map

package/dist/file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../src/file.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AA2GvD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAQzD;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAErD;AAED,wBAAsB,YAAY,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,CAUhF"}
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../src/file.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,wBAAsB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,CAStF"}

package/dist/file.js

@@ -1,126 +1,11 @@
-const PNG_SIGNATURE = [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a];
-const WEBP_SYNC = [0x9d, 0x01, 0x2a];
-const SHAPELESS_JPEG_MARKERS = new Set([0xc4, 0xc8, 0xcc]);
-const BMFF_CONTAINERS = new Set(['meta', 'iprp', 'ipco']);
-function starts(bytes, signature, at = 0) {
-    return signature.every((value, index) => bytes[at + index] === value);
-}
-function text(bytes, at, length) {
-    return String.fromCharCode(...bytes.subarray(at, at + length));
-}
-function bigEndian(bytes, at, length) {
-    let value = 0;
-    for (let index = 0; index < length; index += 1)
-        value = value * 256 + (bytes[at + index] ?? 0);
-    return value;
-}
-function littleEndian(bytes, at, length) {
-    let value = 0;
-    for (let index = length - 1; index >= 0; index -= 1)
-        value = value * 256 + (bytes[at + index] ?? 0);
-    return value;
-}
-function pngExtent(bytes) {
-    if (bytes.length < 24 || !starts(bytes, PNG_SIGNATURE))
-        return null;
-    if (text(bytes, 12, 4) !== 'IHDR')
-        return null;
-    return { width: bigEndian(bytes, 16, 4), height: bigEndian(bytes, 20, 4) };
-}
-function gifExtent(bytes) {
-    if (bytes.length < 10 || text(bytes, 0, 3) !== 'GIF')
-        return null;
-    return { width: littleEndian(bytes, 6, 2), height: littleEndian(bytes, 8, 2) };
-}
-function jpegExtent(bytes) {
-    if (bytes.length < 4 || bytes[0] !== 0xff || bytes[1] !== 0xd8)
-        return null;
-    let at = 2;
-    while (at + 9 < bytes.length) {
-        if (bytes[at] !== 0xff)
-            return null;
-        const marker = bytes[at + 1] ?? 0;
-        if (marker === 0xd8 || marker === 0x01 || (marker >= 0xd0 && marker <= 0xd7)) {
-            at += 2;
-            continue;
-        }
-        const length = bigEndian(bytes, at + 2, 2);
-        if (marker >= 0xc0 && marker <= 0xcf && !SHAPELESS_JPEG_MARKERS.has(marker)) {
-            return { width: bigEndian(bytes, at + 7, 2), height: bigEndian(bytes, at + 5, 2) };
-        }
-        if (length < 2)
-            return null;
-        at += 2 + length;
-    }
-    return null;
-}
-function webpExtent(bytes) {
-    if (bytes.length < 30 || text(bytes, 0, 4) !== 'RIFF' || text(bytes, 8, 4) !== 'WEBP')
-        return null;
-    const chunk = text(bytes, 12, 4);
-    if (chunk === 'VP8X') {
-        return {
-            width: littleEndian(bytes, 24, 3) + 1,
-            height: littleEndian(bytes, 27, 3) + 1,
-        };
-    }
-    if (chunk === 'VP8 ' && starts(bytes, WEBP_SYNC, 23)) {
-        return {
-            width: littleEndian(bytes, 26, 2) & 0x3fff,
-            height: littleEndian(bytes, 28, 2) & 0x3fff,
-        };
-    }
-    if (chunk === 'VP8L' && bytes[20] === 0x2f) {
-        const packed = littleEndian(bytes, 21, 4);
-        return { width: (packed & 0x3fff) + 1, height: ((packed >>> 14) & 0x3fff) + 1 };
-    }
-    return null;
-}
-function spatialExtent(bytes, from, to) {
-    let at = from;
-    while (at + 8 <= to) {
-        const size = bigEndian(bytes, at, 4);
-        const name = text(bytes, at + 4, 4);
-        const end = size === 0 ? to : at + size;
-        if (size === 1 || end <= at || end > to)
-            return null;
-        if (name === 'ispe') {
-            if (end < at + 20)
-                return null;
-            return { width: bigEndian(bytes, at + 12, 4), height: bigEndian(bytes, at + 16, 4) };
-        }
-        if (BMFF_CONTAINERS.has(name)) {
-            const inner = spatialExtent(bytes, at + (name === 'meta' ? 12 : 8), end);
-            if (inner !== null)
-                return inner;
-        }
-        at = end;
-    }
-    return null;
-}
-function bmffExtent(bytes) {
-    if (bytes.length < 16 || text(bytes, 4, 4) !== 'ftyp')
-        return null;
-    return spatialExtent(bytes, 0, bytes.length);
-}
-export function extentOf(bytes) {
-    return (pngExtent(bytes) ??
-        jpegExtent(bytes) ??
-        gifExtent(bytes) ??
-        webpExtent(bytes) ??
-        bmffExtent(bytes));
-}
-export function hexDigest(digest) {
-    return [...new Uint8Array(digest)].map((value) => value.toString(16).padStart(2, '0')).join('');
-}
-export async function declaredFile(file) {
-    const bytes = new Uint8Array(await file.blob.arrayBuffer());
-    const extent = file.blob.type.startsWith('image/') ? extentOf(bytes) : null;
+import { sha256 } from './digest.js';
+export async function attachedFile(locator, file) {
     return {
+        locator,
         name: file.name,
-        mediaType: file.blob.type,
-        byteLength: bytes.byteLength,
-        contentHash: hexDigest(await crypto.subtle.digest('SHA-256', bytes)),
-        ...(extent === null ? {} : extent),
+        mediaType: file.type,
+        byteLength: file.size,
+        sha256: await sha256(file),
+        blob: file,
     };
 }

package/dist/fulltext.d.ts

@@ -0,0 +1,27 @@
+import { type QueryRoom } from './compile.js';
+import type { Plan } from './query.js';
+import type { HitCursor, SearchWindow } from './search.js';
+import type { Connection } from './tables.js';
+export declare const SEARCH_TABLES: readonly string[];
+export type SearchAsk = {
+    readonly text: string;
+    readonly limit: number;
+    readonly after: readonly [HitCursor, HitCursor] | null;
+    readonly total: boolean;
+    readonly documents: {
+        readonly plan: Plan;
+        readonly rooms: readonly QueryRoom[];
+        readonly beneath: readonly {
+            readonly key: number;
+            readonly roots: readonly string[];
+        }[];
+    } | null;
+    readonly conversations: readonly string[];
+};
+export declare function indexDocument(connection: Connection, id: number, path: string, content: string): void;
+export declare function indexMessage(connection: Connection, id: number, text: string): void;
+export declare function unindexDocuments(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexMessages(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexAll(connection: Connection): void;
+export declare function searched(connection: Connection, ask: SearchAsk): SearchWindow;
+//# sourceMappingURL=fulltext.d.ts.map

package/dist/fulltext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fulltext.d.ts","sourceRoot":"","sources":["../src/fulltext.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAGV,SAAS,EAET,YAAY,EAEb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,UAAU,EAAS,MAAM,aAAa,CAAC;AAmBrD,eAAO,MAAM,aAAa,EAAE,SAAS,MAAM,EAG1C,CAAC;AAsCF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE;QAClB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;QACpB,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAC;QACrC,QAAQ,CAAC,OAAO,EAAE,SAAS;YAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;SAAE,EAAE,CAAC;KAC1F,GAAG,IAAI,CAAC;IACT,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3C,CAAC;AA2CF,wBAAgB,aAAa,CAC3B,UAAU,EAAE,UAAU,EACtB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,IAAI,CAgBN;AAED,wBAAgB,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAOnF;AAWD,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEpF;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEnF;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAIvD;AAgTD,wBAAgB,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,GAAG,YAAY,CAsB7E"}

package/dist/fulltext.js

@@ -0,0 +1,368 @@
+import { parse } from '@agentshouse/mdmodel';
+import { selected } from './compile.js';
+import { markdownPath } from './rows.js';
+import { indexed, matchClauses, matched, matchExpression, queryTerms, snippet, } from './words.js';
+const TOKENIZER = "porter unicode61 remove_diacritics 2 categories 'L* N* Co M*'";
+const CONTENTLESS = `content='', contentless_delete=1, detail=full, tokenize="${TOKENIZER}"`;
+const DOCUMENTS = 'replica_search';
+const MESSAGES = 'conversation_search';
+export const SEARCH_TABLES = [
+    `CREATE VIRTUAL TABLE ${DOCUMENTS} USING fts5(path, fields, sections, preamble, ${CONTENTLESS})`,
+    `CREATE VIRTUAL TABLE ${MESSAGES} USING fts5(text, ${CONTENTLESS})`,
+];
+const CHUNKS = 4096;
+const CHUNK_CHARACTERS = 32_768;
+const CANDIDATES = 5_000;
+const LEAST_WINDOW = 32;
+const SNIPPET_REACH = 80;
+function scalars(value) {
+    if (value === null || value === undefined)
+        return [];
+    if (Array.isArray(value))
+        return value.flatMap(scalars);
+    if (typeof value === 'object')
+        return Object.values(value).flatMap(scalars);
+    return [String(value)];
+}
+function partsOf(path, content) {
+    if (!markdownPath(path))
+        return null;
+    const read = parse(content, path);
+    if (!read.ok)
+        return null;
+    return {
+        fields: scalars(read.document.fields).join('\n'),
+        sections: Object.entries(read.document.sections)
+            .map(([heading, text]) => `${heading}\n${text}`)
+            .join('\n'),
+        preamble: read.document.preamble,
+        path,
+    };
+}
+function chunked(text) {
+    const chunks = [];
+    let start = 0;
+    do {
+        let end = Math.min(text.length, start + CHUNK_CHARACTERS);
+        if (end < text.length) {
+            const space = text.lastIndexOf(' ', end);
+            if (space > start + CHUNK_CHARACTERS / 2)
+                end = space;
+            else if (/[\ud800-\udbff]/u.test(text[end - 1]))
+                end -= 1;
+        }
+        chunks.push(text.slice(start, end));
+        start = end;
+    } while (start < text.length && chunks.length < CHUNKS);
+    return chunks;
+}
+function rowOf(id, chunk) {
+    return id * CHUNKS + chunk;
+}
+export function indexDocument(connection, id, path, content) {
+    const parts = partsOf(path, content);
+    if (parts === null)
+        return;
+    chunked(parts.sections).forEach((sections, chunk) => {
+        const head = chunk === 0;
+        connection.run(`INSERT INTO ${DOCUMENTS} (rowid, path, fields, sections, preamble) VALUES (?, ?, ?, ?, ?)`, [
+            rowOf(id, chunk),
+            head ? indexed(parts.path) : null,
+            head ? indexed(parts.fields) : null,
+            indexed(sections),
+            head ? indexed(parts.preamble) : null,
+        ]);
+    });
+}
+export function indexMessage(connection, id, text) {
+    chunked(text).forEach((chunk, at) => {
+        connection.run(`INSERT INTO ${MESSAGES} (rowid, text) VALUES (?, ?)`, [
+            rowOf(id, at),
+            indexed(chunk),
+        ]);
+    });
+}
+function unindexed(connection, table, ids) {
+    for (const id of ids) {
+        connection.run(`DELETE FROM ${table} WHERE rowid >= ? AND rowid < ?`, [
+            rowOf(id, 0),
+            rowOf(id + 1, 0),
+        ]);
+    }
+}
+export function unindexDocuments(connection, ids) {
+    unindexed(connection, DOCUMENTS, ids);
+}
+export function unindexMessages(connection, ids) {
+    unindexed(connection, MESSAGES, ids);
+}
+export function unindexAll(connection) {
+    for (const table of [DOCUMENTS, MESSAGES]) {
+        connection.run(`INSERT INTO ${table} (${table}) VALUES ('delete-all')`);
+    }
+}
+function pair(left, right) {
+    if (left[0] !== right[0])
+        return left[0] < right[0] ? -1 : 1;
+    if (left[1] !== right[1])
+        return left[1] < right[1] ? -1 : 1;
+    return 0;
+}
+function byRank(left, right) {
+    return right.score - left.score || pair(left.tie, right.tie);
+}
+function beyond(hit, cursor) {
+    if (cursor.length === 0)
+        return true;
+    return (hit.score < cursor[0] || (hit.score === cursor[0] && pair(hit.tie, [cursor[1], cursor[2]]) > 0));
+}
+function rankedWithin(connection, listed, sources, cursor, needed) {
+    const { table } = listed;
+    let window = Math.max(needed * 2, LEAST_WINDOW);
+    for (;;) {
+        const rows = [];
+        const boundaries = [];
+        for (const source of sources) {
+            const found = connection.rows(`SELECT rowid, bm25(${table}) AS score FROM ${table} WHERE ${table} MATCH ? ${source.sql} ORDER BY score, rowid LIMIT ?`, [source.expression, ...source.bind, window]);
+            for (const row of found)
+                rows.push([Number(row.rowid), Number(row.score)]);
+            if (found.length === window)
+                boundaries.push(-Number(found.at(-1).score));
+        }
+        rows.sort((left, right) => left[1] - right[1] || left[0] - right[0]);
+        const best = new Map();
+        for (const [row, score] of rows) {
+            const id = Math.floor(row / CHUNKS);
+            if (!best.has(id))
+                best.set(id, { chunk: row % CHUNKS, score: -score });
+        }
+        const ties = listed.ties([...best.keys()]);
+        const kept = [...best]
+            .flatMap(([id, held]) => {
+            const tie = ties.get(id);
+            return tie === undefined ? [] : [{ id, ...held, tie }];
+        })
+            .sort(byRank)
+            .filter((hit) => beyond(hit, cursor))
+            .slice(0, needed);
+        const last = kept.at(-1);
+        if (boundaries.length === 0)
+            return kept;
+        if (kept.length === needed &&
+            last !== undefined &&
+            boundaries.every((boundary) => boundary < last.score)) {
+            return kept;
+        }
+        window *= 4;
+    }
+}
+function reaches(connection, listed, expression, reach) {
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM (SELECT rowid FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql} LIMIT ?)`, [expression, ...scope.bind, reach + 1]);
+    return Number(counted?.held ?? 0) > reach;
+}
+function candidates(connection, listed, clauses, cursor, needed) {
+    const { table, scope } = listed;
+    const expression = matchExpression(clauses);
+    const within = { sql: `AND ${scope.sql}`, bind: scope.bind };
+    let reach = CANDIDATES;
+    for (;;) {
+        const [edge] = connection.rows(`SELECT rowid FROM ${table} WHERE ${table} MATCH ? ${within.sql} ORDER BY rowid LIMIT 1 OFFSET ?`, [expression, ...within.bind, reach]);
+        const floor = edge === undefined ? null : Number(edge.rowid);
+        const sources = [
+            floor === null
+                ? { expression, ...within }
+                : { expression, sql: `${within.sql} AND rowid < ?`, bind: [...within.bind, floor] },
+        ];
+        if (floor !== null) {
+            const common = new Set();
+            const selective = [];
+            const frequent = [];
+            for (const clause of clauses) {
+                if (clause.kind === 'phrase')
+                    continue;
+                if (clause.kind !== 'term' && common.has(clause.term)) {
+                    frequent.push(clause);
+                    continue;
+                }
+                if (reaches(connection, listed, clause.text, reach)) {
+                    if (clause.kind === 'term')
+                        common.add(clause.term);
+                    frequent.push(clause);
+                }
+                else
+                    selective.push(clause);
+            }
+            const phrase = clauses.find((clause) => clause.kind === 'phrase');
+            if (phrase !== undefined) {
+                const rare = !clauses
+                    .filter((clause) => clause.kind === 'term')
+                    .every((clause) => common.has(clause.term)) ||
+                    !reaches(connection, listed, phrase.text, reach);
+                (rare ? selective : frequent).push(phrase);
+            }
+            if (selective.length > 0) {
+                const chosen = `(${matchExpression(selective)})`;
+                const tail = { sql: `${within.sql} AND rowid >= ?`, bind: [...within.bind, floor] };
+                if (frequent.length === 0)
+                    sources.push({ ...tail, expression: chosen });
+                else {
+                    const rest = `(${matchExpression(frequent)})`;
+                    sources.push({ ...tail, expression: `${chosen} AND ${rest}` }, { ...tail, expression: `${chosen} NOT ${rest}` });
+                }
+            }
+        }
+        const kept = rankedWithin(connection, listed, sources, cursor, needed);
+        if (floor === null || kept.length >= needed)
+            return kept;
+        reach *= 4;
+    }
+}
+function windowOf(connection, listed, clauses, cursor, limit) {
+    if (cursor === null || listed === null || clauses === null)
+        return { kept: [], cursor: null };
+    const found = candidates(connection, listed, clauses, cursor, limit + 1);
+    if (found.length <= limit)
+        return { kept: found, cursor: null };
+    const kept = found.slice(0, limit);
+    const last = kept.at(-1);
+    return { kept, cursor: last === undefined ? cursor : [last.score, ...last.tie] };
+}
+function totalOf(connection, listed, clauses) {
+    if (listed === null || clauses === null)
+        return 0;
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(DISTINCT rowid / ${CHUNKS}) AS held FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql}`, [matchExpression(clauses), ...scope.bind]);
+    return Number(counted?.held ?? 0);
+}
+function ids(found) {
+    return JSON.stringify(found);
+}
+function documentsListed(connection, documents) {
+    if (documents.rooms.length === 0)
+        return null;
+    const filter = selected(connection, documents.plan, documents.rooms);
+    const outside = documents.beneath.flatMap(({ key, roots }) => roots.map((root) => ({
+        sql: 'NOT (d.key = ? AND (d.path = ? OR (d.path >= ? AND d.path < ?)))',
+        bind: [key, root, `${root}/`, `${root}0`],
+    })));
+    const conditions = [filter, ...outside];
+    const locators = new Map(documents.rooms.map(({ key, locator }) => [key, locator]));
+    return {
+        table: DOCUMENTS,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM replica_entries d WHERE d.id = ${DOCUMENTS}.rowid / ${CHUNKS} AND d.type IS NOT NULL AND ${conditions.map(({ sql }) => `(${sql})`).join(' AND ')})`,
+            bind: conditions.flatMap(({ bind }) => bind),
+        },
+        ties(found) {
+            const tied = new Map();
+            for (const row of connection.rows('SELECT id, key, path FROM replica_entries WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])) {
+                const locator = locators.get(Number(row.key));
+                if (locator !== undefined)
+                    tied.set(Number(row.id), [locator, String(row.path)]);
+            }
+            return tied;
+        },
+    };
+}
+function messagesListed(connection, conversations) {
+    if (conversations.length === 0)
+        return null;
+    return {
+        table: MESSAGES,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM conversation_messages m WHERE m.id = ${MESSAGES}.rowid / ${CHUNKS} AND m.conversation IN (SELECT value FROM json_each(?)))`,
+            bind: [JSON.stringify(conversations)],
+        },
+        ties(found) {
+            return new Map(connection
+                .rows('SELECT id, conversation, identity FROM conversation_messages WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])
+                .map((row) => [Number(row.id), [String(row.conversation), String(row.identity)]]));
+        },
+    };
+}
+function cut(candidates, terms) {
+    for (const [part, text] of candidates) {
+        const found = snippet(text, terms, SNIPPET_REACH);
+        if (found !== null)
+            return { snippet: { part, text: found.text, at: [...found.at] } };
+    }
+    return {};
+}
+function documentHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT type, content FROM replica_entries WHERE id = ?', [hit.id]);
+    if (row === undefined)
+        return null;
+    const [room, path] = hit.tie;
+    const parts = typeof row.content === 'string' ? partsOf(path, row.content) : null;
+    const whole = parts === null
+        ? []
+        : [
+            ['fields', parts.fields],
+            ['sections', parts.sections],
+            ['preamble', parts.preamble],
+            ['path', parts.path],
+        ];
+    const matches = {};
+    for (const [part, text] of whole) {
+        for (const term of matched(text, terms))
+            (matches[term] ??= []).push(part);
+    }
+    const sections = parts === null ? [] : chunked(parts.sections);
+    const chunk = parts === null
+        ? []
+        : hit.chunk === 0
+            ? [
+                ['fields', parts.fields],
+                ['sections', sections[0] ?? ''],
+                ['preamble', parts.preamble],
+                ['path', parts.path],
+            ]
+            : [['sections', sections[hit.chunk] ?? '']];
+    return {
+        room,
+        path,
+        type: String(row.type),
+        score: hit.score,
+        matches,
+        ...cut(chunk, terms),
+    };
+}
+function messageHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT text FROM conversation_messages WHERE id = ?', [hit.id]);
+    const text = typeof row?.text === 'string' ? row.text : '';
+    const matches = {};
+    for (const term of matched(text, terms))
+        matches[term] = ['text'];
+    const [conversation, identity] = hit.tie;
+    return {
+        conversation,
+        identity,
+        score: hit.score,
+        matches,
+        ...cut([['text', chunked(text)[hit.chunk] ?? '']], terms),
+    };
+}
+export function searched(connection, ask) {
+    const clauses = matchClauses(ask.text);
+    const terms = queryTerms(ask.text);
+    const documents = ask.documents === null ? null : documentsListed(connection, ask.documents);
+    const messages = messagesListed(connection, ask.conversations);
+    const [documentsAfter, messagesAfter] = ask.after ?? [[], []];
+    const documentWindow = windowOf(connection, documents, clauses, documentsAfter, ask.limit);
+    const messageWindow = windowOf(connection, messages, clauses, messagesAfter, ask.limit);
+    const more = documentWindow.cursor !== null || messageWindow.cursor !== null;
+    return {
+        documents: documentWindow.kept.flatMap((hit) => documentHit(connection, hit, terms) ?? []),
+        messages: messageWindow.kept.map((hit) => messageHit(connection, hit, terms)),
+        ...(more ? { next: JSON.stringify([documentWindow.cursor, messageWindow.cursor]) } : {}),
+        ...(ask.total
+            ? {
+                total: {
+                    documents: totalOf(connection, documents, clauses),
+                    messages: totalOf(connection, messages, clauses),
+                },
+            }
+            : {}),
+    };
+}

package/dist/host.d.ts

@@ -1,6 +1,6 @@
 import { type MdRuntimeOptions } from './connection.js';
 import type { PortReach } from './reach.js';
-import type { CapacityCause, CodeAvailability, Persistence, Readiness, SearchObligation } from './readiness.js';
+import type { CodeAvailability, Persistence, Readiness, SearchObligation, Space } from './readiness.js';
 import type { EntrySeed } from './seed.js';
 import { type RuntimePort } from './wire.js';
 export type MdRuntimeHostOptions = MdRuntimeOptions & {
@@ -11,13 +11,14 @@ export type AttachedPort = {
     narrow(reach: PortReach): void;
     readiness(deliver: (readiness: Readiness) => void): () => void;
     answered(queries: readonly unknown[], done: () => void): void;
-    code(code: CodeAvailability, capacity: CapacityCause | null): void;
+    code(code: CodeAvailability, space: Space | null): void;
     search(search: SearchObligation): void;
 };
 export type MdRuntimeHost = {
     attach(port: RuntimePort, app: string, release?: string, reach?: PortReach, code?: CodeAvailability, search?: SearchObligation): AttachedPort;
     seed(entry: EntrySeed): void;
     persisted(answer: Persistence): void;
+    shown(onScreen: boolean): void;
     endAuthorization(holder?: string): Promise<void>;
     lose(locators: readonly string[]): Promise<void>;
     stop(): Promise<void>;
@@ -25,8 +26,7 @@ export type MdRuntimeHost = {
 export declare function serveMdRuntime(options: MdRuntimeHostOptions): MdRuntimeHost;
 export { entrySeedOf, type EntrySeed } from './seed.js';
 export type { PortReach, ReachedDocument } from './reach.js';
-export type { CapacityCause, CodeAvailability, Persistence, SearchObligation, } from './readiness.js';
+export type { CodeAvailability, Persistence, SearchObligation, Space } from './readiness.js';
 export { createRecovery, retryDelay, type Attempt, type Attempted, type AttemptOptions, type Recovery, type RecoveryOptions, } from './recovery.js';
-export { AUTHORED_SCHEMA, authoredBinding, authoredBy, authoredHolder, bindAuthored, openDatabase, STORE_SCHEMA, transacted, } from './store.js';
 export type { RuntimePort } from './wire.js';
 //# sourceMappingURL=host.d.ts.map