@agentshouse/mdruntime 0.1.0-cedb03eaa48b6 → 0.1.0-cee9c8aa4cd86

package/dist/file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../src/file.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AA2GvD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAQzD;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAErD;AAED,wBAAsB,YAAY,CAAC,IAAI,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,CAUhF"}
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../src/file.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,eAAe,CAAC,CAO7E"}

package/dist/file.js

@@ -1,126 +1,9 @@
-const PNG_SIGNATURE = [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a];
-const WEBP_SYNC = [0x9d, 0x01, 0x2a];
-const SHAPELESS_JPEG_MARKERS = new Set([0xc4, 0xc8, 0xcc]);
-const BMFF_CONTAINERS = new Set(['meta', 'iprp', 'ipco']);
-function starts(bytes, signature, at = 0) {
-    return signature.every((value, index) => bytes[at + index] === value);
-}
-function text(bytes, at, length) {
-    return String.fromCharCode(...bytes.subarray(at, at + length));
-}
-function bigEndian(bytes, at, length) {
-    let value = 0;
-    for (let index = 0; index < length; index += 1)
-        value = value * 256 + (bytes[at + index] ?? 0);
-    return value;
-}
-function littleEndian(bytes, at, length) {
-    let value = 0;
-    for (let index = length - 1; index >= 0; index -= 1)
-        value = value * 256 + (bytes[at + index] ?? 0);
-    return value;
-}
-function pngExtent(bytes) {
-    if (bytes.length < 24 || !starts(bytes, PNG_SIGNATURE))
-        return null;
-    if (text(bytes, 12, 4) !== 'IHDR')
-        return null;
-    return { width: bigEndian(bytes, 16, 4), height: bigEndian(bytes, 20, 4) };
-}
-function gifExtent(bytes) {
-    if (bytes.length < 10 || text(bytes, 0, 3) !== 'GIF')
-        return null;
-    return { width: littleEndian(bytes, 6, 2), height: littleEndian(bytes, 8, 2) };
-}
-function jpegExtent(bytes) {
-    if (bytes.length < 4 || bytes[0] !== 0xff || bytes[1] !== 0xd8)
-        return null;
-    let at = 2;
-    while (at + 9 < bytes.length) {
-        if (bytes[at] !== 0xff)
-            return null;
-        const marker = bytes[at + 1] ?? 0;
-        if (marker === 0xd8 || marker === 0x01 || (marker >= 0xd0 && marker <= 0xd7)) {
-            at += 2;
-            continue;
-        }
-        const length = bigEndian(bytes, at + 2, 2);
-        if (marker >= 0xc0 && marker <= 0xcf && !SHAPELESS_JPEG_MARKERS.has(marker)) {
-            return { width: bigEndian(bytes, at + 7, 2), height: bigEndian(bytes, at + 5, 2) };
-        }
-        if (length < 2)
-            return null;
-        at += 2 + length;
-    }
-    return null;
-}
-function webpExtent(bytes) {
-    if (bytes.length < 30 || text(bytes, 0, 4) !== 'RIFF' || text(bytes, 8, 4) !== 'WEBP')
-        return null;
-    const chunk = text(bytes, 12, 4);
-    if (chunk === 'VP8X') {
-        return {
-            width: littleEndian(bytes, 24, 3) + 1,
-            height: littleEndian(bytes, 27, 3) + 1,
-        };
-    }
-    if (chunk === 'VP8 ' && starts(bytes, WEBP_SYNC, 23)) {
-        return {
-            width: littleEndian(bytes, 26, 2) & 0x3fff,
-            height: littleEndian(bytes, 28, 2) & 0x3fff,
-        };
-    }
-    if (chunk === 'VP8L' && bytes[20] === 0x2f) {
-        const packed = littleEndian(bytes, 21, 4);
-        return { width: (packed & 0x3fff) + 1, height: ((packed >>> 14) & 0x3fff) + 1 };
-    }
-    return null;
-}
-function spatialExtent(bytes, from, to) {
-    let at = from;
-    while (at + 8 <= to) {
-        const size = bigEndian(bytes, at, 4);
-        const name = text(bytes, at + 4, 4);
-        const end = size === 0 ? to : at + size;
-        if (size === 1 || end <= at || end > to)
-            return null;
-        if (name === 'ispe') {
-            if (end < at + 20)
-                return null;
-            return { width: bigEndian(bytes, at + 12, 4), height: bigEndian(bytes, at + 16, 4) };
-        }
-        if (BMFF_CONTAINERS.has(name)) {
-            const inner = spatialExtent(bytes, at + (name === 'meta' ? 12 : 8), end);
-            if (inner !== null)
-                return inner;
-        }
-        at = end;
-    }
-    return null;
-}
-function bmffExtent(bytes) {
-    if (bytes.length < 16 || text(bytes, 4, 4) !== 'ftyp')
-        return null;
-    return spatialExtent(bytes, 0, bytes.length);
-}
-export function extentOf(bytes) {
-    return (pngExtent(bytes) ??
-        jpegExtent(bytes) ??
-        gifExtent(bytes) ??
-        webpExtent(bytes) ??
-        bmffExtent(bytes));
-}
-export function hexDigest(digest) {
-    return [...new Uint8Array(digest)].map((value) => value.toString(16).padStart(2, '0')).join('');
-}
+import { sha256 } from './digest.js';
 export async function declaredFile(file) {
-    const bytes = new Uint8Array(await file.blob.arrayBuffer());
-    const extent = file.blob.type.startsWith('image/') ? extentOf(bytes) : null;
     return {
         name: file.name,
         mediaType: file.blob.type,
-        byteLength: bytes.byteLength,
-        contentHash: hexDigest(await crypto.subtle.digest('SHA-256', bytes)),
-        ...(extent === null ? {} : extent),
+        byteLength: file.blob.size,
+        contentHash: await sha256(file.blob),
     };
 }

package/dist/fulltext.d.ts

@@ -0,0 +1,27 @@
+import { type QueryRoom } from './compile.js';
+import type { Plan } from './query.js';
+import type { HitCursor, SearchWindow } from './search.js';
+import type { Connection } from './tables.js';
+export declare const SEARCH_TABLES: readonly string[];
+export type SearchAsk = {
+    readonly text: string;
+    readonly limit: number;
+    readonly after: readonly [HitCursor, HitCursor] | null;
+    readonly total: boolean;
+    readonly documents: {
+        readonly plan: Plan;
+        readonly rooms: readonly QueryRoom[];
+        readonly beneath: readonly {
+            readonly key: number;
+            readonly roots: readonly string[];
+        }[];
+    } | null;
+    readonly conversations: readonly string[];
+};
+export declare function indexDocument(connection: Connection, id: number, path: string, content: string): void;
+export declare function indexMessage(connection: Connection, id: number, text: string): void;
+export declare function unindexDocuments(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexMessages(connection: Connection, ids: Iterable<number>): void;
+export declare function unindexAll(connection: Connection): void;
+export declare function searched(connection: Connection, ask: SearchAsk): SearchWindow;
+//# sourceMappingURL=fulltext.d.ts.map

package/dist/fulltext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fulltext.d.ts","sourceRoot":"","sources":["../src/fulltext.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,KAAK,EAGV,SAAS,EAET,YAAY,EAEb,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,UAAU,EAAS,MAAM,aAAa,CAAC;AAmBrD,eAAO,MAAM,aAAa,EAAE,SAAS,MAAM,EAG1C,CAAC;AAsCF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvD,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE;QAClB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;QACpB,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAC;QACrC,QAAQ,CAAC,OAAO,EAAE,SAAS;YAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;SAAE,EAAE,CAAC;KAC1F,GAAG,IAAI,CAAC;IACT,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3C,CAAC;AA2CF,wBAAgB,aAAa,CAC3B,UAAU,EAAE,UAAU,EACtB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,GACd,IAAI,CAgBN;AAED,wBAAgB,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAOnF;AAWD,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEpF;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAEnF;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAIvD;AAgTD,wBAAgB,QAAQ,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,GAAG,YAAY,CAsB7E"}

package/dist/fulltext.js

@@ -0,0 +1,368 @@
+import { parse } from '@agentshouse/mdmodel';
+import { selected } from './compile.js';
+import { markdownPath } from './rows.js';
+import { indexed, matchClauses, matched, matchExpression, queryTerms, snippet, } from './words.js';
+const TOKENIZER = "porter unicode61 remove_diacritics 2 categories 'L* N* Co M*'";
+const CONTENTLESS = `content='', contentless_delete=1, detail=full, tokenize="${TOKENIZER}"`;
+const DOCUMENTS = 'replica_search';
+const MESSAGES = 'conversation_search';
+export const SEARCH_TABLES = [
+    `CREATE VIRTUAL TABLE ${DOCUMENTS} USING fts5(path, fields, sections, preamble, ${CONTENTLESS})`,
+    `CREATE VIRTUAL TABLE ${MESSAGES} USING fts5(text, ${CONTENTLESS})`,
+];
+const CHUNKS = 4096;
+const CHUNK_CHARACTERS = 32_768;
+const CANDIDATES = 5_000;
+const LEAST_WINDOW = 32;
+const SNIPPET_REACH = 80;
+function scalars(value) {
+    if (value === null || value === undefined)
+        return [];
+    if (Array.isArray(value))
+        return value.flatMap(scalars);
+    if (typeof value === 'object')
+        return Object.values(value).flatMap(scalars);
+    return [String(value)];
+}
+function partsOf(path, content) {
+    if (!markdownPath(path))
+        return null;
+    const read = parse(content, path);
+    if (!read.ok)
+        return null;
+    return {
+        fields: scalars(read.document.fields).join('\n'),
+        sections: Object.entries(read.document.sections)
+            .map(([heading, text]) => `${heading}\n${text}`)
+            .join('\n'),
+        preamble: read.document.preamble,
+        path,
+    };
+}
+function chunked(text) {
+    const chunks = [];
+    let start = 0;
+    do {
+        let end = Math.min(text.length, start + CHUNK_CHARACTERS);
+        if (end < text.length) {
+            const space = text.lastIndexOf(' ', end);
+            if (space > start + CHUNK_CHARACTERS / 2)
+                end = space;
+            else if (/[\ud800-\udbff]/u.test(text[end - 1]))
+                end -= 1;
+        }
+        chunks.push(text.slice(start, end));
+        start = end;
+    } while (start < text.length && chunks.length < CHUNKS);
+    return chunks;
+}
+function rowOf(id, chunk) {
+    return id * CHUNKS + chunk;
+}
+export function indexDocument(connection, id, path, content) {
+    const parts = partsOf(path, content);
+    if (parts === null)
+        return;
+    chunked(parts.sections).forEach((sections, chunk) => {
+        const head = chunk === 0;
+        connection.run(`INSERT INTO ${DOCUMENTS} (rowid, path, fields, sections, preamble) VALUES (?, ?, ?, ?, ?)`, [
+            rowOf(id, chunk),
+            head ? indexed(parts.path) : null,
+            head ? indexed(parts.fields) : null,
+            indexed(sections),
+            head ? indexed(parts.preamble) : null,
+        ]);
+    });
+}
+export function indexMessage(connection, id, text) {
+    chunked(text).forEach((chunk, at) => {
+        connection.run(`INSERT INTO ${MESSAGES} (rowid, text) VALUES (?, ?)`, [
+            rowOf(id, at),
+            indexed(chunk),
+        ]);
+    });
+}
+function unindexed(connection, table, ids) {
+    for (const id of ids) {
+        connection.run(`DELETE FROM ${table} WHERE rowid >= ? AND rowid < ?`, [
+            rowOf(id, 0),
+            rowOf(id + 1, 0),
+        ]);
+    }
+}
+export function unindexDocuments(connection, ids) {
+    unindexed(connection, DOCUMENTS, ids);
+}
+export function unindexMessages(connection, ids) {
+    unindexed(connection, MESSAGES, ids);
+}
+export function unindexAll(connection) {
+    for (const table of [DOCUMENTS, MESSAGES]) {
+        connection.run(`INSERT INTO ${table} (${table}) VALUES ('delete-all')`);
+    }
+}
+function pair(left, right) {
+    if (left[0] !== right[0])
+        return left[0] < right[0] ? -1 : 1;
+    if (left[1] !== right[1])
+        return left[1] < right[1] ? -1 : 1;
+    return 0;
+}
+function byRank(left, right) {
+    return right.score - left.score || pair(left.tie, right.tie);
+}
+function beyond(hit, cursor) {
+    if (cursor.length === 0)
+        return true;
+    return (hit.score < cursor[0] || (hit.score === cursor[0] && pair(hit.tie, [cursor[1], cursor[2]]) > 0));
+}
+function rankedWithin(connection, listed, sources, cursor, needed) {
+    const { table } = listed;
+    let window = Math.max(needed * 2, LEAST_WINDOW);
+    for (;;) {
+        const rows = [];
+        const boundaries = [];
+        for (const source of sources) {
+            const found = connection.rows(`SELECT rowid, bm25(${table}) AS score FROM ${table} WHERE ${table} MATCH ? ${source.sql} ORDER BY score, rowid LIMIT ?`, [source.expression, ...source.bind, window]);
+            for (const row of found)
+                rows.push([Number(row.rowid), Number(row.score)]);
+            if (found.length === window)
+                boundaries.push(-Number(found.at(-1).score));
+        }
+        rows.sort((left, right) => left[1] - right[1] || left[0] - right[0]);
+        const best = new Map();
+        for (const [row, score] of rows) {
+            const id = Math.floor(row / CHUNKS);
+            if (!best.has(id))
+                best.set(id, { chunk: row % CHUNKS, score: -score });
+        }
+        const ties = listed.ties([...best.keys()]);
+        const kept = [...best]
+            .flatMap(([id, held]) => {
+            const tie = ties.get(id);
+            return tie === undefined ? [] : [{ id, ...held, tie }];
+        })
+            .sort(byRank)
+            .filter((hit) => beyond(hit, cursor))
+            .slice(0, needed);
+        const last = kept.at(-1);
+        if (boundaries.length === 0)
+            return kept;
+        if (kept.length === needed &&
+            last !== undefined &&
+            boundaries.every((boundary) => boundary < last.score)) {
+            return kept;
+        }
+        window *= 4;
+    }
+}
+function reaches(connection, listed, expression, reach) {
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM (SELECT rowid FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql} LIMIT ?)`, [expression, ...scope.bind, reach + 1]);
+    return Number(counted?.held ?? 0) > reach;
+}
+function candidates(connection, listed, clauses, cursor, needed) {
+    const { table, scope } = listed;
+    const expression = matchExpression(clauses);
+    const within = { sql: `AND ${scope.sql}`, bind: scope.bind };
+    let reach = CANDIDATES;
+    for (;;) {
+        const [edge] = connection.rows(`SELECT rowid FROM ${table} WHERE ${table} MATCH ? ${within.sql} ORDER BY rowid LIMIT 1 OFFSET ?`, [expression, ...within.bind, reach]);
+        const floor = edge === undefined ? null : Number(edge.rowid);
+        const sources = [
+            floor === null
+                ? { expression, ...within }
+                : { expression, sql: `${within.sql} AND rowid < ?`, bind: [...within.bind, floor] },
+        ];
+        if (floor !== null) {
+            const common = new Set();
+            const selective = [];
+            const frequent = [];
+            for (const clause of clauses) {
+                if (clause.kind === 'phrase')
+                    continue;
+                if (clause.kind !== 'term' && common.has(clause.term)) {
+                    frequent.push(clause);
+                    continue;
+                }
+                if (reaches(connection, listed, clause.text, reach)) {
+                    if (clause.kind === 'term')
+                        common.add(clause.term);
+                    frequent.push(clause);
+                }
+                else
+                    selective.push(clause);
+            }
+            const phrase = clauses.find((clause) => clause.kind === 'phrase');
+            if (phrase !== undefined) {
+                const rare = !clauses
+                    .filter((clause) => clause.kind === 'term')
+                    .every((clause) => common.has(clause.term)) ||
+                    !reaches(connection, listed, phrase.text, reach);
+                (rare ? selective : frequent).push(phrase);
+            }
+            if (selective.length > 0) {
+                const chosen = `(${matchExpression(selective)})`;
+                const tail = { sql: `${within.sql} AND rowid >= ?`, bind: [...within.bind, floor] };
+                if (frequent.length === 0)
+                    sources.push({ ...tail, expression: chosen });
+                else {
+                    const rest = `(${matchExpression(frequent)})`;
+                    sources.push({ ...tail, expression: `${chosen} AND ${rest}` }, { ...tail, expression: `${chosen} NOT ${rest}` });
+                }
+            }
+        }
+        const kept = rankedWithin(connection, listed, sources, cursor, needed);
+        if (floor === null || kept.length >= needed)
+            return kept;
+        reach *= 4;
+    }
+}
+function windowOf(connection, listed, clauses, cursor, limit) {
+    if (cursor === null || listed === null || clauses === null)
+        return { kept: [], cursor: null };
+    const found = candidates(connection, listed, clauses, cursor, limit + 1);
+    if (found.length <= limit)
+        return { kept: found, cursor: null };
+    const kept = found.slice(0, limit);
+    const last = kept.at(-1);
+    return { kept, cursor: last === undefined ? cursor : [last.score, ...last.tie] };
+}
+function totalOf(connection, listed, clauses) {
+    if (listed === null || clauses === null)
+        return 0;
+    const { table, scope } = listed;
+    const [counted] = connection.rows(`SELECT count(DISTINCT rowid / ${CHUNKS}) AS held FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql}`, [matchExpression(clauses), ...scope.bind]);
+    return Number(counted?.held ?? 0);
+}
+function ids(found) {
+    return JSON.stringify(found);
+}
+function documentsListed(connection, documents) {
+    if (documents.rooms.length === 0)
+        return null;
+    const filter = selected(connection, documents.plan, documents.rooms);
+    const outside = documents.beneath.flatMap(({ key, roots }) => roots.map((root) => ({
+        sql: 'NOT (d.key = ? AND (d.path = ? OR (d.path >= ? AND d.path < ?)))',
+        bind: [key, root, `${root}/`, `${root}0`],
+    })));
+    const conditions = [filter, ...outside];
+    const locators = new Map(documents.rooms.map(({ key, locator }) => [key, locator]));
+    return {
+        table: DOCUMENTS,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM replica_entries d WHERE d.id = ${DOCUMENTS}.rowid / ${CHUNKS} AND d.type IS NOT NULL AND ${conditions.map(({ sql }) => `(${sql})`).join(' AND ')})`,
+            bind: conditions.flatMap(({ bind }) => bind),
+        },
+        ties(found) {
+            const tied = new Map();
+            for (const row of connection.rows('SELECT id, key, path FROM replica_entries WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])) {
+                const locator = locators.get(Number(row.key));
+                if (locator !== undefined)
+                    tied.set(Number(row.id), [locator, String(row.path)]);
+            }
+            return tied;
+        },
+    };
+}
+function messagesListed(connection, conversations) {
+    if (conversations.length === 0)
+        return null;
+    return {
+        table: MESSAGES,
+        scope: {
+            sql: `EXISTS (SELECT 1 FROM conversation_messages m WHERE m.id = ${MESSAGES}.rowid / ${CHUNKS} AND m.conversation IN (SELECT value FROM json_each(?)))`,
+            bind: [JSON.stringify(conversations)],
+        },
+        ties(found) {
+            return new Map(connection
+                .rows('SELECT id, conversation, identity FROM conversation_messages WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])
+                .map((row) => [Number(row.id), [String(row.conversation), String(row.identity)]]));
+        },
+    };
+}
+function cut(candidates, terms) {
+    for (const [part, text] of candidates) {
+        const found = snippet(text, terms, SNIPPET_REACH);
+        if (found !== null)
+            return { snippet: { part, text: found.text, at: [...found.at] } };
+    }
+    return {};
+}
+function documentHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT type, content FROM replica_entries WHERE id = ?', [hit.id]);
+    if (row === undefined)
+        return null;
+    const [room, path] = hit.tie;
+    const parts = typeof row.content === 'string' ? partsOf(path, row.content) : null;
+    const whole = parts === null
+        ? []
+        : [
+            ['fields', parts.fields],
+            ['sections', parts.sections],
+            ['preamble', parts.preamble],
+            ['path', parts.path],
+        ];
+    const matches = {};
+    for (const [part, text] of whole) {
+        for (const term of matched(text, terms))
+            (matches[term] ??= []).push(part);
+    }
+    const sections = parts === null ? [] : chunked(parts.sections);
+    const chunk = parts === null
+        ? []
+        : hit.chunk === 0
+            ? [
+                ['fields', parts.fields],
+                ['sections', sections[0] ?? ''],
+                ['preamble', parts.preamble],
+                ['path', parts.path],
+            ]
+            : [['sections', sections[hit.chunk] ?? '']];
+    return {
+        room,
+        path,
+        type: String(row.type),
+        score: hit.score,
+        matches,
+        ...cut(chunk, terms),
+    };
+}
+function messageHit(connection, hit, terms) {
+    const [row] = connection.rows('SELECT text FROM conversation_messages WHERE id = ?', [hit.id]);
+    const text = typeof row?.text === 'string' ? row.text : '';
+    const matches = {};
+    for (const term of matched(text, terms))
+        matches[term] = ['text'];
+    const [conversation, identity] = hit.tie;
+    return {
+        conversation,
+        identity,
+        score: hit.score,
+        matches,
+        ...cut([['text', chunked(text)[hit.chunk] ?? '']], terms),
+    };
+}
+export function searched(connection, ask) {
+    const clauses = matchClauses(ask.text);
+    const terms = queryTerms(ask.text);
+    const documents = ask.documents === null ? null : documentsListed(connection, ask.documents);
+    const messages = messagesListed(connection, ask.conversations);
+    const [documentsAfter, messagesAfter] = ask.after ?? [[], []];
+    const documentWindow = windowOf(connection, documents, clauses, documentsAfter, ask.limit);
+    const messageWindow = windowOf(connection, messages, clauses, messagesAfter, ask.limit);
+    const more = documentWindow.cursor !== null || messageWindow.cursor !== null;
+    return {
+        documents: documentWindow.kept.flatMap((hit) => documentHit(connection, hit, terms) ?? []),
+        messages: messageWindow.kept.map((hit) => messageHit(connection, hit, terms)),
+        ...(more ? { next: JSON.stringify([documentWindow.cursor, messageWindow.cursor]) } : {}),
+        ...(ask.total
+            ? {
+                total: {
+                    documents: totalOf(connection, documents, clauses),
+                    messages: totalOf(connection, messages, clauses),
+                },
+            }
+            : {}),
+    };
+}

package/dist/host.d.ts

@@ -27,6 +27,5 @@ export { entrySeedOf, type EntrySeed } from './seed.js';
 export type { PortReach, ReachedDocument } from './reach.js';
 export type { CapacityCause, CodeAvailability, Persistence, SearchObligation, } from './readiness.js';
 export { createRecovery, retryDelay, type Attempt, type Attempted, type AttemptOptions, type Recovery, type RecoveryOptions, } from './recovery.js';
-export { AUTHORED_SCHEMA, authoredBinding, authoredBy, authoredHolder, bindAuthored, openDatabase, STORE_SCHEMA, } from './store.js';
 export type { RuntimePort } from './wire.js';
 //# sourceMappingURL=host.d.ts.map

package/dist/host.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAG3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC;IACnE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAiHF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAsK3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,gBAAgB,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,eAAe,EACf,eAAe,EACf,UAAU,EACV,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}
+{"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EACjB,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC;IACnE,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAyHF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAwK3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EACV,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,gBAAgB,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}

package/dist/host.js

@@ -1,7 +1,6 @@
 import { composeRuntime, } from './connection.js';
 import { queryKey } from './query.js';
 import { described } from './failure.js';
-import { removeRuntimeStore } from './store.js';
 import { AUTHORIZATION_ENDED, request, WIRE, } from './wire.js';
 const NARROWED = new Set(['within', 'whole']);
 function answered(md, app, writtenBy, member, input) {
@@ -20,18 +19,24 @@ function answered(md, app, writtenBy, member, input) {
             return md.saveParts(input[0], input[1], writtenBy);
         case 'history':
             return md.history(input[0], input[1], input[2]);
+        case 'resolve':
+            return md.resolve(input[0], input[1], input[2]);
         case 'binaryFile.read':
             return md.binaryFile.read(input[0], input[1], input[2]);
         case 'binaryFile.link':
             return md.binaryFile.link(input[0], input[1], input[2]);
         case 'binaryFile.readReference':
             return md.binaryFile.readReference(input[0]);
+        case 'binaryFile.part':
+            return md.binaryFile.part(input[0], input[1]);
         case 'call':
             return md.call(input[0], input[1]);
         case 'reached':
             return md.reached(input[0], input[1], input[2]);
         case 'log':
             return md.log();
+        case 'cleanUp':
+            return md.cleanUp();
         case 'persistence':
             return md.persistence();
         case 'retry':
@@ -60,6 +65,8 @@ function answered(md, app, writtenBy, member, input) {
             return md.conversation.create(input[0]);
         case 'conversation.send':
             return md.conversation.send(input[0], input[1], input[2]);
+        case 'conversation.attach':
+            return md.conversation.attach(input[0], input[1]);
         case 'conversation.answer':
             return md.conversation.answer(input[0], input[1]);
         case 'conversation.interrupt':
@@ -245,8 +252,9 @@ export function serveMdRuntime(options) {
                 detach();
             }
             close();
-            if (!(await removeRuntimeStore(holder)))
+            if (!(await options.database.ask({ kind: 'authored.end', holder: holder ?? null }))) {
                 await options.shell.dropGeneration();
+            }
         },
         lose(locators) {
             return runtime.lose(locators);
@@ -258,4 +266,3 @@ export function serveMdRuntime(options) {
 }
 export { entrySeedOf } from './seed.js';
 export { createRecovery, retryDelay, } from './recovery.js';
-export { AUTHORED_SCHEMA, authoredBinding, authoredBy, authoredHolder, bindAuthored, openDatabase, STORE_SCHEMA, } from './store.js';

package/dist/identity.d.ts

@@ -3,6 +3,5 @@ export declare function identityTime(identity: string): number;
 export declare function roomDraftRevision(): string;
 export declare function chatDraftRevision(): string;
 export declare function transferIdentity(): string;
-export declare function indexGeneration(): string;
 export declare function binaryLocalId(): string;
 //# sourceMappingURL=identity.d.ts.map

package/dist/identity.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../src/identity.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,EAAE,GAAE,MAAmB,GAAG,MAAM,CAWnE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}
+{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../src/identity.ts"],"names":[],"mappings":"AAAA,wBAAgB,mBAAmB,CAAC,EAAE,GAAE,MAAmB,GAAG,MAAM,CAWnE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAQD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC"}

package/dist/identity.js

@@ -27,9 +27,6 @@ export function chatDraftRevision() {
 export function transferIdentity() {
     return randomIdentity();
 }
-export function indexGeneration() {
-    return randomIdentity();
-}
 export function binaryLocalId() {
     return randomIdentity();
 }

package/dist/index.d.ts

@@ -1,19 +1,22 @@
-export type { AcceptedMessage, ActionDeclaration, ActionRequest, ActionResult, Adapter, AdapterFailure, Authorization, BinaryFile, BinaryLinkResult, BinaryRequest, BinaryResult, ReferrerScope, BootstrapPage, BootstrapRequest, BootstrapResult, Capability, ChangeAuthor, ContractUnavailable, ConversationAction, ConversationAgents, ConversationEvent, ConversationHistories, ConversationHistoryPage, ConversationHistoryRequest, ConversationMessage, ConversationStream, DiscoverResult, DiscoveredRoom, Discovery, DiscoveryScope, HistoryAuthor, HistoryRequest, HistoryResult, HistoryRetention, HistoryRevision, HeldContent, HeldRoom, KeptReceipt, ListedConversation, MdModelIdentity, Member, MutationRequest, MutationResult, PageToken, ProviderLimit, ProviderRefusal, RefreshPage, RefreshRequest, RefreshResult, Retention, RetryableRefusal, RevokedAuthorization, RoomModels, RoomNotReadable, RoomStream, RoomStreamEvent, RoomVersionAt, ServiceMode, ServiceModeSignal, StreamReceipts, TransportUncertainty, TurnContext, TurnOperation, TypedSelection, } from './adapter.js';
-export type { Change, ChangeBatch, Precondition, WrittenBy } from './change.js';
+export type { AcceptedMessage, AcceptedRoom, ActionDeclaration, ActionRequest, ActionResult, Adapter, AdapterFailure, Authorization, BinaryFile, BinaryLinkResult, BinaryRequest, BinaryResult, ReferrerScope, BootstrapPage, BootstrapRequest, BootstrapResult, Capability, ChangeAuthor, ContractUnavailable, ConversationAction, ConversationAgents, ConversationEvent, ConversationHistories, ConversationHistoryPage, ConversationHistoryRequest, ConversationMessage, ConversationStream, DiscoverResult, DiscoveredRoom, Discovery, DiscoveryScope, HistoryAuthor, HistoryRequest, HistoryResult, HistoryRetention, HistoryRevision, HeldContent, HeldFile, HeldRevisions, HeldRoom, KeptReceipt, ListedConversation, MdModelIdentity, Member, MutationRequest, MutationResult, PageToken, ProviderLimit, ProviderRefusal, RefreshPage, RefreshRequest, RefreshResult, Retention, RetryableRefusal, RevokedAuthorization, RoomModels, RoomNotReadable, RoomStream, RoomStreamEvent, RoomVersionAt, ServiceMode, ServiceModeSignal, StreamReceipts, TransportUncertainty, TurnContext, TurnOperation, TypedSelection, } from './adapter.js';
+export type { Change, ChangeBatch, Precondition, RoomMove, WrittenBy } from './change.js';
 export type { ChatDraft, ChatDraftSurface, ConversationAgent, ConversationEntry, ConversationOptions, ConversationState, ConversationSurface, ConversationView, RunningTurn, } from './conversation.js';
-export type { ChatDraftFile, FileDeclaration } from './file.js';
+export type { ChosenFile, FileDeclaration } from './file.js';
 export type { AppRoom, AppTypedSelection, BinaryFileSurface, ConnectionRefusal, ConnectionRefusalCode, HistoryQuery, MdRuntime, MdRuntimeOptions, PresentationSurface, RoomDraftSurface, RoomSchemas, SavedParts, SavedRoomDraft, SaveResult, } from './connection.js';
 export type { Observation } from './observation.js';
-export type { BinaryAnswer, BinaryLinkAnswer, CallResult, Failure, HistoryAnswer, Offline, QueueEntry, Submission, } from './outcome.js';
+export type { BinaryAnswer, BinaryLinkAnswer, CallResult, Failure, HistoryAnswer, Offline, QueueEntry, Resolution, Submission, } from './outcome.js';
 export type { BinaryFileRecord, BinaryReference } from './binary.js';
 export type { RuntimeError } from './failure.js';
 export type { ChangedPart, FieldValue, ReturnReason, RoomDraft, RoomDraftCreation, RoomDraftParts, RoomDraftWrite, TextParts, } from './room-draft.js';
 export type { SaveRefusal } from './save.js';
-export type { DocumentHit, DocumentPart, MessageHit, PendingConversation, SearchCoverage, SearchHits, SearchPending, SearchRequest, SearchResult, SearchUndeclared, } from './search.js';
+export type { DocumentHit, DocumentPart, MessageHit, MessagePart, SearchCoverage, SearchHits, SearchPending, SearchRequest, SearchResult, SearchUndeclared, Snippet, } from './search.js';
 export { departure } from './change.js';
 export { partsAfter } from './room-draft.js';
+export { cutName, nameFrom, transliterated } from './name.js';
 export { SESSION_STARTED } from './conversation.js';
 export { changeBatchIdentity } from './identity.js';
+export { ROW_WEIGHT, stepped } from './turn.js';
+export { entriesIn, patching, sortedKeys } from './shared.js';
 export { attempts, identities, intentOf, type Answered, type Attempt, type Attempts, type Identities, } from './attempt.js';
 export { expectedList, expecting, type ExpectedOf, type Expecting } from './expectation.js';
 export type { RuntimeShell, StorageEstimate } from './durability.js';