@agentshouse/mdruntime 0.1.0-c967d1ca66fee → 0.1.0-c96e80d38e5f0

package/dist/stored.js

@@ -0,0 +1,549 @@
+import { composedOf } from './collection.js';
+import { described, derived } from './rows.js';
+export const REPLICA_TABLES = [
+    'CREATE TABLE replica_keys (key INTEGER PRIMARY KEY AUTOINCREMENT, locator TEXT NOT NULL, transfer TEXT NOT NULL, fingerprint TEXT NOT NULL, rederiving INTEGER)',
+    'CREATE TABLE replica_rooms (locator TEXT PRIMARY KEY, key INTEGER NOT NULL, record TEXT NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE replica_entries (id INTEGER PRIMARY KEY, key INTEGER NOT NULL, layer INTEGER NOT NULL, path TEXT NOT NULL, visible INTEGER NOT NULL, present INTEGER NOT NULL, queried INTEGER NOT NULL, binary TEXT, revision TEXT, file_id TEXT, change TEXT, written TEXT, type TEXT, declared TEXT, folder TEXT NOT NULL, fields TEXT, content TEXT, outline TEXT)',
+    'CREATE UNIQUE INDEX replica_entries_path ON replica_entries (key, layer, path)',
+    'CREATE INDEX replica_entries_visible ON replica_entries (key, visible, present, path, binary)',
+    'CREATE INDEX replica_entries_folder ON replica_entries (key, folder, path)',
+    'CREATE INDEX replica_entries_type ON replica_entries (key, type, visible, present, queried, folder)',
+    'CREATE INDEX replica_entries_key ON replica_entries (key)',
+    'CREATE TABLE replica_values (doc INTEGER NOT NULL, keys TEXT NOT NULL, places TEXT NOT NULL, item INTEGER NOT NULL, kind TEXT NOT NULL, value, size INTEGER, PRIMARY KEY (doc, keys, places, item)) WITHOUT ROWID',
+    'CREATE TABLE replica_links (doc INTEGER NOT NULL, key INTEGER NOT NULL, kind TEXT NOT NULL, keys TEXT NOT NULL, places TEXT NOT NULL, target TEXT NOT NULL, field TEXT NOT NULL, PRIMARY KEY (doc, kind, keys, places, target)) WITHOUT ROWID',
+    'CREATE INDEX replica_links_target ON replica_links (key, target, kind, keys)',
+    'CREATE TABLE replica_folders (key INTEGER NOT NULL, layer INTEGER NOT NULL, path TEXT NOT NULL, present INTEGER NOT NULL, PRIMARY KEY (key, layer, path)) WITHOUT ROWID',
+    'CREATE TABLE replica_erasing (key INTEGER PRIMARY KEY, locator TEXT NOT NULL)',
+    'CREATE TABLE replica_opened (locator TEXT NOT NULL, path TEXT NOT NULL, PRIMARY KEY (locator, path)) WITHOUT ROWID',
+    'CREATE TABLE replica_facts (name TEXT PRIMARY KEY, value TEXT NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE replica_presentation (app TEXT PRIMARY KEY, value TEXT NOT NULL) WITHOUT ROWID',
+];
+const CONFIRMED = 0;
+const OVERLAY = 1;
+const REFRESHED = 2;
+const DERIVED_ROWS = 64;
+const ENTRY_WEIGHT = 256;
+const ABSENT = {
+    type: null,
+    declared: null,
+    queried: false,
+    folder: '',
+    fields: null,
+    values: [],
+    links: [],
+};
+function text(value) {
+    return typeof value === 'string' ? value : null;
+}
+function number(value) {
+    return typeof value === 'bigint' ? Number(value) : value;
+}
+function json(value) {
+    return typeof value === 'string' ? JSON.parse(value) : null;
+}
+function flag(value) {
+    return value ? 1 : 0;
+}
+function paths(list) {
+    return JSON.stringify(list);
+}
+function dropDerived(connection, doc) {
+    connection.run('DELETE FROM replica_values WHERE doc = ?', [doc]);
+    connection.run('DELETE FROM replica_links WHERE doc = ?', [doc]);
+}
+function scalarText(value) {
+    if (value === Infinity)
+        return 'Infinity';
+    if (value === -Infinity)
+        return '-Infinity';
+    return JSON.stringify(value);
+}
+function writeDerived(connection, doc, key, made) {
+    if (made.values.length > 0) {
+        const rows = made.values.map((value) => `[${JSON.stringify(value.keys)},${JSON.stringify(value.places)},${value.item},${JSON.stringify(value.kind)},${scalarText(value.value)},${JSON.stringify(value.size)}]`);
+        connection.run('INSERT INTO replica_values (doc, keys, places, item, kind, value, size) SELECT ?, value ->> 0, value ->> 1, value ->> 2, value ->> 3, value ->> 4, value ->> 5 FROM json_each(?)', [doc, `[${rows.join(',')}]`]);
+    }
+    if (made.links.length > 0) {
+        connection.run('INSERT OR IGNORE INTO replica_links (doc, key, kind, keys, places, target, field) SELECT ?, ?, value ->> 0, value ->> 1, value ->> 2, value ->> 3, value ->> 4 FROM json_each(?)', [
+            doc,
+            key,
+            JSON.stringify(made.links.map((link) => [link.kind, link.keys, link.places, link.target, link.field])),
+        ]);
+    }
+}
+function entryId(connection, key, layer, path) {
+    const [row] = connection.rows('SELECT id FROM replica_entries WHERE key = ? AND layer = ? AND path = ?', [key, layer, path]);
+    return row === undefined ? null : number(row.id);
+}
+function removeEntry(connection, key, layer, path) {
+    const id = entryId(connection, key, layer, path);
+    if (id === null)
+        return;
+    dropDerived(connection, id);
+    connection.run('DELETE FROM replica_entries WHERE id = ?', [id]);
+}
+function insertEntry(connection, key, layer, entry, present, made) {
+    connection.run('INSERT INTO replica_entries (key, layer, path, visible, present, queried, content, outline, binary, revision, file_id, change, written, type, declared, folder, fields) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)', [
+        key,
+        layer,
+        entry.path,
+        flag(present && layer !== REFRESHED),
+        flag(present),
+        flag(made.queried),
+        entry.binary === null ? entry.content : null,
+        entry.binary === null && entry.outline !== null ? JSON.stringify(entry.outline) : null,
+        entry.binary === null ? null : JSON.stringify(entry.binary),
+        entry.revision,
+        entry.fileId,
+        entry.change === null ? null : JSON.stringify(entry.change),
+        entry.written,
+        made.type,
+        made.declared,
+        made.folder,
+        made.fields,
+    ]);
+}
+function textOf(entry) {
+    return entry.binary === null ? entry.content : null;
+}
+function putEntry(connection, key, layer, entry, present, composition) {
+    removeEntry(connection, key, layer, entry.path);
+    const content = textOf(entry);
+    const made = present ? derived(entry.path, content, entry.outline, composition) : ABSENT;
+    insertEntry(connection, key, layer, entry, present, made);
+    if (!present)
+        return;
+    const id = entryId(connection, key, layer, entry.path);
+    writeDerived(connection, id, key, made);
+}
+function placeEntry(connection, key, entry) {
+    removeEntry(connection, key, CONFIRMED, entry.path);
+    insertEntry(connection, key, CONFIRMED, entry, true, described(entry.path, textOf(entry), entry.outline));
+}
+function revealed(connection, key, touched) {
+    if (touched.length === 0)
+        return;
+    connection.run(`UPDATE replica_entries SET visible = CASE WHEN layer = ${OVERLAY} THEN present ELSE NOT EXISTS (SELECT 1 FROM replica_entries o WHERE o.key = replica_entries.key AND o.layer = ${OVERLAY} AND o.path = replica_entries.path) END WHERE key = ? AND layer IN (${CONFIRMED}, ${OVERLAY}) AND path IN (SELECT value FROM json_each(?))`, [key, paths(touched)]);
+}
+function newKey(connection, locator, transfer, fingerprint, built) {
+    const owed = built ? null : 0;
+    connection.run('INSERT INTO replica_keys (locator, transfer, fingerprint, rederiving) VALUES (?, ?, ?, ?)', [locator, transfer, fingerprint, owed]);
+    const [row] = connection.rows('SELECT last_insert_rowid() AS key');
+    return number(row.key);
+}
+function recomposed(connection, key, fingerprint) {
+    const [row] = connection.rows('SELECT fingerprint FROM replica_keys WHERE key = ?', [key]);
+    if (row === undefined || text(row.fingerprint) === fingerprint)
+        return;
+    const held = connection.rows('SELECT 1 FROM replica_entries WHERE key = ? LIMIT 1', [key]);
+    connection.run(`UPDATE replica_keys SET fingerprint = ?${held.length === 0 ? '' : ', rederiving = 0'} WHERE key = ?`, [fingerprint, key]);
+}
+export function entered(connection, locator, composition, rows) {
+    const key = newKey(connection, locator, '', composedOf(composition).fingerprint, true);
+    for (const entry of rows)
+        putEntry(connection, key, CONFIRMED, entry, true, composition);
+    return key;
+}
+export function stage(connection, request) {
+    const key = request.key ??
+        newKey(connection, request.locator, request.transfer, request.fingerprint, false);
+    recomposed(connection, key, request.fingerprint);
+    connection.run('UPDATE replica_keys SET rederiving = coalesce(rederiving, last) FROM (SELECT coalesce(max(id), 0) AS last FROM replica_entries) WHERE key = ?', [key]);
+    for (const entry of request.entries)
+        placeEntry(connection, key, entry);
+    for (const path of request.folders) {
+        connection.run('INSERT OR REPLACE INTO replica_folders (key, layer, path, present) VALUES (?, ?, ?, 1)', [key, CONFIRMED, path]);
+    }
+    return key;
+}
+export function refreshing(connection, request) {
+    const held = connection.rows('SELECT 1 FROM replica_keys k WHERE k.key = ? AND NOT EXISTS (SELECT 1 FROM replica_erasing e WHERE e.key = k.key)', [request.key]);
+    if (held.length === 0)
+        return null;
+    recomposed(connection, request.key, request.composed.fingerprint);
+    const composition = request.composed.composition;
+    for (const entry of request.entries) {
+        putEntry(connection, request.key, REFRESHED, entry, true, composition);
+    }
+    for (const path of request.removals) {
+        putEntry(connection, request.key, REFRESHED, {
+            path,
+            content: null,
+            outline: null,
+            binary: null,
+            revision: null,
+            fileId: null,
+            change: null,
+            written: null,
+        }, false, composition);
+    }
+    for (const [list, present] of [
+        [request.folders, 1],
+        [request.folderRemovals, 0],
+    ]) {
+        for (const path of list) {
+            connection.run('INSERT OR REPLACE INTO replica_folders (key, layer, path, present) VALUES (?, ?, ?, ?)', [request.key, REFRESHED, path, present]);
+        }
+    }
+    return null;
+}
+function dropLayer(connection, key, layer) {
+    for (const table of ['replica_values', 'replica_links']) {
+        connection.run(`DELETE FROM ${table} WHERE doc IN (SELECT id FROM replica_entries WHERE key = ? AND layer = ?)`, [key, layer]);
+    }
+    connection.run('DELETE FROM replica_entries WHERE key = ? AND layer = ?', [key, layer]);
+    connection.run('DELETE FROM replica_folders WHERE key = ? AND layer = ?', [key, layer]);
+}
+export function unrefresh(connection, key) {
+    dropLayer(connection, key, REFRESHED);
+    return null;
+}
+function refreshedPaths(connection, key) {
+    return connection
+        .rows('SELECT path FROM replica_entries WHERE key = ? AND layer = ?', [key, REFRESHED])
+        .map((row) => text(row.path));
+}
+function applyRefresh(connection, key) {
+    const touched = refreshedPaths(connection, key);
+    const replaced = `SELECT c.id FROM replica_entries c JOIN replica_entries r ON r.key = c.key AND r.layer = ${REFRESHED} AND r.path = c.path WHERE c.key = ? AND c.layer = ${CONFIRMED}`;
+    for (const table of ['replica_values', 'replica_links']) {
+        connection.run(`DELETE FROM ${table} WHERE doc IN (${replaced})`, [key]);
+    }
+    connection.run(`DELETE FROM replica_entries WHERE id IN (${replaced})`, [key]);
+    connection.run('DELETE FROM replica_entries WHERE key = ? AND layer = ? AND present = 0', [
+        key,
+        REFRESHED,
+    ]);
+    connection.run('UPDATE replica_entries SET layer = ? WHERE key = ? AND layer = ?', [
+        CONFIRMED,
+        key,
+        REFRESHED,
+    ]);
+    connection.run(`DELETE FROM replica_folders WHERE key = ? AND layer = ${CONFIRMED} AND path IN (SELECT path FROM replica_folders WHERE key = ? AND layer = ${REFRESHED})`, [key, key]);
+    connection.run(`UPDATE replica_folders SET layer = ${CONFIRMED} WHERE key = ? AND layer = ${REFRESHED} AND present = 1`, [key]);
+    connection.run('DELETE FROM replica_folders WHERE key = ? AND layer = ?', [key, REFRESHED]);
+    return touched;
+}
+function beneathRoots(path) {
+    return `EXISTS (SELECT 1 FROM json_each(?) r WHERE ${path} = r.value OR (${path} >= r.value || '/' AND ${path} < r.value || '0'))`;
+}
+function counted(connection, key, roots) {
+    const [row] = connection.rows(`SELECT count(*) AS held FROM replica_entries WHERE key = ? AND visible = 1 AND present = 1 AND (binary IS NOT NULL OR substr(path, -3) = '.md') AND NOT ${beneathRoots('replica_entries.path')}`, [key, JSON.stringify(roots)]);
+    return number(row.held);
+}
+export function counts(connection, rooms) {
+    return rooms.map(({ key, roots }) => counted(connection, key, roots));
+}
+function erasing(connection, key, locator) {
+    connection.run('INSERT OR REPLACE INTO replica_erasing (key, locator) VALUES (?, ?)', [
+        key,
+        locator,
+    ]);
+}
+function commitRoom(connection, room) {
+    const touched = new Set();
+    recomposed(connection, room.key, room.composed.fingerprint);
+    const composition = room.composed.composition;
+    if (room.published !== undefined &&
+        room.published.from !== null &&
+        room.published.from !== room.key) {
+        erasing(connection, room.published.from, room.locator);
+    }
+    if (room.refreshed === true) {
+        for (const path of applyRefresh(connection, room.key))
+            touched.add(path);
+    }
+    for (const entry of room.confirmed?.set ?? []) {
+        putEntry(connection, room.key, CONFIRMED, entry, true, composition);
+        touched.add(entry.path);
+    }
+    for (const path of room.confirmed?.removed ?? []) {
+        removeEntry(connection, room.key, CONFIRMED, path);
+        touched.add(path);
+    }
+    for (const entry of room.overlay?.set ?? []) {
+        putEntry(connection, room.key, OVERLAY, entry, entry.present, composition);
+        touched.add(entry.path);
+    }
+    for (const path of room.overlay?.cleared ?? []) {
+        removeEntry(connection, room.key, OVERLAY, path);
+        touched.add(path);
+    }
+    const changed = [...touched];
+    revealed(connection, room.key, changed);
+    if (room.record !== undefined) {
+        connection.run('INSERT OR REPLACE INTO replica_rooms (locator, key, record) VALUES (?, ?, ?)', [
+            room.locator,
+            room.key,
+            room.record,
+        ]);
+    }
+    return room.published === undefined ? changed : null;
+}
+export function commit(connection, rooms) {
+    const counted = {};
+    const changed = {};
+    const indexed = {};
+    for (const room of rooms) {
+        changed[room.locator] = commitRoom(connection, room);
+        counted[room.locator] = counts(connection, [
+            { key: room.key, roots: room.roots ?? rootsOf(connection, room.locator) },
+        ])[0];
+        const [held] = connection.rows('SELECT rederiving FROM replica_keys WHERE key = ?', [room.key]);
+        indexed[room.locator] = held !== undefined && held.rederiving === null;
+    }
+    return { counts: counted, changed, indexed };
+}
+function rootsOf(connection, locator) {
+    const [row] = connection.rows('SELECT record FROM replica_rooms WHERE locator = ?', [locator]);
+    const record = json(row?.record);
+    return record?.typedSelection?.roots ?? [];
+}
+export function fenceRooms(connection, locators) {
+    for (const locator of locators) {
+        for (const row of connection.rows('SELECT key FROM replica_keys WHERE locator = ? UNION SELECT key FROM replica_rooms WHERE locator = ?', [locator, locator])) {
+            erasing(connection, number(row.key), locator);
+        }
+        connection.run('DELETE FROM replica_rooms WHERE locator = ?', [locator]);
+        connection.run('DELETE FROM replica_opened WHERE locator = ?', [locator]);
+    }
+    return null;
+}
+export function abandon(connection, locator) {
+    for (const row of connection.rows(`SELECT k.key FROM replica_keys k WHERE k.locator = ?
+       AND NOT EXISTS (SELECT 1 FROM replica_rooms r WHERE r.key = k.key)
+       AND NOT EXISTS (SELECT 1 FROM replica_erasing e WHERE e.key = k.key)`, [locator])) {
+        erasing(connection, number(row.key), locator);
+    }
+    return null;
+}
+export function release(connection, key) {
+    const [held] = connection.rows(`SELECT k.locator FROM replica_keys k WHERE k.key = ?
+       AND NOT EXISTS (SELECT 1 FROM replica_rooms r WHERE r.key = k.key)`, [key]);
+    if (held !== undefined)
+        erasing(connection, key, text(held.locator));
+    return null;
+}
+export function erase(connection, locator, limit) {
+    const [held] = connection.rows(`SELECT key FROM replica_erasing${locator === null ? '' : ' WHERE locator = ?'} ORDER BY key LIMIT 1`, locator === null ? [] : [locator]);
+    if (held === undefined)
+        return { remaining: false };
+    const key = number(held.key);
+    const batch = 'SELECT id FROM replica_entries WHERE key = ? ORDER BY id LIMIT ?';
+    for (const table of ['replica_values', 'replica_links']) {
+        connection.run(`DELETE FROM ${table} WHERE doc IN (${batch})`, [key, limit]);
+    }
+    connection.run(`DELETE FROM replica_entries WHERE id IN (${batch})`, [key, limit]);
+    const left = connection.rows('SELECT 1 FROM replica_entries WHERE key = ? LIMIT 1', [key]).length > 0;
+    if (!left) {
+        connection.run('DELETE FROM replica_folders WHERE key = ?', [key]);
+        connection.run('DELETE FROM replica_erasing WHERE key = ?', [key]);
+        connection.run('DELETE FROM replica_keys WHERE key = ?', [key]);
+    }
+    const [more] = connection.rows(`SELECT 1 FROM replica_erasing${locator === null ? '' : ' WHERE locator = ?'} LIMIT 1`, locator === null ? [] : [locator]);
+    return { remaining: more !== undefined };
+}
+function cursor(value) {
+    return value === null || value === undefined ? null : number(value);
+}
+export function rederive(connection, key, composed, bytes, ms, floor) {
+    const started = performance.now();
+    recomposed(connection, key, composed.fingerprint);
+    const [held] = connection.rows('SELECT rederiving FROM replica_keys WHERE key = ?', [key]);
+    const deriving = cursor(held?.rederiving);
+    if (deriving === null)
+        return { done: true, text: 0 };
+    const composition = composed.composition;
+    let last = deriving;
+    let spent = 0;
+    let built = 0;
+    let read = false;
+    reading: for (;;) {
+        const rows = connection.rows('SELECT id, path, content, outline FROM replica_entries WHERE key = ? AND present = 1 AND id > ? ORDER BY id LIMIT ?', [key, last, DERIVED_ROWS]);
+        for (const row of rows) {
+            const id = number(row.id);
+            const path = text(row.path);
+            const content = text(row.content);
+            const made = derived(path, content, json(row.outline), composition);
+            dropDerived(connection, id);
+            writeDerived(connection, id, key, made);
+            built += content?.length ?? 0;
+            last = id;
+            spent += ENTRY_WEIGHT + (content?.length ?? 0);
+            if (spent >= bytes || (spent >= floor && performance.now() - started >= ms))
+                break reading;
+        }
+        if (rows.length < DERIVED_ROWS) {
+            read = true;
+            break;
+        }
+    }
+    connection.run('UPDATE replica_keys SET rederiving = ? WHERE key = ?', [read ? null : last, key]);
+    return { done: read, text: built };
+}
+function outlinedAgain(connection, row, key, content, composition) {
+    const id = number(row.id);
+    const path = text(row.path);
+    const made = derived(path, content, json(row.outline), composition);
+    connection.run('UPDATE replica_entries SET content = ?, type = ?, declared = ?, queried = ?, folder = ?, fields = ? WHERE id = ?', [content, made.type, made.declared, flag(made.queried), made.folder, made.fields, id]);
+    dropDerived(connection, id);
+    writeDerived(connection, id, key, made);
+}
+export function holdTexts(connection, request) {
+    const held = [];
+    for (const { path, revision, content } of request.texts) {
+        const [row] = connection.rows(`SELECT id, path, outline FROM replica_entries WHERE key = ? AND layer = ${CONFIRMED} AND path = ? AND revision = ? AND content IS NULL AND outline IS NOT NULL`, [request.key, path, revision]);
+        if (row === undefined)
+            continue;
+        outlinedAgain(connection, row, request.key, content, request.composed.composition);
+        connection.run('INSERT OR IGNORE INTO replica_opened (locator, path) VALUES (?, ?)', [
+            request.locator,
+            path,
+        ]);
+        held.push(path);
+    }
+    return held;
+}
+export function unholdTexts(connection, request) {
+    connection.run('DELETE FROM replica_opened WHERE locator = ?', [request.locator]);
+    const rows = connection.rows(`SELECT id, path, outline, octet_length(content) AS bytes FROM replica_entries WHERE key = ? AND layer = ${CONFIRMED} AND visible = 1 AND content IS NOT NULL AND outline IS NOT NULL`, [request.key]);
+    for (const row of rows) {
+        outlinedAgain(connection, row, request.key, null, request.composed.composition);
+    }
+    return {
+        paths: rows.map((row) => text(row.path)),
+        bytes: rows.reduce((total, row) => total + number(row.bytes), 0),
+    };
+}
+export function remembered(connection, request) {
+    connection.run(`INSERT OR IGNORE INTO replica_opened (locator, path) SELECT ?, path FROM replica_entries WHERE key = ? AND layer = ${CONFIRMED} AND content IS NOT NULL AND binary IS NULL AND path IN (SELECT value FROM json_each(?))`, [request.locator, request.key, paths(request.paths)]);
+    return null;
+}
+export function wanted(connection, request) {
+    return connection
+        .rows(`SELECT e.path, e.revision FROM replica_opened o JOIN replica_entries e ON e.key = ? AND e.layer = ${CONFIRMED} AND e.path = o.path WHERE o.locator = ? AND e.content IS NULL AND e.outline IS NOT NULL AND e.revision IS NOT NULL`, [request.key, request.locator])
+        .map((row) => ({ path: text(row.path), revision: text(row.revision) }));
+}
+function heldEntry(row) {
+    return {
+        path: text(row.path),
+        content: text(row.content),
+        outline: json(row.outline),
+        binary: json(row.binary),
+        revision: text(row.revision),
+        fileId: text(row.file_id),
+        change: json(row.change),
+        written: text(row.written),
+        type: text(row.type),
+    };
+}
+const ENTRY_COLUMNS = 'e.path, e.content, e.outline, e.binary, e.revision, e.file_id, e.change, e.written, e.type';
+function unrefreshed(alias) {
+    return `NOT EXISTS (SELECT 1 FROM replica_entries r WHERE r.key = ${alias}.key AND r.layer = ${REFRESHED} AND r.path = ${alias}.path)`;
+}
+function viewed(view, alias) {
+    if (view === 'visible')
+        return `${alias}.visible = 1 AND ${alias}.present = 1`;
+    if (view === 'confirmed')
+        return `${alias}.layer = ${CONFIRMED}`;
+    return `${alias}.present = 1 AND (${alias}.layer = ${REFRESHED} OR (${alias}.layer = ${CONFIRMED} AND ${unrefreshed(alias)}))`;
+}
+function layers(view) {
+    if (view !== 'refreshed')
+        return [viewed(view, 'e')];
+    return [
+        `e.layer = ${REFRESHED} AND e.present = 1`,
+        `e.layer = ${CONFIRMED} AND e.present = 1 AND ${unrefreshed('e')}`,
+    ];
+}
+function pathOrdered(connection, columns, key, view, condition, after, limit) {
+    const beyond = after === null ? '' : ' AND e.path > ?';
+    const parts = layers(view).map((layer) => `SELECT ${columns} FROM replica_entries e WHERE e.key = ? AND ${layer}${condition}${beyond}`);
+    return connection.rows(`${parts.join(' UNION ALL ')} ORDER BY path LIMIT ?`, [
+        ...parts.flatMap(() => (after === null ? [key] : [key, after])),
+        limit,
+    ]);
+}
+export function entries(connection, key, view, list) {
+    if (list.length === 0)
+        return [];
+    return connection
+        .rows(`SELECT ${ENTRY_COLUMNS} FROM replica_entries e WHERE e.key = ? AND ${viewed(view, 'e')} AND e.path IN (SELECT value FROM json_each(?))`, [key, paths(list)])
+        .map(heldEntry);
+}
+export function typed(connection, key, view, list) {
+    if (list.length === 0)
+        return [];
+    return connection
+        .rows(`SELECT e.path, e.declared, e.binary IS NOT NULL AS binary FROM replica_entries e WHERE e.key = ? AND ${viewed(view, 'e')} AND e.path IN (SELECT value FROM json_each(?))`, [key, paths(list)])
+        .map((row) => ({
+        path: text(row.path),
+        type: text(row.declared),
+        binary: number(row.binary) === 1,
+    }));
+}
+export function referrers(connection, key, view, targets, kinds) {
+    if (targets.length === 0)
+        return [];
+    return connection
+        .rows(`SELECT DISTINCT e.path, l.target, l.kind FROM replica_links l JOIN replica_entries e ON e.id = l.doc WHERE l.key = ? AND l.target IN (SELECT value FROM json_each(?)) AND l.kind IN (SELECT value FROM json_each(?)) AND ${viewed(view, 'e')}`, [key, paths(targets), JSON.stringify(kinds)])
+        .map((row) => ({
+        path: text(row.path),
+        target: text(row.target),
+        kind: text(row.kind),
+    }));
+}
+export function files(connection, key, view, after, limit) {
+    return pathOrdered(connection, 'e.path, e.revision', key, view, ' AND e.content IS NOT NULL AND e.revision IS NOT NULL', after, limit).map((row) => ({ path: text(row.path), revision: text(row.revision) }));
+}
+export function folders(connection, key, view, list) {
+    return list.filter((path) => connection.rows(`SELECT 1 FROM replica_folders f WHERE f.key = ? AND f.layer = ${CONFIRMED} AND f.present = 1 AND f.path = ? UNION ALL SELECT 1 FROM replica_entries e WHERE e.key = ? AND ${viewed(view, 'e')} AND e.path >= ? AND e.path < ? LIMIT 1`, [key, path, key, `${path}/`, `${path}0`]).length > 0);
+}
+export function typedWithin(connection, key, view, roots, within) {
+    return (connection.rows(`SELECT 1 FROM replica_entries e WHERE e.key = ? AND ${viewed(view, 'e')} AND e.declared IS NOT NULL AND e.declared <> 'any' AND ${within ? '' : 'NOT '}${beneathRoots('e.path')} LIMIT 1`, [key, JSON.stringify(roots)]).length > 0);
+}
+export function opened(connection) {
+    const facts = {};
+    for (const row of connection.rows('SELECT name, value FROM replica_facts')) {
+        facts[text(row.name)] = text(row.value);
+    }
+    return {
+        rooms: connection.rows('SELECT locator, key, record FROM replica_rooms').map((row) => ({
+            locator: text(row.locator),
+            key: number(row.key),
+            record: text(row.record),
+        })),
+        keys: connection
+            .rows('SELECT key, locator, transfer, rederiving FROM replica_keys')
+            .map((row) => ({
+            key: number(row.key),
+            locator: text(row.locator),
+            transfer: text(row.transfer),
+            rederiving: cursor(row.rederiving),
+        })),
+        facts,
+        presentation: connection.rows('SELECT app, value FROM replica_presentation').map((row) => ({
+            app: text(row.app),
+            value: text(row.value),
+        })),
+        overlaid: connection
+            .rows(`SELECT key, path FROM replica_entries WHERE layer = ${OVERLAY}`)
+            .map((row) => ({ key: number(row.key), path: text(row.path) })),
+        orphans: connection
+            .rows(`SELECT k.key FROM replica_keys k
+         WHERE NOT EXISTS (SELECT 1 FROM replica_rooms r WHERE r.key = k.key)
+           AND NOT EXISTS (SELECT 1 FROM replica_erasing e WHERE e.key = k.key)`)
+            .map((row) => number(row.key)),
+        erasing: connection.rows('SELECT key, locator FROM replica_erasing').map((row) => ({
+            key: number(row.key),
+            locator: text(row.locator),
+        })),
+    };
+}
+export function ended(connection) {
+    for (const statement of REPLICA_TABLES) {
+        const table = /^CREATE TABLE (\w+)/u.exec(statement)?.[1];
+        if (table !== undefined)
+            connection.run(`DELETE FROM ${table}`);
+    }
+}