@agentshouse/mdruntime 0.1.0-c03e7b79830dd → 0.1.0-c0bed82db8d73

package/dist/store.js

@@ -1,123 +1,5 @@
-import { precedes } from './windows.js';
 import { binaryLocalId } from './identity.js';
-const DATABASE = 'mdruntime';
-const CONVERSATIONS = 'conversations';
-const MESSAGES = 'messages';
 const FILE = '\u0000file';
-export const STORE_SCHEMA = 26;
-const STORES = [
-    [CONVERSATIONS, { keyPath: 'conversation' }],
-    [MESSAGES, { keyPath: ['conversation', 'identity'] }],
-];
-const READ_BATCH = 256;
-const MESSAGE_INDEXES = [
-    ['conversation', 'conversation'],
-    ['position', ['conversation', 'position']],
-    ['turn', ['conversation', 'turn']],
-];
-function settled(request) {
-    return new Promise((resolve, reject) => {
-        request.onsuccess = () => resolve(request.result);
-        request.onerror = () => reject(request.error);
-    });
-}
-const turns = new Map();
-function idle(database) {
-    return turns.get(database.name) ?? Promise.resolve();
-}
-export function transacted(database, stores, mode, work) {
-    let release = () => { };
-    const turn = new Promise((resolve) => {
-        release = resolve;
-    });
-    const before = idle(database);
-    const queued = before.then(() => turn);
-    turns.set(database.name, queued);
-    void queued.then(() => {
-        if (turns.get(database.name) === queued)
-            turns.delete(database.name);
-    });
-    return before.then(() => {
-        let transaction;
-        try {
-            transaction = database.transaction(stores, mode);
-        }
-        catch (error) {
-            release();
-            throw error;
-        }
-        const committed = new Promise((resolve, reject) => {
-            transaction.oncomplete = () => {
-                release();
-                resolve();
-            };
-            transaction.onabort = () => {
-                release();
-                reject(transaction.error);
-            };
-            transaction.onerror = () => reject(transaction.error);
-        });
-        let value;
-        try {
-            value = work(transaction);
-        }
-        catch (error) {
-            void committed.catch(() => { });
-            transaction.abort();
-            throw error;
-        }
-        return Promise.all([value, committed]).then(([held]) => held);
-    });
-}
-function accepted({ conversation: _held, ...message }) {
-    return message;
-}
-function removeDatabase(name) {
-    return new Promise((resolve, reject) => {
-        const removal = indexedDB.deleteDatabase(name);
-        removal.onsuccess = () => resolve();
-        removal.onerror = () => reject(removal.error);
-    });
-}
-export async function endRuntimeStore(database, holder) {
-    await removeDatabase(DATABASE);
-    return database.ask({ kind: 'authored.end', holder: holder ?? null });
-}
-export function openDatabase(name, version, upgrade) {
-    return new Promise((resolve, reject) => {
-        const opening = indexedDB.open(name, version);
-        opening.onupgradeneeded = (event) => upgrade(opening, event.oldVersion);
-        opening.onsuccess = () => resolve(opening.result);
-        opening.onerror = () => {
-            if (opening.error?.name !== 'VersionError') {
-                reject(opening.error);
-                return;
-            }
-            removeDatabase(name)
-                .then(() => openDatabase(name, version, upgrade))
-                .then(resolve, reject);
-        };
-    });
-}
-function openConversations() {
-    return openDatabase(DATABASE, STORE_SCHEMA, (opening, oldVersion) => {
-        const database = opening.result;
-        if (oldVersion < STORE_SCHEMA) {
-            for (const name of [...database.objectStoreNames])
-                database.deleteObjectStore(name);
-        }
-        for (const [name, parameters] of STORES) {
-            if (database.objectStoreNames.contains(name))
-                continue;
-            database.createObjectStore(name, parameters);
-        }
-        const messages = opening.transaction.objectStore(MESSAGES);
-        for (const [name, keyPath] of MESSAGE_INDEXES) {
-            if (!messages.indexNames.contains(name))
-                messages.createIndex(name, keyPath);
-        }
-    });
-}
 function batchFiles(batch) {
     return batch.changes.flatMap((change) => (change.kind === 'binary' ? [change.localId] : []));
 }
@@ -206,8 +88,7 @@ async function filed(value, read) {
 function json(value, fallback) {
     return value === undefined ? fallback : JSON.parse(value);
 }
-export async function openRuntimeStore(fenced, authored) {
-    const database = await openConversations();
+export function openRuntimeStore(fenced, authored) {
     const keys = new WeakMap();
     const read = async (key, type) => {
         const blob = await authored.ask({ kind: 'authored.file', key, type });
@@ -239,7 +120,7 @@ export async function openRuntimeStore(fenced, authored) {
     return {
         async opened() {
             const held = await authored.ask({ kind: 'replica.open' });
-            const unprepared = new Set(held.keys.flatMap(({ key, rederiving }) => (rederiving === null ? [] : [key])));
+            const unindexed = new Set(held.keys.flatMap(({ key, rederiving }) => (rederiving === null ? [] : [key])));
             const overlaid = new Map();
             for (const { key, path } of held.overlaid) {
                 const paths = overlaid.get(key) ?? new Set();
@@ -259,7 +140,7 @@ export async function openRuntimeStore(fenced, authored) {
                     locator,
                     { ...JSON.parse(record), key },
                 ])),
-                unprepared,
+                unindexed,
                 overlaid,
                 erasing: held.erasing.length > 0,
                 orphans: held.orphans,
@@ -301,24 +182,35 @@ export async function openRuntimeStore(fenced, authored) {
         typedWithin(key, view, roots, within) {
             return authored.ask({ kind: 'replica.typedWithin', key, view, roots, within });
         },
-        searched(key, locator, after, limit, paths) {
-            return authored.ask({ kind: 'replica.searched', key, locator, after, limit, paths });
+        search(ask) {
+            return authored.ask({ kind: 'replica.search', ...ask });
         },
-        async stage(record, composition, page, key, last) {
+        async stage(record, composition, page, written) {
             if (fenced(record.locator))
                 return null;
-            const { key: _key, ...kept } = record;
+            const { key, ...kept } = record;
             return authored.ask({
                 kind: 'replica.stage',
                 locator: record.locator,
                 transfer: record.transfer,
-                record: last ? JSON.stringify(kept) : null,
+                record: JSON.stringify(kept),
                 key,
                 composition,
                 entries: page.entries,
                 folders: page.folders,
+                ...(written === undefined ? {} : { written }),
             });
         },
+        async transferPart(locator, token) {
+            if (fenced(locator))
+                return null;
+            return authored.ask({ kind: 'replica.transferPart', locator, token });
+        },
+        async keepPart(locator, token, part) {
+            if (fenced(locator))
+                return;
+            await authored.ask({ kind: 'replica.keepPart', locator, token, part });
+        },
         async refresh(key, page) {
             await authored.ask({
                 kind: 'replica.refresh',
@@ -336,7 +228,7 @@ export async function openRuntimeStore(fenced, authored) {
             const kept = whole ? writes : writes.filter(({ locator }) => !fenced(locator));
             const refused = whole ? kept.find(({ locator }) => fenced(locator)) : undefined;
             if (refused !== undefined) {
-                return { fenced: refused.locator, counts: {}, changed: {}, prepared: {} };
+                return { fenced: refused.locator, counts: {}, changed: {}, indexed: {} };
             }
             for (const room of rooms)
                 change(room.key);
@@ -417,110 +309,22 @@ export async function openRuntimeStore(fenced, authored) {
             });
         },
         conversations() {
-            return transacted(database, [CONVERSATIONS, MESSAGES], 'readonly', async (transaction) => {
-                const records = await settled(transaction.objectStore(CONVERSATIONS).getAll());
-                const held = new Map(records.map(({ conversation, read, partial }) => [
-                    conversation,
-                    { conversation, read, partial: partial === true },
-                ]));
-                const keys = transaction.objectStore(MESSAGES).index('conversation');
-                await new Promise((resolve, reject) => {
-                    const cursor = keys.openKeyCursor(null, 'nextunique');
-                    cursor.onerror = () => reject(cursor.error);
-                    cursor.onsuccess = () => {
-                        const at = cursor.result;
-                        if (at === null) {
-                            resolve();
-                            return;
-                        }
-                        const conversation = at.key;
-                        if (!held.has(conversation)) {
-                            held.set(conversation, { conversation, read: undefined, partial: true });
-                        }
-                        at.continue();
-                    };
-                });
-                return [...held.values()];
-            });
+            return authored.ask({ kind: 'conversation.held' });
         },
-        async keepMessages({ conversation, messages, read }) {
-            await transacted(database, [CONVERSATIONS, MESSAGES], 'readwrite', (transaction) => {
-                const stored = transaction.objectStore(MESSAGES);
-                for (const message of messages) {
-                    stored.put({ ...message, conversation });
-                }
-                if (read !== undefined) {
-                    transaction.objectStore(CONVERSATIONS).put({
-                        conversation,
-                        read: read.at,
-                        ...(read.partial ? { partial: true } : {}),
-                    });
-                }
-            });
+        async keepMessages(write) {
+            await authored.ask({ kind: 'conversation.keep', ...write });
         },
         messageWindow(conversation, limit, before) {
-            return transacted(database, MESSAGES, 'readonly', async (transaction) => {
-                const index = transaction.objectStore(MESSAGES).index('position');
-                const range = IDBKeyRange.bound([conversation], [conversation, before?.[0] ?? []]);
-                const latest = [];
-                let more = false;
-                await new Promise((resolve, reject) => {
-                    const cursor = index.openCursor(range, 'prev');
-                    cursor.onerror = () => reject(cursor.error);
-                    cursor.onsuccess = () => {
-                        const at = cursor.result;
-                        if (at === null) {
-                            resolve();
-                            return;
-                        }
-                        const record = at.value;
-                        if (!precedes(record, before)) {
-                            at.continue();
-                            return;
-                        }
-                        if (latest.length === limit) {
-                            more = true;
-                            resolve();
-                            return;
-                        }
-                        latest.push(accepted(record));
-                        at.continue();
-                    };
-                });
-                return { messages: latest.reverse(), more };
-            });
+            return authored.ask({ kind: 'conversation.window', conversation, limit, before });
         },
         messageCount(conversation) {
-            return transacted(database, MESSAGES, 'readonly', (transaction) => settled(transaction.objectStore(MESSAGES).index('conversation').count(conversation)));
+            return authored.ask({ kind: 'conversation.count', conversation });
         },
-        async messagesAfter(conversation, identity) {
-            const range = identity === null
-                ? IDBKeyRange.bound([conversation], [conversation, []])
-                : IDBKeyRange.bound([conversation, identity], [conversation, []], true);
-            const held = await transacted(database, MESSAGES, 'readonly', (transaction) => settled(transaction.objectStore(MESSAGES).getAll(range, READ_BATCH)));
-            return held.map(accepted);
-        },
-        async messageIdentities(conversation) {
-            const found = await transacted(database, MESSAGES, 'readonly', (transaction) => settled(transaction.objectStore(MESSAGES).index('conversation').getAllKeys(conversation)));
-            return found.map((key) => key[1]);
-        },
-        async turnArrived(conversation, turn) {
-            const held = await transacted(database, MESSAGES, 'readonly', (transaction) => settled(transaction.objectStore(MESSAGES).index('turn').count([conversation, turn])));
-            return held > 0;
+        turnArrived(conversation, turn) {
+            return authored.ask({ kind: 'conversation.turn', conversation, turn });
         },
         async dropConversations(conversations) {
-            await authored.ask({ kind: 'authored.chatDraft', kept: [], dropped: conversations });
-            await transacted(database, [CONVERSATIONS, MESSAGES], 'readwrite', (transaction) => {
-                const messages = transaction.objectStore(MESSAGES);
-                for (const conversation of conversations) {
-                    transaction.objectStore(CONVERSATIONS).delete(conversation);
-                    const held = messages.index('conversation').getAllKeys(conversation);
-                    held.onsuccess = () => {
-                        for (const key of held.result)
-                            messages.delete(key);
-                    };
-                }
-            });
+            await authored.ask({ kind: 'conversation.drop', conversations });
         },
         async chatDrafts() {
             const records = await authored.ask({ kind: 'authored.chatDrafts' });
@@ -602,8 +406,5 @@ export async function openRuntimeStore(fenced, authored) {
         file(key, type) {
             return authored.ask({ kind: 'authored.file', key, type });
         },
-        close() {
-            void idle(database).then(() => database.close());
-        },
     };
 }

package/dist/stored.d.ts

@@ -1,7 +1,6 @@
 import type { HeadChange } from './adapter.js';
 import type { Composition } from './collection.js';
 import type { HeldBinary } from './overlay.js';
-import type { SearchedDocument } from './search.js';
 import type { Connection } from './tables.js';
 export declare const REPLICA_TABLES: readonly string[];
 export type View = 'confirmed' | 'visible' | 'refreshed';
@@ -85,7 +84,7 @@ export type RoomCommit = {
 export type Committed = {
     readonly counts: Readonly<Record<string, number>>;
     readonly changed: Readonly<Record<string, readonly string[] | null>>;
-    readonly prepared: Readonly<Record<string, boolean>>;
+    readonly indexed: Readonly<Record<string, boolean>>;
 };
 export type CountedRoom = {
     readonly key: number;
@@ -100,11 +99,12 @@ export declare function entered(connection: Connection, locator: string, composi
 export declare function stage(connection: Connection, request: {
     readonly locator: string;
     readonly transfer: string;
-    readonly record: string | null;
+    readonly record: string;
     readonly key: number | null;
     readonly composition: Composition;
     readonly entries: readonly StoredEntry[];
     readonly folders: readonly string[];
+    readonly written?: string;
 }): number;
 export declare function refreshing(connection: Connection, request: {
     readonly key: number;
@@ -134,10 +134,12 @@ export declare function files(connection: Connection, key: number, view: View, a
     readonly revision: string;
 }[];
 export declare function typedWithin(connection: Connection, key: number, view: View, roots: readonly string[], within: boolean): boolean;
-export declare function searched(connection: Connection, key: number, locator: string, after: string | null, limit: number, only: readonly string[] | null): {
-    readonly documents: readonly SearchedDocument[];
-    readonly next: string | null;
-};
+export declare function transferPart(connection: Connection, locator: string, token: string): Uint8Array | null;
+export declare function keepPart(connection: Connection, request: {
+    readonly locator: string;
+    readonly token: string;
+    readonly part: Uint8Array;
+}): null;
 export declare function opened(connection: Connection): ReplicaOpened;
 export declare function ended(connection: Connection): void;
 //# sourceMappingURL=stored.d.ts.map

package/dist/stored.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stored.d.ts","sourceRoot":"","sources":["../src/stored.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAE1D,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAkB3C,CAAC;AAMF,MAAM,MAAM,IAAI,GAAG,WAAW,GAAG,SAAS,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,SAAS,GAAG,WAAW,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjG,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,KAAK,EAAE,SAAS;QACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,QAAQ,CAAC,SAAS,EAAE,SAAS;QAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,QAAQ,CAAC,IAAI,EAAE,SAAS,OAAO,EAAE,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,QAAQ,CAAC,YAAY,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACnF,QAAQ,CAAC,QAAQ,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9E,QAAQ,CAAC,OAAO,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAChF,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC;IACtD,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC;IAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE;QACnB,QAAQ,CAAC,GAAG,EAAE,SAAS,WAAW,EAAE,CAAC;QACrC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;KACrC,CAAC;IACF,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,SAAS,YAAY,EAAE,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;CACnG,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAClD,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IACrE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACtD,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAEtF,MAAM,MAAM,MAAM,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,SAAS,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AA6C9F,wBAAgB,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAU5D;AAmID,wBAAgB,OAAO,CACrB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,SAAS,WAAW,EAAE,GAC3B,MAAM,CAIR;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE;IACP,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC,GACA,MAAM,CA2BR;AAED,wBAAgB,UAAU,CACxB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE;IACP,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IACzC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5C,GACA,IAAI,CAwCN;AAaD,wBAAgB,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAGnE;AAiDD,wBAAgB,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,WAAW,EAAE,GAAG,MAAM,EAAE,CAEtF;AAkDD,wBAAgB,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,SAAS,CAatF;AAQD,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAYpF;AAED,wBAAgB,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAM7F;AAED,wBAAgB,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CASjE;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,GAAG,IAAI,EACtB,KAAK,EAAE,MAAM,GACZ;IAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAwBjC;AAED,wBAAgB,QAAQ,CACtB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,GACZ;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CA2B5B;AAwBD,wBAAgB,OAAO,CACrB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,IAAI,EAAE,SAAS,MAAM,EAAE,GACtB,SAAS,EAAE,CAQb;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,IAAI,EAAE,SAAS,MAAM,EAAE,GACtB,UAAU,EAAE,CAYd;AAED,wBAAgB,SAAS,CACvB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,KAAK,EAAE,SAAS,MAAM,EAAE,GACvB,QAAQ,EAAE,CAYZ;AAED,wBAAgB,IAAI,CAClB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,MAAM,GACZ,MAAM,CAoBR;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,MAAM,GACZ;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CASxD;AAED,wBAAgB,WAAW,CACzB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,SAAS,MAAM,EAAE,EACxB,MAAM,EAAE,OAAO,GACd,OAAO,CAYT;AAED,wBAAgB,QAAQ,CACtB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,GAC7B;IAAE,QAAQ,CAAC,SAAS,EAAE,SAAS,gBAAgB,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CA6BnF;AAED,wBAAgB,MAAM,CAAC,UAAU,EAAE,UAAU,GAAG,aAAa,CA6C5D;AAED,wBAAgB,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAKlD"}
+{"version":3,"file":"stored.d.ts","sourceRoot":"","sources":["../src/stored.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAE1D,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAoB3C,CAAC;AAMF,MAAM,MAAM,IAAI,GAAG,WAAW,GAAG,SAAS,GAAG,WAAW,CAAC;AAEzD,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,SAAS,GAAG,WAAW,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjG,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,CAAC,KAAK,EAAE,SAAS;QACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,QAAQ,CAAC,SAAS,EAAE,SAAS;QAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB,EAAE,CAAC;IACJ,QAAQ,CAAC,IAAI,EAAE,SAAS,OAAO,EAAE,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,QAAQ,CAAC,YAAY,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACnF,QAAQ,CAAC,QAAQ,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9E,QAAQ,CAAC,OAAO,EAAE,SAAS;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAChF,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC;IACtD,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC;IAC1B,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE;QACnB,QAAQ,CAAC,GAAG,EAAE,SAAS,WAAW,EAAE,CAAC;QACrC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;KACrC,CAAC;IACF,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,SAAS,YAAY,EAAE,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;CACnG,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAClD,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IACrE,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACrD,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAEtF,MAAM,MAAM,MAAM,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,SAAS,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AA6C9F,wBAAgB,WAAW,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAU5D;AA6ID,wBAAgB,OAAO,CACrB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,WAAW,EACxB,IAAI,EAAE,SAAS,WAAW,EAAE,GAC3B,MAAM,CAIR;AAOD,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE;IACP,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B,GACA,MAAM,CA+BR;AAED,wBAAgB,UAAU,CACxB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE;IACP,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IACzC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5C,GACA,IAAI,CAwCN;AAiBD,wBAAgB,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAGnE;AAkDD,wBAAgB,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,WAAW,EAAE,GAAG,MAAM,EAAE,CAEtF;AAkDD,wBAAgB,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,SAAS,CAatF;AAQD,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAYpF;AAED,wBAAgB,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAM7F;AAED,wBAAgB,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CASjE;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,GAAG,IAAI,EACtB,KAAK,EAAE,MAAM,GACZ;IAAE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAyBjC;AAED,wBAAgB,QAAQ,CACtB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,GACZ;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CA2B5B;AAwBD,wBAAgB,OAAO,CACrB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,IAAI,EAAE,SAAS,MAAM,EAAE,GACtB,SAAS,EAAE,CAQb;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,IAAI,EAAE,SAAS,MAAM,EAAE,GACtB,UAAU,EAAE,CAYd;AAED,wBAAgB,SAAS,CACvB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,KAAK,EAAE,SAAS,MAAM,EAAE,GACvB,QAAQ,EAAE,CAYZ;AAED,wBAAgB,IAAI,CAClB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,MAAM,GACZ,MAAM,CAoBR;AAED,wBAAgB,KAAK,CACnB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,MAAM,GACZ;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,EAAE,CASxD;AAED,wBAAgB,WAAW,CACzB,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,SAAS,MAAM,EAAE,EACxB,MAAM,EAAE,OAAO,GACd,OAAO,CAYT;AAED,wBAAgB,YAAY,CAC1B,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GACZ,UAAU,GAAG,IAAI,CAMnB;AAED,wBAAgB,QAAQ,CACtB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;CAAE,GACvF,IAAI,CAUN;AAED,wBAAgB,MAAM,CAAC,UAAU,EAAE,UAAU,GAAG,aAAa,CA6C5D;AAED,wBAAgB,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAMlD"}

package/dist/stored.js

@@ -1,9 +1,11 @@
-import { parse } from '@agentshouse/mdmodel';
-import { derived, markdownPath } from './rows.js';
+import { indexDocument, unindexAll, unindexDocuments } from './fulltext.js';
+import { derived } from './rows.js';
 export const REPLICA_TABLES = [
     'CREATE TABLE replica_keys (key INTEGER PRIMARY KEY AUTOINCREMENT, locator TEXT NOT NULL, transfer TEXT NOT NULL, composition TEXT NOT NULL, rederiving INTEGER)',
     'CREATE TABLE replica_rooms (locator TEXT PRIMARY KEY, key INTEGER NOT NULL, record TEXT NOT NULL) WITHOUT ROWID',
     'CREATE TABLE replica_transfers (locator TEXT PRIMARY KEY, key INTEGER NOT NULL, record TEXT NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE replica_transfer_parts (locator TEXT NOT NULL, token TEXT NOT NULL, part BLOB NOT NULL)',
+    'CREATE INDEX replica_transfer_parts_locator ON replica_transfer_parts (locator)',
     'CREATE TABLE replica_entries (id INTEGER PRIMARY KEY, key INTEGER NOT NULL, layer INTEGER NOT NULL, path TEXT NOT NULL, visible INTEGER NOT NULL, present INTEGER NOT NULL, queried INTEGER NOT NULL, binary TEXT, revision TEXT, file_id TEXT, change TEXT, written TEXT, type TEXT, declared TEXT, folder TEXT NOT NULL, fields TEXT, content TEXT)',
     'CREATE UNIQUE INDEX replica_entries_path ON replica_entries (key, layer, path)',
     'CREATE INDEX replica_entries_visible ON replica_entries (key, visible, path)',
@@ -97,9 +99,13 @@ function removeEntry(connection, key, layer, path) {
     if (id === null)
         return;
     dropDerived(connection, id);
+    unindexDocuments(connection, [id]);
     connection.run('DELETE FROM replica_entries WHERE id = ?', [id]);
 }
-function putEntry(connection, key, layer, entry, present, composition) {
+function heldIds(connection, sql, bind) {
+    return connection.rows(sql, bind).map((row) => number(row.id));
+}
+function putEntry(connection, key, layer, entry, present, composition, searched = true) {
     removeEntry(connection, key, layer, entry.path);
     const made = present
         ? derived(entry.path, entry.binary === null ? entry.content : null, composition)
@@ -134,6 +140,9 @@ function putEntry(connection, key, layer, entry, present, composition) {
         return;
     const id = entryId(connection, key, layer, entry.path);
     writeDerived(connection, id, key, made);
+    if (searched && entry.binary === null && entry.content !== null && made.queried) {
+        indexDocument(connection, id, entry.path, entry.content);
+    }
 }
 function revealed(connection, key, touched) {
     if (touched.length === 0)
@@ -148,7 +157,8 @@ function newKey(connection, locator, transfer, composition) {
 function recomposed(connection, key, composition) {
     const [row] = connection.rows('SELECT composition FROM replica_keys WHERE key = ?', [key]);
     const before = json(row?.composition);
-    if (before !== null && fingerprint(before) === fingerprint(composition)) {
+    const held = connection.rows('SELECT 1 FROM replica_entries WHERE key = ? LIMIT 1', [key]);
+    if (held.length === 0 || (before !== null && fingerprint(before) === fingerprint(composition))) {
         connection.run('UPDATE replica_keys SET composition = ? WHERE key = ?', [
             JSON.stringify(composition),
             key,
@@ -163,9 +173,13 @@ function recomposed(connection, key, composition) {
 export function entered(connection, locator, composition, rows) {
     const key = newKey(connection, locator, '', composition);
     for (const entry of rows)
-        putEntry(connection, key, CONFIRMED, entry, true, composition);
+        putEntry(connection, key, CONFIRMED, entry, true, composition, false);
     return key;
 }
+function dropTransfer(connection, locator) {
+    connection.run('DELETE FROM replica_transfers WHERE locator = ?', [locator]);
+    connection.run('DELETE FROM replica_transfer_parts WHERE locator = ?', [locator]);
+}
 export function stage(connection, request) {
     const [held] = connection.rows('SELECT key FROM replica_transfers WHERE locator = ?', [
         request.locator,
@@ -175,8 +189,12 @@ export function stage(connection, request) {
             ? newKey(connection, request.locator, request.transfer, request.composition)
             : number(held.key));
     recomposed(connection, key, request.composition);
-    if (request.record !== null) {
-        connection.run('INSERT OR REPLACE INTO replica_transfers (locator, key, record) VALUES (?, ?, ?)', [request.locator, key, request.record]);
+    connection.run('INSERT OR REPLACE INTO replica_transfers (locator, key, record) VALUES (?, ?, ?)', [request.locator, key, request.record]);
+    if (request.written !== undefined) {
+        connection.run('DELETE FROM replica_transfer_parts WHERE locator = ? AND token = ?', [
+            request.locator,
+            request.written,
+        ]);
     }
     const composition = compositionOf(connection, key);
     for (const entry of request.entries) {
@@ -217,6 +235,7 @@ export function refreshing(connection, request) {
     return null;
 }
 function dropLayer(connection, key, layer) {
+    unindexDocuments(connection, heldIds(connection, 'SELECT id FROM replica_entries WHERE key = ? AND layer = ?', [key, layer]));
     for (const table of ['replica_values', 'replica_links']) {
         connection.run(`DELETE FROM ${table} WHERE doc IN (SELECT id FROM replica_entries WHERE key = ? AND layer = ?)`, [key, layer]);
     }
@@ -235,6 +254,7 @@ function refreshedPaths(connection, key) {
 function applyRefresh(connection, key) {
     const touched = refreshedPaths(connection, key);
     const replaced = `SELECT c.id FROM replica_entries c JOIN replica_entries r ON r.key = c.key AND r.layer = ${REFRESHED} AND r.path = c.path WHERE c.key = ? AND c.layer = ${CONFIRMED}`;
+    unindexDocuments(connection, heldIds(connection, replaced, [key]));
     for (const table of ['replica_values', 'replica_links']) {
         connection.run(`DELETE FROM ${table} WHERE doc IN (${replaced})`, [key]);
     }
@@ -279,7 +299,7 @@ function commitRoom(connection, room) {
         if (room.published.from !== null && room.published.from !== room.key) {
             erasing(connection, room.published.from, room.locator);
         }
-        connection.run('DELETE FROM replica_transfers WHERE locator = ?', [room.locator]);
+        dropTransfer(connection, room.locator);
     }
     if (room.refreshed === true) {
         for (const path of applyRefresh(connection, room.key))
@@ -315,16 +335,16 @@ function commitRoom(connection, room) {
 export function commit(connection, rooms) {
     const counted = {};
     const changed = {};
-    const prepared = {};
+    const indexed = {};
     for (const room of rooms) {
         changed[room.locator] = commitRoom(connection, room);
         counted[room.locator] = counts(connection, [
             { key: room.key, roots: room.roots ?? rootsOf(connection, room.locator) },
         ])[0];
         const [held] = connection.rows('SELECT rederiving FROM replica_keys WHERE key = ?', [room.key]);
-        prepared[room.locator] = held !== undefined && held.rederiving === null;
+        indexed[room.locator] = held !== undefined && held.rederiving === null;
     }
-    return { counts: counted, changed, prepared };
+    return { counts: counted, changed, indexed };
 }
 function rootsOf(connection, locator) {
     const [row] = connection.rows('SELECT record FROM replica_rooms WHERE locator = ?', [locator]);
@@ -337,13 +357,13 @@ export function fenceRooms(connection, locators) {
             erasing(connection, number(row.key), locator);
         }
         connection.run('DELETE FROM replica_rooms WHERE locator = ?', [locator]);
-        connection.run('DELETE FROM replica_transfers WHERE locator = ?', [locator]);
+        dropTransfer(connection, locator);
     }
     return null;
 }
 export function abandon(connection, locator, kept) {
     const [held] = connection.rows('SELECT key FROM replica_transfers WHERE locator = ?', [locator]);
-    connection.run('DELETE FROM replica_transfers WHERE locator = ?', [locator]);
+    dropTransfer(connection, locator);
     if (held === undefined)
         return null;
     if (!kept)
@@ -364,6 +384,7 @@ export function erase(connection, locator, limit) {
         return { remaining: false };
     const key = number(held.key);
     const batch = 'SELECT id FROM replica_entries WHERE key = ? ORDER BY id LIMIT ?';
+    unindexDocuments(connection, heldIds(connection, batch, [key, limit]));
     for (const table of ['replica_values', 'replica_links']) {
         connection.run(`DELETE FROM ${table} WHERE doc IN (${batch})`, [key, limit]);
     }
@@ -480,33 +501,17 @@ export function typedWithin(connection, key, view, roots, within) {
     const placed = roots.length === 0 ? (within ? ' AND 0' : '') : ` AND ${within ? '' : 'NOT '}(${inside})`;
     return (connection.rows(`SELECT 1 FROM replica_entries e WHERE e.key = ? AND ${viewed(view, 'e')} AND e.declared IS NOT NULL AND e.declared <> 'any'${placed} LIMIT 1`, bind).length > 0);
 }
-export function searched(connection, key, locator, after, limit, only) {
-    const bind = [key];
-    if (only !== null)
-        bind.push(paths(only));
-    if (after !== null)
-        bind.push(after);
-    bind.push(limit);
-    const rows = connection.rows(`SELECT e.path, e.type, e.fields, e.content FROM replica_entries e WHERE e.key = ? AND e.visible = 1 AND e.present = 1 AND e.queried = 1 AND e.type IS NOT NULL${only === null ? '' : ' AND e.path IN (SELECT value FROM json_each(?))'}${after === null ? '' : ' AND e.path > ?'} ORDER BY e.path LIMIT ?`, bind);
-    const documents = [];
-    for (const row of rows) {
-        const path = text(row.path);
-        const read = parse(text(row.content) ?? '', path);
-        if (!read.ok || !markdownPath(path))
-            continue;
-        documents.push({
-            room: locator,
-            path,
-            type: text(row.type),
-            fields: json(row.fields) ?? {},
-            preamble: read.document.preamble,
-            sections: read.document.sections,
-        });
-    }
-    return {
-        documents,
-        next: rows.length < limit ? null : text(rows.at(-1).path),
-    };
+export function transferPart(connection, locator, token) {
+    const [held] = connection.rows('SELECT part FROM replica_transfer_parts WHERE locator = ? AND token = ?', [locator, token]);
+    return held?.part instanceof Uint8Array ? held.part : null;
+}
+export function keepPart(connection, request) {
+    connection.run('DELETE FROM replica_transfer_parts WHERE locator = ? AND token = ?', [
+        request.locator,
+        request.token,
+    ]);
+    connection.run('INSERT INTO replica_transfer_parts (locator, token, part) SELECT ?, ?, ? WHERE EXISTS (SELECT 1 FROM replica_transfers WHERE locator = ?)', [request.locator, request.token, request.part, request.locator]);
+    return null;
 }
 export function opened(connection) {
     const facts = {};
@@ -558,4 +563,5 @@ export function ended(connection) {
         if (table !== undefined)
             connection.run(`DELETE FROM ${table}`);
     }
+    unindexAll(connection);
 }