@agentshouse/mdruntime 0.1.0-c7bd7ca3faee4 → 0.1.0-c7f51acc2629c

package/dist/store.js

@@ -1,9 +1,14 @@
-import { sameChange } from './overlay.js';
+import { sameBinary, sameChange } from './overlay.js';
+import { differing } from './shared.js';
 const DATABASE = 'mdruntime';
+const AUTHORED = 'mdruntime-authored';
+const FENCES = 'fences';
 const ROOMS = 'rooms';
 const DOCUMENTS = 'documents';
-const BINARY_TARGETS = 'binaryTargets';
-const ATTACHMENTS = 'attachments';
+const BINARY_FILES = 'binaryFiles';
+const TRANSFERS = 'transfers';
+const RECEIVED = 'received';
+const RECEIVED_PARTS = 'receivedParts';
 const PENDING_CHANGES = 'pendingChanges';
 const DECLARATIONS = 'declarations';
 const ROOM_DRAFTS = 'roomDrafts';
@@ -11,9 +16,45 @@ const PRESENTATION = 'presentation';
 const CONVERSATIONS = 'conversations';
 const MESSAGES = 'messages';
 const CHAT_DRAFTS = 'chatDrafts';
+const CALLS = 'calls';
+const QUEUES = 'queues';
+const FACTS = 'facts';
 const CURRENT = 'current';
 const MEMBER = 'member';
-export const STORE_SCHEMA = 20;
+const TARGETS = 'targets';
+const GENERATION = 'generation';
+const HOLDER = 'holder';
+const BINDING = 'binding';
+export const STORE_SCHEMA = 25;
+const REPLICA_SHAPE = 23;
+export const AUTHORED_SCHEMA = 3;
+const AUTHORED_STORES = [
+    [QUEUES, { keyPath: 'locator' }],
+    [PENDING_CHANGES, { keyPath: ['locator', 'id'] }],
+    [ROOM_DRAFTS, { keyPath: ['locator', 'path'] }],
+    [CHAT_DRAFTS, { keyPath: 'conversation' }],
+    [CALLS, { keyPath: 'operation' }],
+    [FACTS, undefined],
+    [FENCES, { keyPath: 'locator' }],
+];
+const REPLICA_STORES = [
+    [ROOMS, { keyPath: 'locator' }],
+    [DOCUMENTS, { keyPath: ['locator', 'transfer', 'path'] }],
+    [BINARY_FILES, { keyPath: ['locator', 'transfer', 'path'] }],
+    [TRANSFERS, { keyPath: 'locator' }],
+    [RECEIVED, { keyPath: 'key' }],
+    [RECEIVED_PARTS, { keyPath: ['key', 'index'] }],
+    [DECLARATIONS, undefined],
+    [PRESENTATION, { keyPath: 'app' }],
+    [CONVERSATIONS, { keyPath: 'conversation' }],
+    [MESSAGES, { keyPath: ['conversation', 'identity'] }],
+];
+const READ_BATCH = 256;
+const MESSAGE_INDEXES = [
+    ['conversation', 'conversation'],
+    ['position', ['conversation', 'position']],
+    ['turn', ['conversation', 'turn']],
+];
 function settled(request) {
     return new Promise((resolve, reject) => {
         request.onsuccess = () => resolve(request.result);
@@ -29,7 +70,6 @@ function completed(transaction) {
 }
 const EMPTY_DECLARATIONS = {
     lastCompleted: null,
-    generation: null,
     providerLimits: [],
     capabilities: [],
 };
@@ -57,9 +97,110 @@ function amendPending(database, locator, id, amendment) {
     };
     return completed(transaction);
 }
-function roomRecord(record, queue) {
-    const { documents, binaryTargets, revisions, changes, written, attachments, ...room } = record;
-    return { ...room, order: queue.map((batch) => batch.id) };
+function accepted({ conversation: _held, ...message }) {
+    return message;
+}
+function roomRecord(record) {
+    const { documents, binaries, revisions, fileIds, changes, written, ...room } = record;
+    return room;
+}
+function chatDraftRecord(record) {
+    return { ...record, revision: record.revision ?? '' };
+}
+function underTransfer(locator, transfer, after) {
+    return after === undefined
+        ? IDBKeyRange.bound([locator, transfer], [locator, transfer, []])
+        : IDBKeyRange.bound([locator, transfer, after], [locator, transfer, []], true);
+}
+function underRoom(locator) {
+    return IDBKeyRange.bound([locator], [locator, []]);
+}
+async function readTransfer(store, locator, transfer, receive) {
+    let range = underTransfer(locator, transfer);
+    for (;;) {
+        const batch = await settled(store.getAll(range, READ_BATCH));
+        for (const record of batch)
+            receive(record);
+        if (batch.length < READ_BATCH)
+            return;
+        range = underTransfer(locator, transfer, batch[batch.length - 1].path);
+    }
+}
+function emptyLayer() {
+    return { documents: {}, binaries: {}, revisions: {}, fileIds: {}, changes: {}, written: {} };
+}
+async function readLayer(transaction, locator, transfer) {
+    const layer = emptyLayer();
+    const head = (held) => {
+        if (held.revision !== null)
+            layer.revisions[held.path] = held.revision;
+        if (held.fileId !== null)
+            layer.fileIds[held.path] = held.fileId;
+        if (held.change !== null)
+            layer.changes[held.path] = held.change;
+    };
+    await readTransfer(transaction.objectStore(DOCUMENTS), locator, transfer, (document) => {
+        layer.documents[document.path] = document.content;
+        if (document.written !== null)
+            layer.written[document.path] = document.written;
+        head(document);
+    });
+    await readTransfer(transaction.objectStore(BINARY_FILES), locator, transfer, (file) => {
+        layer.binaries[file.path] = file.binary;
+        head(file);
+    });
+    return layer;
+}
+function documentRecord(locator, transfer, layer, path) {
+    return {
+        locator,
+        transfer,
+        path,
+        content: layer.documents[path],
+        revision: layer.revisions[path] ?? null,
+        fileId: layer.fileIds[path] ?? null,
+        change: layer.changes[path] ?? null,
+        written: layer.written[path] ?? null,
+    };
+}
+function binaryFileRecord(locator, transfer, layer, path) {
+    return {
+        locator,
+        transfer,
+        path,
+        revision: layer.revisions[path] ?? null,
+        fileId: layer.fileIds[path] ?? null,
+        change: layer.changes[path] ?? null,
+        binary: layer.binaries[path],
+    };
+}
+function writeLayer(transaction, locator, transfer, next, base) {
+    const documents = transaction.objectStore(DOCUMENTS);
+    const files = transaction.objectStore(BINARY_FILES);
+    const paths = base === null
+        ? new Set([...Object.keys(next.documents), ...Object.keys(next.binaries)])
+        : new Set([
+            ...differing(base.documents, next.documents),
+            ...differing(base.revisions, next.revisions),
+            ...differing(base.fileIds, next.fileIds),
+            ...differing(base.written, next.written),
+            ...differing(base.changes, next.changes, sameChange),
+            ...differing(base.binaries, next.binaries, sameBinary),
+        ]);
+    for (const path of paths) {
+        if (next.documents[path] !== undefined) {
+            documents.put(documentRecord(locator, transfer, next, path));
+        }
+        else if (base?.documents[path] !== undefined) {
+            documents.delete([locator, transfer, path]);
+        }
+        if (next.binaries[path] !== undefined) {
+            files.put(binaryFileRecord(locator, transfer, next, path));
+        }
+        else if (base?.binaries[path] !== undefined) {
+            files.delete([locator, transfer, path]);
+        }
+    }
 }
 function removeRoomEntries(store, locator) {
     const keys = store.getAllKeys();
@@ -70,177 +211,197 @@ function removeRoomEntries(store, locator) {
         }
     };
 }
-export function removeRuntimeStore() {
+function removeDatabase(name) {
     return new Promise((resolve, reject) => {
-        const removal = indexedDB.deleteDatabase(DATABASE);
+        const removal = indexedDB.deleteDatabase(name);
         removal.onsuccess = () => resolve();
         removal.onerror = () => reject(removal.error);
     });
 }
-export async function openRuntimeStore() {
-    const opening = indexedDB.open(DATABASE, STORE_SCHEMA);
-    opening.onupgradeneeded = () => {
+export async function authoredHolder() {
+    const authored = await openAuthored();
+    try {
+        const transaction = authored.transaction(FACTS, 'readonly');
+        const held = transaction.objectStore(FACTS).get(HOLDER);
+        await completed(transaction);
+        return typeof held.result === 'string' ? held.result : null;
+    }
+    finally {
+        authored.close();
+    }
+}
+export async function authoredBy(holder) {
+    const authored = await openAuthored();
+    try {
+        const transaction = authored.transaction(FACTS, 'readwrite');
+        const facts = transaction.objectStore(FACTS);
+        const held = facts.get(HOLDER);
+        let owned = true;
+        held.onsuccess = () => {
+            if (held.result === undefined)
+                facts.put(holder, HOLDER);
+            else
+                owned = held.result === holder;
+        };
+        await completed(transaction);
+        return owned;
+    }
+    finally {
+        authored.close();
+    }
+}
+export async function authoredBinding() {
+    const authored = await openAuthored();
+    try {
+        const transaction = authored.transaction(FACTS, 'readonly');
+        const held = transaction.objectStore(FACTS).get(BINDING);
+        await completed(transaction);
+        return typeof held.result === 'string' ? held.result : null;
+    }
+    finally {
+        authored.close();
+    }
+}
+export async function bindAuthored(binding) {
+    const authored = await openAuthored();
+    try {
+        const transaction = authored.transaction(FACTS, 'readwrite');
+        transaction.objectStore(FACTS).put(binding, BINDING);
+        await completed(transaction);
+    }
+    finally {
+        authored.close();
+    }
+}
+export async function removeRuntimeStore(holder) {
+    await removeDatabase(DATABASE);
+    if (holder !== undefined && (await authoredBy(holder)))
+        return true;
+    await removeDatabase(AUTHORED);
+    return false;
+}
+export function openDatabase(name, version, upgrade) {
+    return new Promise((resolve, reject) => {
+        const opening = indexedDB.open(name, version);
+        opening.onupgradeneeded = (event) => upgrade(opening, event.oldVersion);
+        opening.onsuccess = () => resolve(opening.result);
+        opening.onerror = () => {
+            if (opening.error?.name !== 'VersionError') {
+                reject(opening.error);
+                return;
+            }
+            removeDatabase(name)
+                .then(() => openDatabase(name, version, upgrade))
+                .then(resolve, reject);
+        };
+    });
+}
+function openReplica() {
+    return openDatabase(DATABASE, STORE_SCHEMA, (opening, oldVersion) => {
         const database = opening.result;
-        for (const name of [...database.objectStoreNames])
-            database.deleteObjectStore(name);
-        database.createObjectStore(ROOMS, { keyPath: 'locator' });
-        database.createObjectStore(DOCUMENTS, { keyPath: ['locator', 'path'] });
-        database.createObjectStore(BINARY_TARGETS, { keyPath: ['locator', 'path'] });
-        database.createObjectStore(ATTACHMENTS, { keyPath: ['locator', 'reference'] });
-        database.createObjectStore(PENDING_CHANGES, { keyPath: ['locator', 'id'] });
-        database.createObjectStore(DECLARATIONS);
-        database.createObjectStore(ROOM_DRAFTS, { keyPath: ['locator', 'path'] });
-        database.createObjectStore(PRESENTATION, { keyPath: 'app' });
-        database.createObjectStore(CONVERSATIONS, { keyPath: 'conversation' });
-        const messages = database.createObjectStore(MESSAGES, {
-            keyPath: ['conversation', 'identity'],
-        });
-        messages.createIndex('conversation', 'conversation');
-        database.createObjectStore(CHAT_DRAFTS, { keyPath: 'conversation' });
-    };
-    const database = await settled(opening);
+        if (oldVersion < REPLICA_SHAPE) {
+            for (const name of [...database.objectStoreNames])
+                database.deleteObjectStore(name);
+        }
+        for (const [name, parameters] of REPLICA_STORES) {
+            if (database.objectStoreNames.contains(name))
+                continue;
+            database.createObjectStore(name, parameters);
+        }
+        const messages = opening.transaction.objectStore(MESSAGES);
+        for (const [name, keyPath] of MESSAGE_INDEXES) {
+            if (!messages.indexNames.contains(name))
+                messages.createIndex(name, keyPath);
+        }
+    });
+}
+function openAuthored() {
+    return openDatabase(AUTHORED, AUTHORED_SCHEMA, (opening) => {
+        const database = opening.result;
+        for (const [name, parameters] of AUTHORED_STORES) {
+            if (!database.objectStoreNames.contains(name))
+                database.createObjectStore(name, parameters);
+        }
+    });
+}
+export async function openRuntimeStore(fenced) {
+    const authored = await openAuthored();
+    const database = await openReplica().catch((error) => {
+        authored.close();
+        throw error;
+    });
     return {
         async all() {
-            const transaction = database.transaction([ROOMS, DOCUMENTS, BINARY_TARGETS, ATTACHMENTS], 'readonly');
-            const [rooms, documents, targets, attachments] = await Promise.all([
-                settled(transaction.objectStore(ROOMS).getAll()),
-                settled(transaction.objectStore(DOCUMENTS).getAll()),
-                settled(transaction.objectStore(BINARY_TARGETS).getAll()),
-                settled(transaction.objectStore(ATTACHMENTS).getAll()),
-            ]);
-            const byRoom = new Map();
-            for (const { order, ...room } of rooms) {
-                byRoom.set(room.locator, {
-                    ...room,
-                    documents: {},
-                    revisions: {},
-                    changes: {},
-                    written: {},
-                    binaryTargets: [],
-                    attachments: [],
-                });
+            const transaction = database.transaction([ROOMS, DOCUMENTS, BINARY_FILES], 'readonly');
+            const rooms = await settled(transaction.objectStore(ROOMS).getAll());
+            const records = [];
+            for (const room of rooms.filter((held) => !fenced(held.locator))) {
+                records.push({ ...room, ...(await readLayer(transaction, room.locator, room.transfer)) });
             }
-            const head = (room, held) => {
-                if (held.revision !== null) {
-                    room.revisions[held.path] = held.revision;
-                }
-                if (held.change !== null) {
-                    room.changes[held.path] = held.change;
-                }
-            };
-            for (const document of documents) {
-                const room = byRoom.get(document.locator);
-                if (room === undefined)
-                    continue;
-                room.documents[document.path] = document.content;
-                if (document.written !== null) {
-                    room.written[document.path] = document.written;
-                }
-                head(room, document);
-            }
-            for (const target of targets) {
-                const room = byRoom.get(target.locator);
-                if (room === undefined)
-                    continue;
-                room.binaryTargets.push(target.path);
-                head(room, target);
-            }
-            for (const { locator, ...attachment } of attachments) {
-                const room = byRoom.get(locator);
-                if (room === undefined)
-                    continue;
-                room.attachments.push(attachment);
-            }
-            return [...byRoom.values()];
-        },
-        async write({ next, previous, queue, previousQueue, saved, roomDrafts, consumedRoomDrafts }) {
-            const transaction = database.transaction([ROOMS, DOCUMENTS, BINARY_TARGETS, ATTACHMENTS, PENDING_CHANGES, ROOM_DRAFTS], 'readwrite');
-            transaction.objectStore(ROOMS).put(roomRecord(next, queue));
-            const documents = transaction.objectStore(DOCUMENTS);
-            for (const path of Object.keys(previous?.documents ?? {})) {
-                if (next.documents[path] === undefined)
-                    documents.delete([next.locator, path]);
-            }
-            for (const [path, content] of Object.entries(next.documents)) {
-                if (previous?.documents[path] === content &&
-                    previous.revisions[path] === next.revisions[path] &&
-                    previous.written[path] === next.written[path] &&
-                    sameChange(previous.changes[path], next.changes[path]))
-                    continue;
-                documents.put({
-                    locator: next.locator,
-                    path,
-                    content,
-                    revision: next.revisions[path] ?? null,
-                    change: next.changes[path] ?? null,
-                    written: next.written[path] ?? null,
-                });
-            }
-            const targets = transaction.objectStore(BINARY_TARGETS);
-            const beforeTargets = new Set(previous?.binaryTargets ?? []);
-            const afterTargets = new Set(next.binaryTargets);
-            for (const path of beforeTargets) {
-                if (!afterTargets.has(path))
-                    targets.delete([next.locator, path]);
-            }
-            for (const path of afterTargets) {
-                if (!beforeTargets.has(path) ||
-                    previous?.revisions[path] !== next.revisions[path] ||
-                    !sameChange(previous?.changes[path], next.changes[path])) {
-                    targets.put({
-                        locator: next.locator,
-                        path,
-                        revision: next.revisions[path] ?? null,
-                        change: next.changes[path] ?? null,
-                    });
-                }
-            }
-            const attachments = transaction.objectStore(ATTACHMENTS);
-            const held = new Map((previous?.attachments ?? []).map((attachment) => [attachment.reference, attachment]));
-            const declared = new Set(next.attachments.map((attachment) => attachment.reference));
-            for (const reference of held.keys()) {
-                if (!declared.has(reference))
-                    attachments.delete([next.locator, reference]);
-            }
-            for (const attachment of next.attachments) {
-                if (held.get(attachment.reference) === attachment)
-                    continue;
-                attachments.put({ ...attachment, locator: next.locator });
-            }
-            if (previousQueue !== undefined) {
-                const pending = transaction.objectStore(PENDING_CHANGES);
-                const before = new Set(previousQueue.map((batch) => batch.id));
+            return records;
+        },
+        async keepAuthored({ locator, queue, saved, roomDrafts, consumedRoomDrafts }) {
+            if (fenced(locator))
+                return;
+            const transaction = authored.transaction([QUEUES, PENDING_CHANGES, ROOM_DRAFTS], 'readwrite');
+            const order = transaction.objectStore(QUEUES);
+            const pending = transaction.objectStore(PENDING_CHANGES);
+            const held = order.get(locator);
+            held.onsuccess = () => {
+                const before = new Set(held.result?.order ?? []);
                 const after = new Set(queue.map((batch) => batch.id));
+                if (queue.length === 0)
+                    order.delete(locator);
+                else
+                    order.put({ locator, order: [...after] });
                 for (const id of before) {
                     if (!after.has(id))
-                        pending.delete([next.locator, id]);
+                        pending.delete([locator, id]);
                 }
                 for (const batch of queue) {
                     if (!before.has(batch.id)) {
                         pending.put({
-                            locator: next.locator,
+                            locator,
                             id: batch.id,
                             batch,
-                            drafts: saved ?? [],
+                            drafts: saved?.get(batch.id) ?? [],
                             submission: { state: 'waiting' },
                             lost: false,
                         });
                     }
                 }
-            }
+            };
             const draftStore = transaction.objectStore(ROOM_DRAFTS);
             for (const path of consumedRoomDrafts ?? [])
-                draftStore.delete([next.locator, path]);
+                draftStore.delete([locator, path]);
             for (const record of roomDrafts ?? [])
                 draftStore.put(record);
             await completed(transaction);
         },
+        async write({ next, previous, stored }) {
+            if (next === previous || fenced(next.locator))
+                return;
+            const transaction = database.transaction([ROOMS, DOCUMENTS, BINARY_FILES, TRANSFERS], 'readwrite');
+            transaction.objectStore(ROOMS).put(roomRecord(next));
+            const moved = previous?.transfer !== next.transfer;
+            if (moved && previous !== null) {
+                const range = underTransfer(previous.locator, previous.transfer);
+                transaction.objectStore(DOCUMENTS).delete(range);
+                transaction.objectStore(BINARY_FILES).delete(range);
+            }
+            if (moved)
+                transaction.objectStore(TRANSFERS).delete(next.locator);
+            writeLayer(transaction, next.locator, next.transfer, next, moved ? (stored ?? null) : previous);
+            await completed(transaction);
+        },
         async revokeModels(records) {
             const transaction = database.transaction(ROOMS, 'readwrite');
             const rooms = transaction.objectStore(ROOMS);
             const revoked = { status: 'unavailable', reason: 'revoked' };
-            for (const { record, queue } of records) {
-                rooms.put(roomRecord({ ...record, model: revoked, selectionModel: revoked }, queue));
+            for (const record of records) {
+                if (fenced(record.locator))
+                    continue;
+                rooms.put(roomRecord({ ...record, model: revoked, selectionModel: revoked }));
             }
             await completed(transaction);
         },
@@ -273,36 +434,52 @@ export async function openRuntimeStore() {
             transaction.objectStore(DECLARATIONS).put(member, MEMBER);
             await completed(transaction);
         },
+        async targets() {
+            const transaction = database.transaction(DECLARATIONS, 'readonly');
+            const held = await settled(transaction.objectStore(DECLARATIONS).get(TARGETS));
+            return held ?? {};
+        },
+        async keepTargets(targets) {
+            const transaction = database.transaction(DECLARATIONS, 'readwrite');
+            transaction.objectStore(DECLARATIONS).put(targets, TARGETS);
+            await completed(transaction);
+        },
         async queues() {
-            const transaction = database.transaction([ROOMS, PENDING_CHANGES], 'readonly');
-            const [rooms, pending] = await Promise.all([
-                settled(transaction.objectStore(ROOMS).getAll()),
+            const transaction = authored.transaction([QUEUES, PENDING_CHANGES], 'readonly');
+            const [queues, pending] = await Promise.all([
+                settled(transaction.objectStore(QUEUES).getAll()),
                 settled(transaction.objectStore(PENDING_CHANGES).getAll()),
             ]);
             const byId = new Map(pending.map((record) => [`${record.locator}\0${record.id}`, record]));
-            return rooms.map((room) => ({
-                locator: room.locator,
-                pending: room.order.map((id) => {
-                    const record = byId.get(`${room.locator}\0${id}`);
+            return queues
+                .filter((queue) => !fenced(queue.locator))
+                .map((queue) => ({
+                locator: queue.locator,
+                pending: queue.order.map((id) => {
+                    const record = byId.get(`${queue.locator}\0${id}`);
                     if (record === undefined)
-                        throw new Error(`Missing Pending Change ${room.locator}/${id}`);
+                        throw new Error(`Missing Pending Change ${queue.locator}/${id}`);
                     const { batch, drafts, submission, lost, upload, accepted } = record;
                     return { batch, state: { drafts, submission, lost, upload, accepted } };
                 }),
             }));
         },
-        submit(locator, id, submission, lost) {
-            return amendPending(database, locator, id, { submission, lost });
+        async submit(locator, id, submission, lost) {
+            if (!fenced(locator))
+                await amendPending(authored, locator, id, { submission, lost });
         },
-        accept(locator, id, roomVersion) {
-            return amendPending(database, locator, id, { accepted: roomVersion });
+        async accept(locator, id, roomVersion) {
+            if (!fenced(locator))
+                await amendPending(authored, locator, id, { accepted: roomVersion });
         },
-        keepUpload(locator, id, upload) {
-            return amendPending(database, locator, id, { upload });
+        async keepUpload(locator, id, upload) {
+            if (!fenced(locator))
+                await amendPending(authored, locator, id, { upload });
         },
         async roomDrafts() {
-            const transaction = database.transaction(ROOM_DRAFTS, 'readonly');
-            return settled(transaction.objectStore(ROOM_DRAFTS).getAll());
+            const transaction = authored.transaction(ROOM_DRAFTS, 'readonly');
+            const held = await settled(transaction.objectStore(ROOM_DRAFTS).getAll());
+            return held.filter((record) => !fenced(record.locator));
         },
         async presentation() {
             const transaction = database.transaction(PRESENTATION, 'readonly');
@@ -315,42 +492,100 @@ export async function openRuntimeStore() {
         },
         async conversations() {
             const transaction = database.transaction([CONVERSATIONS, MESSAGES], 'readonly');
-            const [reads, messages] = await Promise.all([
-                settled(transaction.objectStore(CONVERSATIONS).getAll()),
-                settled(transaction.objectStore(MESSAGES).getAll()),
-            ]);
-            const held = new Map();
-            for (const { conversation, read } of reads) {
-                held.set(conversation, { conversation, read, messages: [] });
-            }
-            for (const { conversation, ...message } of messages) {
-                const entry = held.get(conversation) ?? { conversation, read: undefined, messages: [] };
-                entry.messages.push(message);
-                held.set(conversation, entry);
-            }
+            const records = await settled(transaction.objectStore(CONVERSATIONS).getAll());
+            const held = new Map(records.map(({ conversation, read, partial }) => [
+                conversation,
+                { conversation, read, partial: partial === true },
+            ]));
+            const keys = transaction.objectStore(MESSAGES).index('conversation');
+            await new Promise((resolve, reject) => {
+                const cursor = keys.openKeyCursor(null, 'nextunique');
+                cursor.onerror = () => reject(cursor.error);
+                cursor.onsuccess = () => {
+                    const at = cursor.result;
+                    if (at === null) {
+                        resolve();
+                        return;
+                    }
+                    const conversation = at.key;
+                    if (!held.has(conversation)) {
+                        held.set(conversation, { conversation, read: undefined, partial: true });
+                    }
+                    at.continue();
+                };
+            });
             return [...held.values()];
         },
-        async keepMessages({ conversation, messages, read, sealed }) {
-            const transaction = database.transaction([CONVERSATIONS, MESSAGES, CHAT_DRAFTS], 'readwrite');
+        async keepMessages({ conversation, messages, read }) {
+            const transaction = database.transaction([CONVERSATIONS, MESSAGES], 'readwrite');
             const stored = transaction.objectStore(MESSAGES);
             for (const message of messages) {
                 stored.put({ ...message, conversation });
             }
             if (read !== undefined) {
-                transaction
-                    .objectStore(CONVERSATIONS)
-                    .put({ conversation, read });
+                transaction.objectStore(CONVERSATIONS).put({
+                    conversation,
+                    read: read.at,
+                    ...(read.partial ? { partial: true } : {}),
+                });
             }
-            if (sealed === true)
-                transaction.objectStore(CHAT_DRAFTS).delete(conversation);
             await completed(transaction);
         },
+        async messageWindow(conversation, limit) {
+            const transaction = database.transaction(MESSAGES, 'readonly');
+            const index = transaction.objectStore(MESSAGES).index('position');
+            const range = IDBKeyRange.bound([conversation], [conversation, []]);
+            if (limit === undefined) {
+                return (await settled(index.getAll(range))).map(accepted);
+            }
+            const latest = [];
+            if (limit === 0)
+                return latest;
+            await new Promise((resolve, reject) => {
+                const cursor = index.openCursor(range, 'prev');
+                cursor.onerror = () => reject(cursor.error);
+                cursor.onsuccess = () => {
+                    const at = cursor.result;
+                    if (at === null) {
+                        resolve();
+                        return;
+                    }
+                    latest.push(accepted(at.value));
+                    if (latest.length === limit)
+                        resolve();
+                    else
+                        at.continue();
+                };
+            });
+            return latest.reverse();
+        },
+        async messagesAfter(conversation, identity) {
+            const transaction = database.transaction(MESSAGES, 'readonly');
+            const range = identity === null
+                ? IDBKeyRange.bound([conversation], [conversation, []])
+                : IDBKeyRange.bound([conversation, identity], [conversation, []], true);
+            const held = await settled(transaction.objectStore(MESSAGES).getAll(range, READ_BATCH));
+            return held.map(accepted);
+        },
+        async messageIdentities(conversation) {
+            const transaction = database.transaction(MESSAGES, 'readonly');
+            const keys = await settled(transaction.objectStore(MESSAGES).index('conversation').getAllKeys(conversation));
+            return keys.map((key) => key[1]);
+        },
+        async turnArrived(conversation, turn) {
+            const transaction = database.transaction(MESSAGES, 'readonly');
+            const held = await settled(transaction.objectStore(MESSAGES).index('turn').count([conversation, turn]));
+            return held > 0;
+        },
         async dropConversations(conversations) {
-            const transaction = database.transaction([CONVERSATIONS, MESSAGES, CHAT_DRAFTS], 'readwrite');
+            const drafts = authored.transaction(CHAT_DRAFTS, 'readwrite');
+            for (const conversation of conversations)
+                drafts.objectStore(CHAT_DRAFTS).delete(conversation);
+            await completed(drafts);
+            const transaction = database.transaction([CONVERSATIONS, MESSAGES], 'readwrite');
             const messages = transaction.objectStore(MESSAGES);
             for (const conversation of conversations) {
                 transaction.objectStore(CONVERSATIONS).delete(conversation);
-                transaction.objectStore(CHAT_DRAFTS).delete(conversation);
                 const keys = messages.index('conversation').getAllKeys(conversation);
                 keys.onsuccess = () => {
                     for (const key of keys.result)
@@ -360,46 +595,155 @@ export async function openRuntimeStore() {
             await completed(transaction);
         },
         async chatDrafts() {
-            const transaction = database.transaction(CHAT_DRAFTS, 'readonly');
-            return settled(transaction.objectStore(CHAT_DRAFTS).getAll());
+            const transaction = authored.transaction(CHAT_DRAFTS, 'readonly');
+            const held = await settled(transaction.objectStore(CHAT_DRAFTS).getAll());
+            return held.map(chatDraftRecord);
         },
-        async keepChatDraft(record) {
-            const transaction = database.transaction(CHAT_DRAFTS, 'readwrite');
-            transaction.objectStore(CHAT_DRAFTS).put(record);
+        async keepChatDrafts(records) {
+            const transaction = authored.transaction(CHAT_DRAFTS, 'readwrite');
+            for (const record of records)
+                transaction.objectStore(CHAT_DRAFTS).put(record);
             await completed(transaction);
         },
         async dropChatDraft(conversation) {
-            const transaction = database.transaction(CHAT_DRAFTS, 'readwrite');
+            const transaction = authored.transaction(CHAT_DRAFTS, 'readwrite');
             transaction.objectStore(CHAT_DRAFTS).delete(conversation);
             await completed(transaction);
         },
+        async calls() {
+            const transaction = authored.transaction(CALLS, 'readonly');
+            return settled(transaction.objectStore(CALLS).getAll());
+        },
+        async keepCall(record) {
+            const transaction = authored.transaction(CALLS, 'readwrite');
+            transaction.objectStore(CALLS).put(record);
+            await completed(transaction);
+        },
+        async dropCall(operation) {
+            const transaction = authored.transaction(CALLS, 'readwrite');
+            transaction.objectStore(CALLS).delete(operation);
+            await completed(transaction);
+        },
         async keepRoomDraft(record) {
-            const transaction = database.transaction(ROOM_DRAFTS, 'readwrite');
+            if (fenced(record.locator))
+                return;
+            const transaction = authored.transaction(ROOM_DRAFTS, 'readwrite');
             transaction.objectStore(ROOM_DRAFTS).put(record);
             await completed(transaction);
         },
         async discardRoomDraft(locator, path) {
-            const transaction = database.transaction(ROOM_DRAFTS, 'readwrite');
+            if (fenced(locator))
+                return;
+            const transaction = authored.transaction(ROOM_DRAFTS, 'readwrite');
             transaction.objectStore(ROOM_DRAFTS).delete([locator, path]);
             await completed(transaction);
         },
-        async dropRooms(locators) {
-            const transaction = database.transaction([ROOMS, DOCUMENTS, BINARY_TARGETS, ATTACHMENTS, PENDING_CHANGES, ROOM_DRAFTS], 'readwrite');
+        async fences() {
+            const transaction = authored.transaction(FENCES, 'readonly');
+            const held = await settled(transaction.objectStore(FENCES).getAll());
+            return held.map((fence) => fence.locator);
+        },
+        async erase(locators) {
+            const work = authored.transaction([FENCES, QUEUES, PENDING_CHANGES, ROOM_DRAFTS], 'readwrite');
             for (const locator of locators) {
-                transaction.objectStore(ROOMS).delete(locator);
-                for (const name of [DOCUMENTS, BINARY_TARGETS, ATTACHMENTS, PENDING_CHANGES, ROOM_DRAFTS]) {
-                    removeRoomEntries(transaction.objectStore(name), locator);
+                work.objectStore(FENCES).put({ locator });
+                work.objectStore(QUEUES).delete(locator);
+                for (const name of [PENDING_CHANGES, ROOM_DRAFTS]) {
+                    removeRoomEntries(work.objectStore(name), locator);
                 }
             }
+            await completed(work);
+            const transaction = database.transaction([ROOMS, DOCUMENTS, BINARY_FILES, TRANSFERS], 'readwrite');
+            for (const locator of locators) {
+                transaction.objectStore(ROOMS).delete(locator);
+                transaction.objectStore(TRANSFERS).delete(locator);
+                transaction.objectStore(DOCUMENTS).delete(underRoom(locator));
+                transaction.objectStore(BINARY_FILES).delete(underRoom(locator));
+            }
+            await completed(transaction);
+            const fences = authored.transaction(FENCES, 'readwrite');
+            for (const locator of locators)
+                fences.objectStore(FENCES).delete(locator);
+            await completed(fences);
+        },
+        async discard(locator) {
+            const transaction = authored.transaction([QUEUES, PENDING_CHANGES], 'readwrite');
+            transaction.objectStore(QUEUES).delete(locator);
+            removeRoomEntries(transaction.objectStore(PENDING_CHANGES), locator);
+            await completed(transaction);
+        },
+        async transfers() {
+            const transaction = database.transaction(TRANSFERS, 'readonly');
+            const held = await settled(transaction.objectStore(TRANSFERS).getAll());
+            return held.filter((record) => !fenced(record.locator));
+        },
+        staged(record) {
+            const transaction = database.transaction([DOCUMENTS, BINARY_FILES], 'readonly');
+            return readLayer(transaction, record.locator, record.transfer);
+        },
+        async stage(record, page) {
+            if (fenced(record.locator))
+                return;
+            const transaction = database.transaction([TRANSFERS, DOCUMENTS, BINARY_FILES], 'readwrite');
+            writeLayer(transaction, record.locator, record.transfer, page, null);
+            transaction.objectStore(TRANSFERS).put(record);
+            await completed(transaction);
+        },
+        async abandon(locator) {
+            if (fenced(locator))
+                return;
+            const transaction = database.transaction([TRANSFERS, DOCUMENTS, BINARY_FILES], 'readwrite');
+            const transfers = transaction.objectStore(TRANSFERS);
+            const held = transfers.get(locator);
+            held.onsuccess = () => {
+                const record = held.result;
+                if (record === undefined)
+                    return;
+                transfers.delete(locator);
+                const range = underTransfer(locator, record.transfer);
+                transaction.objectStore(DOCUMENTS).delete(range);
+                transaction.objectStore(BINARY_FILES).delete(range);
+            };
+            await completed(transaction);
+        },
+        async receivedHeads() {
+            const transaction = database.transaction(RECEIVED, 'readonly');
+            return settled(transaction.objectStore(RECEIVED).getAll());
+        },
+        async receivedParts(key, count) {
+            const transaction = database.transaction(RECEIVED_PARTS, 'readonly');
+            const kept = await settled(transaction
+                .objectStore(RECEIVED_PARTS)
+                .getAll(IDBKeyRange.bound([key, 0], [key, count], false, true)));
+            return kept.map((part) => part.value);
+        },
+        async keepReceived(key, head, part) {
+            const transaction = database.transaction([RECEIVED, RECEIVED_PARTS], 'readwrite');
+            transaction.objectStore(RECEIVED).put({ key, head });
+            if (part !== undefined)
+                transaction.objectStore(RECEIVED_PARTS).put({ key, ...part });
+            await completed(transaction);
+        },
+        async dropReceived(keys) {
+            const transaction = database.transaction([RECEIVED, RECEIVED_PARTS], 'readwrite');
+            for (const key of keys) {
+                transaction.objectStore(RECEIVED).delete(key);
+                transaction.objectStore(RECEIVED_PARTS).delete(IDBKeyRange.bound([key], [key, []]));
+            }
             await completed(transaction);
         },
         async generation() {
-            return (await declaration(database)).generation;
+            const transaction = authored.transaction(FACTS, 'readonly');
+            const held = await settled(transaction.objectStore(FACTS).get(GENERATION));
+            return held ?? null;
         },
-        rememberGeneration(value) {
-            return updateDeclaration(database, (record) => ({ ...record, generation: value }));
+        async rememberGeneration(value) {
+            const transaction = authored.transaction(FACTS, 'readwrite');
+            transaction.objectStore(FACTS).put(value, GENERATION);
+            await completed(transaction);
         },
         close() {
+            authored.close();
             database.close();
         },
     };