@agentshouse/mdruntime 0.1.0-ce531b51ff088 → 0.1.0-ce5c5bb29be5a

package/dist/memory.js

@@ -1,9 +1,11 @@
-import { ROOM_CONTRACT_VERSION, } from './adapter.js';
-import { MD_MODEL } from './collection.js';
 import { sameChange } from './overlay.js';
+const ATTACHMENTS = 'attachments';
+function lastName(path) {
+    return path.slice(path.lastIndexOf('/') + 1);
+}
 const FIXTURE_RETENTION = {
     history: { kind: 'duration', seconds: 1 },
-    outcome: 1,
+    outcome: 604_800,
     refreshHorizon: 1,
 };
 function declaredRetention(value) {
@@ -15,6 +17,14 @@ function declaredRetention(value) {
     }
     throw new Error('history retention duration must be a finite positive number of seconds');
 }
+const MODEL_ABSENT = { kind: 'model-unavailable', reason: 'not-readable' };
+function modelsOf(room) {
+    return { collection: room.model ?? MODEL_ABSENT };
+}
+function changedModels(room, from) {
+    const now = modelsOf(room);
+    return JSON.stringify(now) === JSON.stringify(modelsOf(from)) ? undefined : now;
+}
 function named(source, paths) {
     const taken = {};
     for (const path of paths) {
@@ -31,8 +41,6 @@ async function resolveScript(answer, fallback, request) {
 }
 export function createMemoryAdapter(options = {}) {
     let rooms = options.rooms === undefined ? [] : [...options.rooms];
-    const mdModel = options.mdModel ?? MD_MODEL;
-    const supportedVersions = options.supportedVersions ?? [ROOM_CONTRACT_VERSION];
     const capabilities = options.capabilities ?? [];
     const providerLimits = options.providerLimits ?? [];
     const retention = declaredRetention(options.retention);
@@ -46,8 +54,12 @@ export function createMemoryAdapter(options = {}) {
     const scripted = new Map();
     const unsealed = new Map();
     const sealed = new Set();
+    const sentTurns = new Map();
     const historyPageSize = options.historyPageSize;
-    let selected = [];
+    const attached = new Map();
+    const linked = new WeakMap();
+    let held = [];
+    let expiring = [];
     let replicated = [];
     let issued = 0;
     function scriptConversations(entries) {
@@ -76,6 +88,19 @@ export function createMemoryAdapter(options = {}) {
         const wanted = ordinals.get(`${locator}\u0000${target}`);
         return held !== undefined && wanted !== undefined && held >= wanted;
     }
+    function heldBlob(room, path) {
+        return attached.get(`${room.locator}\u0000${path}`) ?? room.blobs?.[path];
+    }
+    function freePath(room, name) {
+        const dot = name.lastIndexOf('.');
+        const stem = dot > 0 ? name.slice(0, dot) : name;
+        const extension = dot > 0 ? name.slice(dot) : '';
+        for (let count = 1;; count += 1) {
+            const path = `${ATTACHMENTS}/${count === 1 ? stem : `${stem}-${count}`}${extension}`;
+            if (heldBlob(room, path) === undefined && room.documents?.[path] === undefined)
+                return path;
+        }
+    }
     function retain(entries) {
         for (const room of entries) {
             note(room.locator, room);
@@ -89,37 +114,54 @@ export function createMemoryAdapter(options = {}) {
         return {
             name: room.name,
             locator: room.locator,
+            handle: room.handle,
             roomVersion: room.roomVersion,
             operations: room.operations,
             replica: room.replica,
-            attachedModel: room.attachedModel,
             ...(room.typedSelection === undefined ? {} : { typedSelection: room.typedSelection }),
             providerOwnedPaths: room.providerOwnedPaths,
         };
     }
-    function page(room, from) {
+    function page(room, after) {
         const paths = Object.keys(room.documents ?? {}).sort();
+        const opening = after === undefined;
+        const from = opening ? 0 : paths.filter((path) => path <= after).length;
         const size = pageSize ?? paths.length;
         const taken = paths.slice(from, from + size);
         const next = from + taken.length;
-        const targets = from === 0 ? (room.binaryTargets ?? []) : [];
+        const targets = opening ? Object.keys(room.binaryFiles ?? {}) : [];
         return {
             kind: 'bootstrap',
             roomVersion: room.roomVersion,
+            ...(opening ? { models: modelsOf(room) } : {}),
             documents: named(room.documents ?? {}, taken),
-            revisions: named(room.revisions ?? {}, taken),
+            revisions: named(room.revisions ?? {}, [...taken, ...targets]),
+            ...(room.fileIds === undefined
+                ? {}
+                : { fileIds: named(room.fileIds, [...taken, ...targets]) }),
             changes: named(room.changes ?? {}, [...taken, ...targets]),
-            binaryTargets: targets,
-            ...(from === 0 && room.attachments !== undefined ? { attachments: room.attachments } : {}),
-            ...(next < paths.length ? { pageToken: String(next) } : {}),
+            binaryFiles: named(room.binaryFiles ?? {}, targets),
+            ...(opening && room.folders !== undefined ? { folders: room.folders } : {}),
+            ...(next < paths.length ? { pageToken: taken.at(-1) } : {}),
+        };
+    }
+    function foldersMoved(room, from) {
+        const now = new Set(room.folders ?? []);
+        const before = new Set(from.folders ?? []);
+        const folders = [...now].filter((folder) => !before.has(folder)).sort();
+        const folderRemovals = [...before].filter((folder) => !now.has(folder)).sort();
+        return {
+            ...(folders.length === 0 ? {} : { folders }),
+            ...(folderRemovals.length === 0 ? {} : { folderRemovals }),
         };
     }
     function advancement(room, from, at) {
         const current = room.documents ?? {};
         const previous = from.documents ?? {};
-        const currentTargets = new Set(room.binaryTargets ?? []);
-        const previousTargets = new Set(from.binaryTargets ?? []);
+        const currentTargets = new Set(Object.keys(room.binaryFiles ?? {}));
+        const previousTargets = new Set(Object.keys(from.binaryFiles ?? {}));
         const headMoved = (path) => room.revisions?.[path] !== from.revisions?.[path] ||
+            room.fileIds?.[path] !== from.fileIds?.[path] ||
             !sameChange(room.changes?.[path], from.changes?.[path]);
         const changed = Object.keys(current)
             .filter((path) => current[path] !== previous[path] || headMoved(path))
@@ -134,22 +176,25 @@ export function createMemoryAdapter(options = {}) {
         const targets = opening
             ? [...currentTargets].filter((target) => !previousTargets.has(target) || headMoved(target))
             : [];
-        const attachments = room.attachments ?? [];
-        const declared = opening && JSON.stringify(attachments) !== JSON.stringify(from.attachments ?? []);
+        const models = opening ? changedModels(room, from) : undefined;
         return {
             kind: 'net-advancement',
             roomVersion: room.roomVersion,
+            ...(models === undefined ? {} : { models }),
             documents: named(current, taken),
-            revisions: named(room.revisions ?? {}, taken),
+            revisions: named(room.revisions ?? {}, [...taken, ...targets]),
+            ...(room.fileIds === undefined
+                ? {}
+                : { fileIds: named(room.fileIds, [...taken, ...targets]) }),
             changes: named(room.changes ?? {}, [...taken, ...targets]),
-            binaryTargets: targets,
+            binaryFiles: named(room.binaryFiles ?? {}, targets),
+            ...(opening ? foldersMoved(room, from) : {}),
             removals: opening
                 ? [
                     ...Object.keys(previous).filter((path) => !(path in current) && !currentTargets.has(path)),
                     ...[...previousTargets].filter((target) => !currentTargets.has(target) && !(target in current)),
                 ].sort()
                 : [],
-            ...(declared ? { attachments } : {}),
             ...(pageToken === undefined ? {} : { pageToken }),
         };
     }
@@ -170,7 +215,7 @@ export function createMemoryAdapter(options = {}) {
     function historiesOf(input) {
         const asked = input?.conversations;
         if (!Array.isArray(asked))
-            return { kind: 'rejected', code: 'invalid_request', fields: {} };
+            return { kind: 'rejected', code: 'invalid_request', fields: {}, retryable: false };
         const histories = [];
         for (const entry of asked) {
             const conversation = typeof entry.conversation === 'string' ? scripted.get(entry.conversation) : undefined;
@@ -198,21 +243,32 @@ export function createMemoryAdapter(options = {}) {
         const named = typeof input.conversation === 'string' ? input.conversation : '';
         const conversation = scripted.get(named);
         if (conversation === undefined) {
-            return { kind: 'rejected', code: 'unknown-conversation', fields: { conversation: named } };
+            return {
+                kind: 'rejected',
+                code: 'unknown-conversation',
+                fields: { conversation: named },
+                retryable: false,
+            };
         }
         const outcome = conversation.outcomes?.[name];
         if (outcome !== undefined)
             return outcome;
         if (name === 'conversation.send') {
+            const operation = typeof input.operation_id === 'string' ? input.operation_id : null;
+            const answered = operation === null ? undefined : sentTurns.get(operation);
+            if (answered !== undefined)
+                return { kind: 'action', result: { turn: answered } };
             issued += 1;
             const turn = `turn-${issued}`;
             unsealed.set(turn, named);
+            if (operation !== null)
+                sentTurns.set(operation, turn);
             return { kind: 'action', result: { turn } };
         }
         if (name === 'conversation.cancel') {
             const turn = typeof input.turn === 'string' ? input.turn : '';
             if (sealed.has(turn) || !unsealed.has(turn)) {
-                return { kind: 'rejected', code: 'turn-sealed', fields: { turn } };
+                return { kind: 'rejected', code: 'turn-sealed', fields: { turn }, retryable: false };
             }
             unsealed.delete(turn);
             return { kind: 'action', result: { turn, cancelled: true } };
@@ -221,18 +277,26 @@ export function createMemoryAdapter(options = {}) {
             scripted.delete(named);
         return { kind: 'action', result: { conversation: named } };
     }
+    function announceList() {
+        const entries = [...scripted.values()].flatMap(({ conversation, listed, messages = [] }) => listed === undefined
+            ? []
+            : [{ conversation, ...listed, newest: messages.at(-1)?.position ?? null }]);
+        for (const listener of listeners)
+            listener({ kind: 'list', entries });
+    }
     function discovery() {
         return {
             kind: 'discovery',
-            supportedVersions,
-            mdModel,
             rooms: rooms.map(declared),
             capabilities,
             providerLimits,
             retention,
+            ...(options.member === undefined ? {} : { member: options.member }),
         };
     }
     return {
+        ...(options.exhaustiveDiscovery === undefined ? {} : { exhaustiveDiscovery: true }),
+        ...(options.roomTypes === undefined ? {} : { roomTypes: options.roomTypes }),
         setRooms(next) {
             rooms = [...next];
             retain(rooms);
@@ -240,9 +304,28 @@ export function createMemoryAdapter(options = {}) {
         setConversations(next) {
             scriptConversations(next);
         },
-        notifyRoomVersion(notification) {
+        open() {
+            announceList();
+            for (const observer of observers)
+                observer({ kind: 'opened' });
+        },
+        close({ revoked = false, lost = !revoked } = {}) {
             for (const observer of observers)
-                observer(notification);
+                observer({ kind: 'closed', revoked, lost });
+        },
+        expire(locators) {
+            expiring = [...locators];
+        },
+        notifyRoomVersion({ locator, roomVersion }) {
+            for (const observer of observers)
+                observer({ kind: 'room-version', locator, roomVersion });
+        },
+        notifyAuthorityChanged(scope) {
+            for (const observer of observers) {
+                observer(scope === undefined
+                    ? { kind: 'authority-changed' }
+                    : { kind: 'authority-changed', scope });
+            }
         },
         notifyConversation(event) {
             if (event.kind === 'accepted-message') {
@@ -256,8 +339,8 @@ export function createMemoryAdapter(options = {}) {
             for (const observer of modeObservers)
                 observer(mode);
         },
-        selectedRooms() {
-            return selected;
+        heldRooms() {
+            return held;
         },
         replicatedConversations() {
             return replicated;
@@ -281,12 +364,46 @@ export function createMemoryAdapter(options = {}) {
                 };
             },
         },
-        roomVersions: {
-            select(locators) {
-                selected = [...locators];
+        roomStream: {
+            hold(asked) {
+                held = asked.map((room) => room.locator);
+                const expired = expiring.filter((locator) => held.includes(locator));
+                expiring = [];
+                const moved = asked.flatMap((room) => {
+                    const current = rooms.find((entry) => entry.locator === room.locator);
+                    return current === undefined ||
+                        expired.includes(room.locator) ||
+                        current.roomVersion === room.roomVersion
+                        ? []
+                        : [{ locator: room.locator, roomVersion: current.roomVersion }];
+                });
+                queueMicrotask(() => {
+                    for (const observer of observers) {
+                        for (const room of moved)
+                            observer({ kind: 'room-version', ...room });
+                        observer({ kind: 'opening', expired });
+                    }
+                });
+            },
+            reopen() {
+                queueMicrotask(() => {
+                    for (const observer of observers) {
+                        observer({ kind: 'closed', revoked: false, lost: false });
+                    }
+                });
             },
             observe(notify) {
                 observers.add(notify);
+                queueMicrotask(() => {
+                    if (!observers.has(notify))
+                        return;
+                    if (options.unopened === true) {
+                        notify({ kind: 'closed', revoked: false, lost: true });
+                        return;
+                    }
+                    announceList();
+                    notify({ kind: 'opened' });
+                });
                 return () => {
                     observers.delete(notify);
                 };
@@ -298,13 +415,6 @@ export function createMemoryAdapter(options = {}) {
             else
                 scripts[operation] = answer;
         },
-        async model(_authorization, request) {
-            return resolveScript(scripts.model, () => {
-                const room = rooms.find((entry) => entry.locator === request.locator);
-                const answer = request.attached === 'collection' ? room?.model : room?.selectionModel;
-                return answer ?? { kind: 'model-unavailable', reason: 'not-readable' };
-            }, request);
-        },
         async authorize() {
             return resolveScript(scripts.authorize, () => ({}), undefined);
         },
@@ -317,13 +427,21 @@ export function createMemoryAdapter(options = {}) {
             });
         },
         reached,
+        follows(locator, roomVersion, next) {
+            const scripted = scripts.follows;
+            if (typeof scripted === 'boolean')
+                return scripted;
+            if (scripted !== undefined)
+                return scripted(locator, roomVersion, next);
+            return true;
+        },
         async bootstrap(_authorization, request) {
             return resolveScript(scripts.bootstrap, () => {
                 const room = rooms.find((entry) => entry.locator === request.locator);
                 if (room === undefined) {
                     return { kind: 'room-not-readable', locator: request.locator };
                 }
-                return page(room, request.pageToken === undefined ? 0 : Number(request.pageToken));
+                return page(room, request.pageToken);
             }, request).then((answer) => note(request.locator, answer));
         },
         async refresh(_authorization, request) {
@@ -341,10 +459,6 @@ export function createMemoryAdapter(options = {}) {
                     }
                     return advancement(continuation.room, continuation.from, continuation.at);
                 }
-                if (request.minPosition !== undefined &&
-                    !reached(room.locator, room.roomVersion, request.minPosition)) {
-                    return { kind: 'retryable-refusal', code: 'replica_behind', fields: {} };
-                }
                 if (request.fromRoomVersion === room.roomVersion) {
                     return { kind: 'still-current' };
                 }
@@ -360,8 +474,20 @@ export function createMemoryAdapter(options = {}) {
                 if (room === undefined) {
                     return { kind: 'room-not-readable', locator: request.locator };
                 }
-                return { kind: 'rejected', code: 'unscripted-mutation', fields: {}, affected: {} };
-            }, request).then((answer) => note(request.locator, answer));
+                return {
+                    kind: 'rejected',
+                    code: 'unscripted-mutation',
+                    fields: {},
+                    retryable: false,
+                    affected: {},
+                };
+            }, request).then((answer) => {
+                const destination = request.changeBatch.between?.destination.room;
+                if (answer.kind === 'accepted' && answer.destination !== undefined && destination) {
+                    note(destination, answer.destination);
+                }
+                return note(request.locator, answer);
+            });
         },
         async history(_authorization, request) {
             return resolveScript(scripts.history, () => {
@@ -375,11 +501,46 @@ export function createMemoryAdapter(options = {}) {
                 };
             }, request);
         },
+        async binary(_authorization, request) {
+            return resolveScript(scripts.binary, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
+                if (room === undefined)
+                    return { kind: 'room-not-readable', locator: request.locator };
+                const blob = heldBlob(room, request.path);
+                return blob === undefined
+                    ? { kind: 'rejected', code: 'file_not_found', fields: {}, retryable: false }
+                    : { kind: 'binary', body: blob.stream(), mediaType: blob.type };
+            }, request);
+        },
+        async link(_authorization, request) {
+            return resolveScript(scripts.link, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
+                if (room === undefined)
+                    return { kind: 'room-not-readable', locator: request.locator };
+                const blob = heldBlob(room, request.path);
+                if (blob === undefined) {
+                    return { kind: 'rejected', code: 'file_not_found', fields: {}, retryable: false };
+                }
+                const url = linked.get(blob) ?? URL.createObjectURL(blob);
+                linked.set(blob, url);
+                return { kind: 'link', url, name: lastName(request.path), mediaType: blob.type };
+            }, request);
+        },
+        async attach(_authorization, request) {
+            return resolveScript(scripts.attach, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
+                if (room === undefined)
+                    return { kind: 'room-not-readable', locator: request.locator };
+                const path = freePath(room, request.name);
+                attached.set(`${room.locator}\u0000${path}`, request.blob);
+                return { kind: 'attached', path, revision: `attached-${attached.size}` };
+            }, request);
+        },
         async action(_authorization, request) {
             return resolveScript(scripts.action, () => {
                 if (request.name.startsWith('conversation.'))
                     return conversationAction(request);
-                return { kind: 'rejected', code: 'unscripted-action', fields: {} };
+                return { kind: 'rejected', code: 'unscripted-action', fields: {}, retryable: false };
             }, request).then((answer) => {
                 if (answer.kind === 'action' && answer.at !== undefined)
                     note(answer.at.locator, answer.at);

package/dist/messages.d.ts

@@ -0,0 +1,28 @@
+import type { AcceptedMessage } from './adapter.js';
+import type { Connection } from './tables.js';
+export declare const MESSAGE_TABLES: readonly string[];
+export type HeldConversation = {
+    readonly conversation: string;
+    readonly read: string | null | undefined;
+    readonly partial: boolean;
+};
+export type MessageWindow = {
+    readonly messages: AcceptedMessage[];
+    readonly more: boolean;
+};
+export type ConversationWrite = {
+    readonly conversation: string;
+    readonly messages: readonly AcceptedMessage[];
+    readonly read?: {
+        readonly at: string | null;
+        readonly partial: boolean;
+    };
+};
+export declare function heldConversations(connection: Connection): HeldConversation[];
+export declare function keptMessages(connection: Connection, { conversation, messages, read }: ConversationWrite): null;
+export declare function messageWindow(connection: Connection, conversation: string, limit: number, before: readonly [string, string] | null): MessageWindow;
+export declare function messageCount(connection: Connection, conversation: string): number;
+export declare function turnArrived(connection: Connection, conversation: string, turn: string): boolean;
+export declare function droppedMessages(connection: Connection, conversations: readonly string[]): void;
+export declare function forgottenMessages(connection: Connection): void;
+//# sourceMappingURL=messages.d.ts.map

package/dist/messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.d.ts","sourceRoot":"","sources":["../src/messages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEpD,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAE1D,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAM3C,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC;AAE7F,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,SAAS,eAAe,EAAE,CAAC;IAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;CAC3E,CAAC;AAMF,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,gBAAgB,EAAE,CAmB5E;AAED,wBAAgB,YAAY,CAC1B,UAAU,EAAE,UAAU,EACtB,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,iBAAiB,GAClD,IAAI,CAoCN;AAYD,wBAAgB,aAAa,CAC3B,UAAU,EAAE,UAAU,EACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,GACvC,aAAa,CAUf;AAED,wBAAgB,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAMjF;AAED,wBAAgB,WAAW,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAO/F;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAW9F;AAED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAG9D"}

package/dist/messages.js

@@ -0,0 +1,90 @@
+import { indexMessage, unindexMessages } from './fulltext.js';
+export const MESSAGE_TABLES = [
+    'CREATE TABLE conversation_reads (conversation TEXT PRIMARY KEY, read TEXT, partial INTEGER NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE conversation_messages (id INTEGER PRIMARY KEY, conversation TEXT NOT NULL, identity TEXT NOT NULL, turn TEXT NOT NULL, position TEXT NOT NULL, message TEXT NOT NULL, text TEXT NOT NULL)',
+    'CREATE UNIQUE INDEX conversation_messages_identity ON conversation_messages (conversation, identity)',
+    'CREATE INDEX conversation_messages_position ON conversation_messages (conversation, position, identity)',
+    'CREATE INDEX conversation_messages_turn ON conversation_messages (conversation, turn)',
+];
+function text(value) {
+    return typeof value === 'string' ? value : String(value);
+}
+export function heldConversations(connection) {
+    const held = new Map();
+    for (const row of connection.rows('SELECT conversation, read, partial FROM conversation_reads')) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: row.read === null ? null : text(row.read),
+            partial: Number(row.partial) === 1,
+        });
+    }
+    for (const row of connection.rows('SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)')) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: undefined,
+            partial: true,
+        });
+    }
+    return [...held.values()];
+}
+export function keptMessages(connection, { conversation, messages, read }) {
+    for (const message of messages) {
+        const [held] = connection.rows('SELECT id FROM conversation_messages WHERE conversation = ? AND identity = ?', [conversation, message.identity]);
+        const record = [
+            message.turn,
+            message.position,
+            JSON.stringify(message.message ?? null),
+            message.text,
+        ];
+        let id;
+        if (held === undefined) {
+            connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?)', [conversation, message.identity, ...record]);
+            id = Number(connection.rows('SELECT last_insert_rowid() AS id')[0].id);
+        }
+        else {
+            id = Number(held.id);
+            unindexMessages(connection, [id]);
+            connection.run('UPDATE conversation_messages SET turn = ?, position = ?, message = ?, text = ? WHERE id = ?', [...record, id]);
+        }
+        indexMessage(connection, id, message.text);
+    }
+    if (read !== undefined) {
+        connection.run('INSERT OR REPLACE INTO conversation_reads (conversation, read, partial) VALUES (?, ?, ?)', [conversation, read.at, read.partial ? 1 : 0]);
+    }
+    return null;
+}
+function accepted(row) {
+    return {
+        identity: text(row.identity),
+        turn: text(row.turn),
+        position: text(row.position),
+        text: text(row.text),
+        message: JSON.parse(text(row.message)),
+    };
+}
+export function messageWindow(connection, conversation, limit, before) {
+    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
+        ? [conversation, limit + 1]
+        : [conversation, before[0], before[0], before[1], limit + 1]);
+    return { messages: rows.slice(0, limit).map(accepted).reverse(), more: rows.length > limit };
+}
+export function messageCount(connection, conversation) {
+    const [counted] = connection.rows('SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?', [conversation]);
+    return Number(counted?.held ?? 0);
+}
+export function turnArrived(connection, conversation, turn) {
+    return (connection.rows('SELECT 1 FROM conversation_messages WHERE conversation = ? AND turn = ? LIMIT 1', [conversation, turn]).length > 0);
+}
+export function droppedMessages(connection, conversations) {
+    for (const conversation of conversations) {
+        unindexMessages(connection, connection
+            .rows('SELECT id FROM conversation_messages WHERE conversation = ?', [conversation])
+            .map((row) => Number(row.id)));
+        connection.run('DELETE FROM conversation_messages WHERE conversation = ?', [conversation]);
+        connection.run('DELETE FROM conversation_reads WHERE conversation = ?', [conversation]);
+    }
+}
+export function forgottenMessages(connection) {
+    connection.run('DELETE FROM conversation_messages');
+    connection.run('DELETE FROM conversation_reads');
+}

package/dist/model.d.ts

@@ -1,55 +1,63 @@
-import type { Definition, FieldSpec, SectionSpec, VerifiedModel } from '@agentshouse/mdmodel';
+import type { Definition, ValueFacts, VerifiedModel } from '@agentshouse/mdmodel';
+import type { Open } from './open.js';
 export type ModelIdentity = {
     identity: string;
     version: string;
 };
 export type ModelSnapshot = ModelIdentity & {
     schema: string | null;
+    revision: string | null;
 };
-export type ModelUnavailableReason = 'not-readable' | 'revoked' | 'not-acquired' | 'version-changed' | 'invalid';
+export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired' | 'invalid'>;
 export type ModelResult = {
     kind: 'model';
     snapshot: ModelSnapshot;
 } | {
     kind: 'model-unavailable';
     reason: ModelUnavailableReason;
-} | {
-    kind: 'transport-uncertainty';
-} | {
-    kind: 'revoked-authorization';
-};
-export type MdType = {
-    name: string;
-    fields: Readonly<Record<string, FieldSpec>>;
-    sections: Readonly<Record<string, SectionSpec>>;
 };
+export type MdType = Definition;
 export type ModelState = {
     status: 'unavailable';
     reason: ModelUnavailableReason;
+    schema?: string | null;
+    revision?: string | null;
 } | {
     status: 'current' | 'cached';
     snapshot: ModelSnapshot;
     verifiedWith: ModelIdentity;
     types: VerifiedModel['types'];
 };
-export type TypesResult = {
+export type StoredModel = Extract<ModelState, {
     status: 'unavailable';
+}> | Omit<Extract<ModelState, {
+    status: 'current' | 'cached';
+}>, 'types'>;
+export type TypesResult = {
+    status: Open<'unavailable'>;
     reason: ModelUnavailableReason;
+    types: null;
+    schema?: string | null;
+    revision?: string | null;
 } | {
-    status: 'current' | 'cached';
+    status: Open<'current' | 'cached'>;
     identity: string;
     version: string;
     verifiedWith: ModelIdentity;
     types: readonly MdType[];
+    schema: string | null;
+    revision: string | null;
 };
 export type ValidationReceipt = {
     identity: string;
     version: string;
-    source: 'current' | 'cached';
+    source: Open<'current' | 'cached'>;
 };
 export declare const NO_MODEL: ModelState;
 export declare function definitionOf(state: ModelState, type: string | undefined): Definition | undefined;
 export declare function modelTypes(state: ModelState): TypesResult;
+export declare function storedModel(state: ModelState): StoredModel;
 export declare function cached(state: ModelState): ModelState;
 export declare function sameModel(left: ModelIdentity, right: ModelIdentity): boolean;
+export declare function referenceField(facts: ValueFacts | undefined): boolean;
 //# sourceMappingURL=model.d.ts.map

package/dist/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE9F,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AACtE,MAAM,MAAM,sBAAsB,GAC9B,cAAc,GACd,SAAS,GACT,cAAc,GACd,iBAAiB,GACjB,SAAS,CAAC;AACd,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GAC7D;IAAE,IAAI,EAAE,uBAAuB,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,uBAAuB,CAAA;CAAE,CAAC;AACtC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IAC5C,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACjD,CAAC;AACF,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1B,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC;AACpG,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAczD;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,CAAC,CAAC;AACnG,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,GAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC,EAAE,OAAO,CAAC,CAAC;AACzE,MAAM,MAAM,WAAW,GACnB;IACE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,KAAK,EAAE,IAAI,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAczD;AACD,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAI1D;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E;AACD,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAErE"}