@agentshouse/mdruntime 0.1.0-alpha.9 → 0.1.0-c0105dbd22806

package/dist/memory.js

@@ -1,41 +1,47 @@
-import { ROOM_CONTRACT_VERSION } from './adapter.js';
-import { MD_MODEL } from './collection.js';
+import { sameChange } from './overlay.js';
 const FIXTURE_RETENTION = {
-    history: {
-        kind: 'duration',
-        seconds: 1
-    },
+    history: { kind: 'duration', seconds: 1 },
     outcome: 1,
-    refreshHorizon: 1
+    refreshHorizon: 1,
 };
 function declaredRetention(value) {
     const retention = value ?? FIXTURE_RETENTION;
-    if (retention.history.kind === 'no-declared-time-bound') return retention;
+    if (retention.history.kind === 'no-declared-time-bound')
+        return retention;
     if (Number.isFinite(retention.history.seconds) && retention.history.seconds > 0) {
         return retention;
     }
     throw new Error('history retention duration must be a finite positive number of seconds');
 }
+const MODEL_ABSENT = { kind: 'model-unavailable', reason: 'not-readable' };
+function modelsOf(room) {
+    return {
+        collection: room.model ?? MODEL_ABSENT,
+        ...(room.typedSelection === undefined
+            ? {}
+            : { selection: room.selectionModel ?? MODEL_ABSENT }),
+    };
+}
+function changedModels(room, from) {
+    const now = modelsOf(room);
+    return JSON.stringify(now) === JSON.stringify(modelsOf(from)) ? undefined : now;
+}
 function named(source, paths) {
     const taken = {};
-    for (const path of paths){
+    for (const path of paths) {
         const value = source[path];
-        if (value !== undefined) taken[path] = value;
+        if (value !== undefined)
+            taken[path] = value;
     }
     return taken;
 }
 async function resolveScript(answer, fallback, request) {
-    if (answer === undefined) return fallback();
+    if (answer === undefined)
+        return fallback();
     return typeof answer === 'function' ? answer(request) : answer;
 }
 export function createMemoryAdapter(options = {}) {
-    let rooms = options.rooms === undefined ? [] : [
-        ...options.rooms
-    ];
-    const mdModel = options.mdModel ?? MD_MODEL;
-    const supportedVersions = options.supportedVersions ?? [
-        ROOM_CONTRACT_VERSION
-    ];
+    let rooms = options.rooms === undefined ? [] : [...options.rooms];
     const capabilities = options.capabilities ?? [];
     const providerLimits = options.providerLimits ?? [];
     const retention = declaredRetention(options.retention);
@@ -45,20 +51,44 @@ export function createMemoryAdapter(options = {}) {
     const refreshPages = new Map();
     const observers = new Set();
     const listeners = new Set();
+    const modeObservers = new Set();
     const scripted = new Map();
     const unsealed = new Map();
     const sealed = new Set();
     const historyPageSize = options.historyPageSize;
-    let selected = [];
-    let viewed = [];
+    let held = [];
+    let expiring = [];
+    let replicated = [];
     let issued = 0;
     function scriptConversations(entries) {
         scripted.clear();
-        for (const entry of entries)scripted.set(entry.conversation, entry);
+        for (const entry of entries)
+            scripted.set(entry.conversation, entry);
     }
     scriptConversations(options.conversations ?? []);
+    const ordinals = new Map();
+    function note(locator, answer) {
+        const roomVersion = answer.roomVersion;
+        const key = `${locator}\u0000${String(roomVersion)}`;
+        if (typeof roomVersion === 'string' && !ordinals.has(key))
+            ordinals.set(key, ordinals.size);
+        return answer;
+    }
+    function reached(locator, roomVersion, target) {
+        const scripted = scripts.reached;
+        if (typeof scripted === 'boolean')
+            return scripted;
+        if (scripted !== undefined)
+            return scripted(locator, roomVersion, target);
+        if (roomVersion === target)
+            return true;
+        const held = ordinals.get(`${locator}\u0000${roomVersion}`);
+        const wanted = ordinals.get(`${locator}\u0000${target}`);
+        return held !== undefined && wanted !== undefined && held >= wanted;
+    }
     function retain(entries) {
-        for (const room of entries){
+        for (const room of entries) {
+            note(room.locator, room);
             const versions = served.get(room.locator) ?? new Map();
             versions.set(room.roomVersion, room);
             served.set(room.locator, versions);
@@ -69,107 +99,112 @@ export function createMemoryAdapter(options = {}) {
         return {
             name: room.name,
             locator: room.locator,
-            collectionRoot: room.collectionRoot,
+            handle: room.handle,
             roomVersion: room.roomVersion,
             operations: room.operations,
             replica: room.replica,
-            attachedModel: room.attachedModel,
-            ...room.typedSelection === undefined ? {} : {
-                typedSelection: room.typedSelection
-            },
-            providerOwnedPaths: room.providerOwnedPaths
+            ...(room.typedSelection === undefined ? {} : { typedSelection: room.typedSelection }),
+            providerOwnedPaths: room.providerOwnedPaths,
         };
     }
-    function page(room, from) {
+    function page(room, after) {
         const paths = Object.keys(room.documents ?? {}).sort();
+        const opening = after === undefined;
+        const from = opening ? 0 : paths.filter((path) => path <= after).length;
         const size = pageSize ?? paths.length;
         const taken = paths.slice(from, from + size);
         const next = from + taken.length;
+        const targets = opening ? Object.keys(room.binaryFiles ?? {}) : [];
         return {
             kind: 'bootstrap',
             roomVersion: room.roomVersion,
+            ...(opening ? { models: modelsOf(room) } : {}),
             documents: named(room.documents ?? {}, taken),
-            revisions: named(room.revisions ?? {}, taken),
-            binaryTargets: from === 0 ? room.binaryTargets ?? [] : [],
-            ...next < paths.length ? {
-                pageToken: String(next)
-            } : {}
+            revisions: named(room.revisions ?? {}, [...taken, ...targets]),
+            changes: named(room.changes ?? {}, [...taken, ...targets]),
+            binaryFiles: named(room.binaryFiles ?? {}, targets),
+            ...(next < paths.length ? { pageToken: taken.at(-1) } : {}),
         };
     }
     function advancement(room, from, at) {
         const current = room.documents ?? {};
         const previous = from.documents ?? {};
-        const currentTargets = new Set(room.binaryTargets ?? []);
-        const previousTargets = new Set(from.binaryTargets ?? []);
-        const changed = Object.keys(current).filter((path)=>current[path] !== previous[path]).sort();
+        const currentTargets = new Set(Object.keys(room.binaryFiles ?? {}));
+        const previousTargets = new Set(Object.keys(from.binaryFiles ?? {}));
+        const headMoved = (path) => room.revisions?.[path] !== from.revisions?.[path] ||
+            !sameChange(room.changes?.[path], from.changes?.[path]);
+        const changed = Object.keys(current)
+            .filter((path) => current[path] !== previous[path] || headMoved(path))
+            .sort();
         const size = pageSize ?? changed.length;
         const taken = changed.slice(at, at + size);
         const next = at + taken.length;
         const opening = at === 0;
         const pageToken = next < changed.length ? `refresh-${refreshPages.size}` : undefined;
-        if (pageToken !== undefined) refreshPages.set(pageToken, {
-            room,
-            from,
-            at: next
-        });
+        if (pageToken !== undefined)
+            refreshPages.set(pageToken, { room, from, at: next });
+        const targets = opening
+            ? [...currentTargets].filter((target) => !previousTargets.has(target) || headMoved(target))
+            : [];
+        const models = opening ? changedModels(room, from) : undefined;
         return {
             kind: 'net-advancement',
             roomVersion: room.roomVersion,
+            ...(models === undefined ? {} : { models }),
             documents: named(current, taken),
-            revisions: named(room.revisions ?? {}, taken),
-            binaryTargets: opening ? [
-                ...currentTargets
-            ].filter((target)=>!previousTargets.has(target)) : [],
-            removals: opening ? [
-                ...Object.keys(previous).filter((path)=>!(path in current) && !currentTargets.has(path)),
-                ...[
-                    ...previousTargets
-                ].filter((target)=>!currentTargets.has(target) && !(target in current))
-            ].sort() : [],
-            ...pageToken === undefined ? {} : {
-                pageToken
-            }
+            revisions: named(room.revisions ?? {}, [...taken, ...targets]),
+            changes: named(room.changes ?? {}, [...taken, ...targets]),
+            binaryFiles: named(room.binaryFiles ?? {}, targets),
+            removals: opening
+                ? [
+                    ...Object.keys(previous).filter((path) => !(path in current) && !currentTargets.has(path)),
+                    ...[...previousTargets].filter((target) => !currentTargets.has(target) && !(target in current)),
+                ].sort()
+                : [],
+            ...(pageToken === undefined ? {} : { pageToken }),
         };
     }
-    function historyOf(conversation, cursor) {
+    function pageOf(conversation, after) {
         const messages = conversation.messages ?? [];
-        const until = typeof cursor === 'string' ? Number(cursor) : messages.length;
-        if (!Number.isInteger(until) || until < 0 || until > messages.length) {
-            return {
-                kind: 'rejected',
-                code: 'unknown-cursor',
-                fields: {
-                    cursor
-                }
-            };
-        }
-        const size = historyPageSize ?? messages.length;
-        const from = Math.max(0, until - size);
+        const first = typeof after === 'string' ? messages.findIndex((message) => message.position > after) : 0;
+        const from = first === -1 ? messages.length : first;
+        const page = messages.slice(from, from + (historyPageSize ?? messages.length));
+        const last = page.at(-1);
         return {
-            kind: 'action',
-            result: {
-                messages: messages.slice(from, until),
-                ...from === 0 ? {} : {
-                    cursor: String(from)
-                }
-            }
+            conversation: conversation.conversation,
+            messages: page,
+            ...(last !== undefined && from + page.length < messages.length
+                ? { next: last.position }
+                : {}),
         };
     }
+    function historiesOf(input) {
+        const asked = input?.conversations;
+        if (!Array.isArray(asked))
+            return { kind: 'rejected', code: 'invalid_request', fields: {}, retryable: false };
+        const histories = [];
+        for (const entry of asked) {
+            const conversation = typeof entry.conversation === 'string' ? scripted.get(entry.conversation) : undefined;
+            if (conversation === undefined)
+                continue;
+            const outcome = conversation.outcomes?.['conversation.history'];
+            if (outcome !== undefined)
+                return outcome;
+            histories.push(pageOf(conversation, entry.after));
+        }
+        const result = { histories };
+        return { kind: 'action', result };
+    }
     function conversationAction(request) {
         const name = request.name;
-        const input = request.input ?? {};
+        const input = (request.input ?? {});
+        if (name === 'conversation.history')
+            return historiesOf(request.input);
         if (name === 'conversation.create') {
             issued += 1;
             const conversation = `conversation-${issued}`;
-            scripted.set(conversation, {
-                conversation
-            });
-            return {
-                kind: 'action',
-                result: {
-                    conversation
-                }
-            };
+            scripted.set(conversation, { conversation });
+            return { kind: 'action', result: { conversation } };
         }
         const named = typeof input.conversation === 'string' ? input.conversation : '';
         const conversation = scripted.get(named);
@@ -177,219 +212,272 @@ export function createMemoryAdapter(options = {}) {
             return {
                 kind: 'rejected',
                 code: 'unknown-conversation',
-                fields: {
-                    conversation: named
-                }
+                fields: { conversation: named },
+                retryable: false,
             };
         }
         const outcome = conversation.outcomes?.[name];
-        if (outcome !== undefined) return outcome;
-        if (name === 'conversation.history') return historyOf(conversation, input.cursor);
+        if (outcome !== undefined)
+            return outcome;
         if (name === 'conversation.send') {
             issued += 1;
             const turn = `turn-${issued}`;
             unsealed.set(turn, named);
-            return {
-                kind: 'action',
-                result: {
-                    turn
-                }
-            };
+            return { kind: 'action', result: { turn } };
         }
         if (name === 'conversation.cancel') {
             const turn = typeof input.turn === 'string' ? input.turn : '';
             if (sealed.has(turn) || !unsealed.has(turn)) {
-                return {
-                    kind: 'rejected',
-                    code: 'turn-sealed',
-                    fields: {
-                        turn
-                    }
-                };
+                return { kind: 'rejected', code: 'turn-sealed', fields: { turn }, retryable: false };
             }
             unsealed.delete(turn);
-            return {
-                kind: 'action',
-                result: {
-                    turn,
-                    cancelled: true
-                }
-            };
+            return { kind: 'action', result: { turn, cancelled: true } };
         }
-        if (name === 'conversation.delete') scripted.delete(named);
-        return {
-            kind: 'action',
-            result: {
-                conversation: named
-            }
-        };
+        if (name === 'conversation.delete')
+            scripted.delete(named);
+        return { kind: 'action', result: { conversation: named } };
+    }
+    function announceList() {
+        const entries = [...scripted.values()].flatMap(({ conversation, listed }) => listed === undefined ? [] : [{ conversation, ...listed }]);
+        for (const listener of listeners)
+            listener({ kind: 'list', entries });
     }
     function discovery() {
         return {
             kind: 'discovery',
-            supportedVersions,
-            mdModel,
             rooms: rooms.map(declared),
             capabilities,
             providerLimits,
-            retention
+            retention,
+            ...(options.member === undefined ? {} : { member: options.member }),
         };
     }
     return {
-        setRooms (next) {
-            rooms = [
-                ...next
-            ];
+        ...(options.exhaustiveDiscovery === undefined ? {} : { exhaustiveDiscovery: true }),
+        setRooms(next) {
+            rooms = [...next];
             retain(rooms);
         },
-        setConversations (next) {
+        setConversations(next) {
             scriptConversations(next);
         },
-        notifyRoomVersion (notification) {
-            for (const observer of observers)observer(notification);
+        open() {
+            announceList();
+            for (const observer of observers)
+                observer({ kind: 'opened' });
+        },
+        close(revoked = false) {
+            for (const observer of observers)
+                observer({ kind: 'closed', revoked });
+        },
+        expire(locators) {
+            expiring = [...locators];
         },
-        notifyConversation (event) {
+        notifyRoomVersion({ locator, roomVersion }) {
+            for (const observer of observers)
+                observer({ kind: 'room-version', locator, roomVersion });
+        },
+        notifyConversation(event) {
             if (event.kind === 'accepted-message') {
                 sealed.add(event.message.turn);
                 unsealed.delete(event.message.turn);
             }
-            for (const listener of listeners)listener(event);
+            for (const listener of listeners)
+                listener(event);
+        },
+        notifyServiceMode(mode) {
+            for (const observer of modeObservers)
+                observer(mode);
         },
-        selectedRooms () {
-            return selected;
+        heldRooms() {
+            return held;
         },
-        viewedConversations () {
-            return viewed;
+        replicatedConversations() {
+            return replicated;
         },
         conversations: {
-            view (next) {
-                viewed = [
-                    ...next
-                ];
+            replicate(next) {
+                replicated = [...next];
             },
-            observe (notify) {
+            observe(notify) {
                 listeners.add(notify);
-                return ()=>{
+                return () => {
                     listeners.delete(notify);
                 };
-            }
+            },
         },
-        roomVersions: {
-            select (locators) {
-                selected = [
-                    ...locators
-                ];
+        serviceMode: {
+            observe(notify) {
+                modeObservers.add(notify);
+                return () => {
+                    modeObservers.delete(notify);
+                };
+            },
+        },
+        roomStream: {
+            hold(asked) {
+                held = asked.map((room) => room.locator);
+                const expired = expiring.filter((locator) => held.includes(locator));
+                expiring = [];
+                const moved = asked.flatMap((room) => {
+                    const current = rooms.find((entry) => entry.locator === room.locator);
+                    return current === undefined ||
+                        expired.includes(room.locator) ||
+                        current.roomVersion === room.roomVersion
+                        ? []
+                        : [{ locator: room.locator, roomVersion: current.roomVersion }];
+                });
+                queueMicrotask(() => {
+                    for (const observer of observers) {
+                        for (const room of moved)
+                            observer({ kind: 'room-version', ...room });
+                        observer({ kind: 'opening', expired });
+                    }
+                });
             },
-            observe (notify) {
+            reopen() {
+                queueMicrotask(() => {
+                    for (const observer of observers)
+                        observer({ kind: 'closed', revoked: false });
+                });
+            },
+            observe(notify) {
                 observers.add(notify);
-                return ()=>{
+                queueMicrotask(() => {
+                    if (!observers.has(notify))
+                        return;
+                    if (options.unopened === true) {
+                        notify({ kind: 'closed', revoked: false });
+                        return;
+                    }
+                    announceList();
+                    notify({ kind: 'opened' });
+                });
+                return () => {
                     observers.delete(notify);
                 };
-            }
+            },
         },
-        script (operation, answer) {
-            if (answer === undefined) delete scripts[operation];
-            else scripts[operation] = answer;
+        script(operation, answer) {
+            if (answer === undefined)
+                delete scripts[operation];
+            else
+                scripts[operation] = answer;
         },
-        async model (_authorization, request) {
-            return resolveScript(scripts.model, ()=>{
-                const room = rooms.find((entry)=>entry.locator === request.locator);
-                const answer = request.attached === 'collection' ? room?.model : room?.selectionModel;
-                return answer ?? {
-                    kind: 'model-unavailable',
-                    reason: 'not-readable'
-                };
-            }, request);
+        async authorize() {
+            return resolveScript(scripts.authorize, () => ({}), undefined);
         },
-        async authorize () {
-            return resolveScript(scripts.authorize, ()=>({}), undefined);
+        async discover(_authorization) {
+            return resolveScript(scripts.discover, discovery, undefined).then((answer) => {
+                if (answer.kind === 'discovery')
+                    for (const room of answer.rooms)
+                        note(room.locator, room);
+                return answer;
+            });
         },
-        async discover (_authorization) {
-            return resolveScript(scripts.discover, discovery, undefined);
+        reached,
+        follows(locator, roomVersion, next) {
+            const scripted = scripts.follows;
+            if (typeof scripted === 'boolean')
+                return scripted;
+            if (scripted !== undefined)
+                return scripted(locator, roomVersion, next);
+            return true;
         },
-        async bootstrap (_authorization, request) {
-            return resolveScript(scripts.bootstrap, ()=>{
-                const room = rooms.find((entry)=>entry.locator === request.locator);
+        async bootstrap(_authorization, request) {
+            return resolveScript(scripts.bootstrap, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
                 if (room === undefined) {
-                    return {
-                        kind: 'room-not-readable',
-                        locator: request.locator
-                    };
+                    return { kind: 'room-not-readable', locator: request.locator };
                 }
-                return page(room, request.pageToken === undefined ? 0 : Number(request.pageToken));
-            }, request);
+                return page(room, request.pageToken);
+            }, request).then((answer) => note(request.locator, answer));
         },
-        async refresh (_authorization, request) {
-            return resolveScript(scripts.refresh, ()=>{
-                const room = rooms.find((entry)=>entry.locator === request.locator);
+        async refresh(_authorization, request) {
+            return resolveScript(scripts.refresh, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
                 if (room === undefined) {
-                    return {
-                        kind: 'room-not-readable',
-                        locator: request.locator
-                    };
+                    return { kind: 'room-not-readable', locator: request.locator };
                 }
                 if (request.pageToken !== undefined) {
                     const continuation = refreshPages.get(request.pageToken);
-                    if (continuation === undefined || continuation.room.locator !== request.locator || continuation.from.roomVersion !== request.fromRoomVersion) {
+                    if (continuation === undefined ||
+                        continuation.room.locator !== request.locator ||
+                        continuation.from.roomVersion !== request.fromRoomVersion) {
                         throw new Error('Invalid Refresh Page Token');
                     }
                     return advancement(continuation.room, continuation.from, continuation.at);
                 }
                 if (request.fromRoomVersion === room.roomVersion) {
-                    return {
-                        kind: 'still-current'
-                    };
+                    return { kind: 'still-current' };
                 }
                 const from = served.get(room.locator)?.get(request.fromRoomVersion);
-                if (from === undefined) return {
-                    kind: 'beyond-horizon'
-                };
+                if (from === undefined)
+                    return { kind: 'beyond-horizon' };
                 return advancement(room, from, 0);
-            }, request);
+            }, request).then((answer) => note(request.locator, answer));
         },
-        async mutate (_authorization, request) {
-            return resolveScript(scripts.mutate, ()=>{
-                const room = rooms.find((entry)=>entry.locator === request.locator);
+        async mutate(_authorization, request) {
+            return resolveScript(scripts.mutate, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
                 if (room === undefined) {
-                    return {
-                        kind: 'room-not-readable',
-                        locator: request.locator
-                    };
+                    return { kind: 'room-not-readable', locator: request.locator };
                 }
                 return {
                     kind: 'rejected',
                     code: 'unscripted-mutation',
                     fields: {},
-                    affected: {}
+                    retryable: false,
+                    affected: {},
                 };
-            }, request);
+            }, request).then((answer) => note(request.locator, answer));
         },
-        async history (_authorization, request) {
-            return resolveScript(scripts.history, ()=>{
-                const room = rooms.find((entry)=>entry.locator === request.locator);
+        async history(_authorization, request) {
+            return resolveScript(scripts.history, () => {
+                const room = rooms.find((entry) => entry.locator === request.locator);
                 if (room === undefined) {
-                    return {
-                        kind: 'room-not-readable',
-                        locator: request.locator
-                    };
+                    return { kind: 'room-not-readable', locator: request.locator };
                 }
                 return {
                     kind: 'history',
-                    revisions: []
+                    revisions: [],
                 };
             }, request);
         },
-        async action (_authorization, request) {
-            return resolveScript(scripts.action, ()=>{
-                if (request.name.startsWith('conversation.')) return conversationAction(request);
-                return {
-                    kind: 'rejected',
-                    code: 'unscripted-action',
-                    fields: {}
-                };
+        async binary(_authorization, request) {
+            return resolveScript(scripts.binary, () => {
+                if (request.kind === 'reference') {
+                    return { kind: 'rejected', code: 'unscripted-binary', fields: {}, retryable: false };
+                }
+                const room = rooms.find((entry) => entry.locator === request.locator);
+                if (room === undefined)
+                    return { kind: 'room-not-readable', locator: request.locator };
+                const blob = room.blobs?.[request.path];
+                return blob === undefined
+                    ? { kind: 'rejected', code: 'file_not_found', fields: {}, retryable: false }
+                    : { kind: 'binary', blob };
             }, request);
-        }
+        },
+        referrerScope(referrer) {
+            if (typeof referrer !== 'object' || referrer === null)
+                return null;
+            const { room, path, message } = referrer;
+            if (typeof message === 'string')
+                return { kind: 'conversations' };
+            if (typeof room !== 'string')
+                return null;
+            return { kind: 'room', locator: room, ...(typeof path === 'string' ? { path } : {}) };
+        },
+        async action(_authorization, request) {
+            return resolveScript(scripts.action, () => {
+                if (request.name.startsWith('conversation.'))
+                    return conversationAction(request);
+                return { kind: 'rejected', code: 'unscripted-action', fields: {}, retryable: false };
+            }, request).then((answer) => {
+                if (answer.kind === 'action' && answer.at !== undefined)
+                    note(answer.at.locator, answer.at);
+                return answer;
+            });
+        },
     };
 }
-
-//# sourceMappingURL=memory.js.map