@agentshouse/mdruntime-adapter 0.1.0-cca5d676bc88e → 0.1.0-ccd2ccb1f7214

package/dist/adapter.js

@@ -1,23 +1,52 @@
 import { DISCOVER_PREFIXES, capabilities, discoveredRoom, mapDiscovery, parseDiscovery, trackedFrom, } from './discovery.js';
-import { scopeModels, streamedModels, viewModels } from './model.js';
-import { gathered, selections } from './gather.js';
+import { partModels, streamedModels, viewModels } from './model.js';
+import { gathered, gatheredEach, selections } from './gather.js';
 import { createSiteAdapter } from './site.js';
-import { bootstrapOf, contentPrefixes, matchesScope, parseEnumeration, parseEnvelope, parseGrant, refreshFrom, viewOf, } from './read.js';
-import { acceptedLinks, enumeratedLinks, heldLinks, scopeLinks, streamedLinks, } from './links.js';
+import { bootstrapOf, contentPrefixes, matchesScope, parseEnumeration, parseEnvelope, parseGrant, refreshFrom, viewOf, wholeView, } from './read.js';
+import { sha256Hex } from './digest.js';
+import { acceptedHanded, enumeratedHanded, heldHanded, scopeHanded, streamedHanded, } from './handed.js';
 import { houseAction } from './actions.js';
-import { classifyDoor, discoveryFailure, doorRefusal } from './refusal.js';
+import { classifyDoor, classifyRead, discoveryFailure, doorRefusal } from './refusal.js';
 import { houseNotifications } from './stream.js';
-import { DOOR_BATCH, DOOR_BATCH_UPLOAD, DOOR_BOOTSTRAP, DOOR_DISCOVER, DOOR_ENUMERATE, DOOR_REVISIONS, PRIVATE_LOCATOR, } from './transport.js';
+import { DOOR_BATCH, DOOR_BATCH_UPLOAD, DOOR_BOOTSTRAP, DOOR_DISCOVER, DOOR_ENUMERATE, DOOR_FILES_GET, DOOR_REVISIONS, } from './transport.js';
 import { batchPaths, deltaBody, deltaBytes, deltaDigest, historyOutcome, houseChanges, mutationOutcome, operationHead, rejectedMapping, revisionBody, uploadable, } from './write.js';
+import { houseReferrer } from './referrer.js';
 import { followsVersion, logPosition, presented, reachedVersion, roomVersion, } from './version.js';
 const UNCERTAIN = { kind: 'transport-uncertainty' };
 const UNCERTAIN_READ = { kind: 'transport-uncertainty' };
 function lapsedGrant(outcome) {
     return outcome.kind === 'rejected' && outcome.code === 'upload_unavailable';
 }
+function heldFiles(authority, held, after, budget) {
+    if (held === undefined || budget === 0)
+        return null;
+    const paths = Object.keys(held.revisions)
+        .filter((path) => held.documents[path] !== undefined && (after === null || path > after))
+        .sort();
+    if (paths.length === 0)
+        return null;
+    const files = paths.slice(0, budget).map((path) => ({ path, revision: held.revisions[path] }));
+    return { room: authority, through: paths.length > budget ? files.at(-1).path : null, files };
+}
+async function reused(scope, held) {
+    const sent = new Set(scope.contents.map((entry) => entry.path));
+    const contents = [...scope.contents];
+    for (const file of scope.files) {
+        if (file.binary !== undefined || sent.has(file.path))
+            continue;
+        const content = held?.documents[file.path];
+        if (content === undefined ||
+            held?.revisions[file.path] !== file.revision ||
+            (await sha256Hex(content)) !== file.sha256) {
+            return null;
+        }
+        contents.push({ path: file.path, content });
+    }
+    return { ...scope, contents };
+}
 export function createAgentsHouseAdapter(options) {
     if ('site' in options)
-        return createSiteAdapter(options.site);
+        return createSiteAdapter(options.site, options.snapshot === true);
     const transport = options.transport;
     const notifications = houseNotifications(transport, 'credential');
     const tracked = new Map();
@@ -28,38 +57,80 @@ export function createAgentsHouseAdapter(options) {
             throw new Error('no Discovery declared the bounds');
         return bounds;
     }
-    async function bootstrappedRoom(envelope, entry) {
-        const scope = envelope.scopes.find((candidate) => matchesScope(candidate, entry));
-        if (scope === undefined)
+    async function bootstrappedRoom(envelope, sent, asked, continued) {
+        const { entry } = asked;
+        if (sent === undefined)
             return { kind: 'room-not-readable', locator: entry.locator };
-        handed.set(entry.locator, scopeLinks(scope));
+        const scope = await reused(sent, asked.held);
+        if (scope === null) {
+            return asked.held === undefined
+                ? UNCERTAIN_READ
+                : continued === null
+                    ? bootstrapTogether({ entry, held: undefined })
+                    : continuedBootstrap({ entry, held: undefined }, continued);
+        }
+        const cursor = envelope.next?.room === entry.authority ? envelope.next : undefined;
+        const next = cursor?.path ?? null;
+        if (continued === null && next === null)
+            handed.set(entry.locator, scopeHanded(scope));
+        else
+            handed.delete(entry.locator);
         notifications.reach(entry.authority, scope);
-        const models = await scopeModels(scope, entry);
-        return { ...bootstrapOf(scope), ...(models === undefined ? {} : { models }) };
+        const seen = [
+            ...(continued?.seen ?? []),
+            ...entry.schemas.filter((schema) => scope.files.some((file) => file.path === schema)),
+        ];
+        const models = await partModels(scope, entry, new Set(seen), next === null);
+        const continuation = next === null
+            ? null
+            : { after: next, seen, ...(cursor?.cut === undefined ? {} : { cut: cursor.cut }) };
+        return {
+            ...bootstrapOf(scope),
+            ...(models === undefined ? {} : { models }),
+            ...(continuation === null ? {} : { pageToken: JSON.stringify(continuation) }),
+        };
+    }
+    async function enumeratedPage(ask, page) {
+        const answer = await transport.door(DOOR_ENUMERATE, {
+            prefixes: contentPrefixes(ask.entry),
+            positions: [
+                {
+                    ...presented(ask.entry.authority, { position: page.after, logEpoch: ask.from.logEpoch }),
+                    page: { through: page.through, read: page.read },
+                },
+            ],
+        });
+        const failure = classifyRead(answer.status, answer.body, ask.entry.locator);
+        if (failure !== null)
+            return failure;
+        const enumeration = parseEnumeration(answer.body, 'credential');
+        if (enumeration === null)
+            return UNCERTAIN_READ;
+        return (viewOf(enumeration, ask.entry) ?? { kind: 'room-not-readable', locator: ask.entry.locator });
     }
     async function enumeratedRoom(enumeration, ask) {
-        const view = viewOf(enumeration, ask.entry);
-        if (view === undefined)
+        const first = viewOf(enumeration, ask.entry);
+        if (first === undefined)
             return { kind: 'room-not-readable', locator: ask.entry.locator };
+        const view = await wholeView(first, (page) => enumeratedPage(ask, page));
+        if ('kind' in view)
+            return view;
         notifications.reach(ask.entry.authority, view);
         const answer = refreshFrom(view, ask.fromRoomVersion);
         if (answer.kind !== 'net-advancement')
             return answer;
-        handed.set(ask.entry.locator, enumeratedLinks(view, handed.get(ask.entry.locator)));
+        handed.set(ask.entry.locator, enumeratedHanded(view, handed.get(ask.entry.locator)));
         const models = await viewModels(view, ask.entry);
         return models === undefined ? answer : { ...answer, models };
     }
     async function streamed(entry, request, from) {
-        const links = handed.get(entry.locator);
-        if (links?.roomVersion !== request.fromRoomVersion)
+        const held = handed.get(entry.locator);
+        if (held?.roomVersion !== request.fromRoomVersion)
             return null;
-        const advanced = notifications.advance(entry, from, (path, revision) => links.revisions.get(path) === revision);
+        const advanced = notifications.advance(entry, from, (path, revision) => held.revisions.get(path) === revision);
         if (advanced === null)
             return null;
-        const relinked = streamedLinks(links, advanced);
-        if (relinked === null)
-            return null;
-        handed.set(entry.locator, relinked);
+        handed.set(entry.locator, streamedHanded(held, advanced));
         const models = await streamedModels(advanced.schemas, entry, 'credential');
         return models === undefined ? advanced.page : { ...advanced.page, models };
     }
@@ -69,7 +140,7 @@ export function createAgentsHouseAdapter(options) {
             const at = logPosition(room.roomVersion);
             if (entry === undefined || at === null)
                 return [];
-            handed.set(room.locator, heldLinks(room));
+            handed.set(room.locator, heldHanded(room));
             notifications.reach(entry.authority, at);
             return [presented(entry.authority, at)];
         });
@@ -78,19 +149,15 @@ export function createAgentsHouseAdapter(options) {
     function adopted(entry, outcome) {
         if (outcome.kind !== 'accepted')
             return outcome;
-        const { originals, ...accepted } = outcome;
-        const links = handed.get(entry.locator);
-        if (links === undefined)
-            return accepted;
-        const follows = followsVersion(links.roomVersion, accepted.roomVersion);
-        const relinked = acceptedLinks(links, accepted, follows ? accepted.roomVersion : links.roomVersion, originals);
-        handed.set(entry.locator, relinked.links);
-        const at = logPosition(accepted.roomVersion);
+        const held = handed.get(entry.locator);
+        if (held === undefined)
+            return outcome;
+        const follows = followsVersion(held.roomVersion, outcome.roomVersion);
+        handed.set(entry.locator, acceptedHanded(held, outcome, follows ? outcome.roomVersion : held.roomVersion));
+        const at = logPosition(outcome.roomVersion);
         if (follows && at !== null)
             notifications.reach(entry.authority, at);
-        return relinked.attachments === undefined
-            ? accepted
-            : { ...accepted, attachments: relinked.attachments };
+        return outcome;
     }
     function authorityFor(locator) {
         return tracked.get(locator);
@@ -104,95 +171,120 @@ export function createAgentsHouseAdapter(options) {
         const { authority, position, log_epoch: logEpoch } = body;
         if (typeof position !== 'string' || typeof logEpoch !== 'string')
             return result;
-        const locator = authority === undefined
-            ? PRIVATE_LOCATOR
-            : [...tracked.values()].find((entry) => entry.authority === authority)?.locator;
+        const locator = [...tracked.values()].find((entry) => entry.authority === authority)?.locator;
         if (locator === undefined)
             return result;
         return { ...result, at: { locator, roomVersion: roomVersion({ position, logEpoch }) } };
     }
-    async function bundled(body) {
-        const grant = parseGrant(body);
-        if (grant === null)
-            return body;
-        if (grant.method !== 'GET')
-            return null;
-        const answer = await transport.transfer({
-            act: 'local_copy_bundle',
-            method: 'GET',
-            url: grant.url,
-            answer: 'json',
-        });
-        return answer.status === 200 ? answer.body : null;
-    }
     function weight(entry) {
         return contentPrefixes(entry).length;
     }
-    async function bootstrapped(entries) {
-        const answers = [];
-        for (const part of selections(entries, weight, declared().max_prefixes)) {
-            const answer = await transport.door(DOOR_BOOTSTRAP, {
-                prefixes: part.flatMap((entry) => contentPrefixes(entry)),
-            });
-            const classified = part.map((entry) => classifyDoor(answer.status, answer.body, entry.locator));
-            const envelope = classified[0] === null ? parseEnvelope(await bundled(answer.body)) : null;
-            for (const [index, entry] of part.entries()) {
-                const failure = classified[index];
-                if (failure === null || failure === undefined) {
-                    answers.push(envelope === null ? UNCERTAIN_READ : await bootstrappedRoom(envelope, entry));
-                    continue;
+    function holding(asks, after) {
+        const budget = Math.floor(declared().max_held_files / Math.max(1, asks.filter((ask) => ask.held !== undefined).length));
+        return asks.flatMap((ask) => heldFiles(ask.entry.authority, ask.held, after, budget) ?? []);
+    }
+    async function bootstrapped(asks, answer) {
+        let open = asks.map((asked, ask) => ({ entry: asked.entry, asked, ask }));
+        while (open.length > 0) {
+            const unreached = [];
+            for (const part of selections(open, ({ entry }) => weight(entry), declared().max_prefixes)) {
+                const held = holding(part.map(({ asked }) => asked), null);
+                const answered = await transport.door(DOOR_BOOTSTRAP, {
+                    prefixes: part.flatMap(({ entry }) => contentPrefixes(entry)),
+                    ...(held.length === 0 ? {} : { held }),
+                });
+                const classified = part.map(({ entry }) => classifyDoor(answered.status, answered.body, entry.locator));
+                const envelope = classified[0] === null ? parseEnvelope(answered.body) : null;
+                for (const [index, asked] of part.entries()) {
+                    const failure = classified[index];
+                    if (failure !== null && failure !== undefined) {
+                        answer(asked.ask, failure);
+                        continue;
+                    }
+                    if (envelope === null) {
+                        answer(asked.ask, UNCERTAIN_READ);
+                        continue;
+                    }
+                    const scope = envelope.scopes.find((candidate) => matchesScope(candidate, asked.entry));
+                    if (scope === undefined && envelope.next !== undefined) {
+                        unreached.push(asked);
+                        continue;
+                    }
+                    answer(asked.ask, await bootstrappedRoom(envelope, scope, asked.asked, null));
                 }
-                answers.push(failure.kind === 'beyond-horizon' ? UNCERTAIN_READ : failure);
             }
+            open = unreached;
         }
-        return answers;
+    }
+    async function continuedBootstrap(asked, continued) {
+        const { entry } = asked;
+        const after = {
+            room: entry.authority,
+            path: continued.after,
+            ...(continued.cut === undefined ? {} : { cut: continued.cut }),
+        };
+        const held = holding([asked], continued.after);
+        const answered = await transport.door(DOOR_BOOTSTRAP, {
+            prefixes: contentPrefixes(entry),
+            after,
+            ...(held.length === 0 ? {} : { held }),
+        });
+        const failure = classifyRead(answered.status, answered.body, entry.locator);
+        if (failure !== null)
+            return failure;
+        const envelope = parseEnvelope(answered.body);
+        if (envelope === null)
+            return UNCERTAIN_READ;
+        const scope = envelope.scopes.find((candidate) => matchesScope(candidate, entry));
+        return bootstrappedRoom(envelope, scope, asked, continued);
     }
     function layered(asks) {
         const depths = new Map();
         const layers = [];
         for (const ask of asks) {
-            const depth = depths.get(ask.entry.authority) ?? 0;
-            depths.set(ask.entry.authority, depth + 1);
+            const depth = depths.get(ask.ask.entry.authority) ?? 0;
+            depths.set(ask.ask.entry.authority, depth + 1);
             (layers[depth] ??= []).push(ask);
         }
         return layers;
     }
     async function enumerated(asks) {
-        const answers = new Map();
-        const parts = layered(asks).flatMap((layer) => selections(layer, (ask) => weight(ask.entry), declared().max_prefixes));
+        const answers = [];
+        const parts = layered(asks.map((ask, index) => ({ ask, index }))).flatMap((layer) => selections(layer, ({ ask }) => weight(ask.entry), declared().max_prefixes));
         for (const part of parts) {
             let open = [...part];
             while (open.length > 0) {
                 const answer = await transport.door(DOOR_ENUMERATE, {
-                    prefixes: open.flatMap((ask) => contentPrefixes(ask.entry)),
-                    positions: open.map((ask) => presented(ask.entry.authority, ask.from)),
+                    prefixes: open.flatMap(({ ask }) => contentPrefixes(ask.entry)),
+                    positions: open.map(({ ask }) => presented(ask.entry.authority, ask.from)),
                 });
-                const classified = open.map((ask) => classifyDoor(answer.status, answer.body, ask.entry.locator));
+                const classified = open.map(({ ask }) => classifyRead(answer.status, answer.body, ask.entry.locator));
                 if (classified[0]?.kind === 'beyond-horizon') {
                     const named = doorRefusal(answer.body)?.fields.authority;
-                    const expired = open.filter((ask) => ask.entry.authority === named);
+                    const expired = open.filter(({ ask }) => ask.entry.authority === named);
                     const answered = expired.length === 0 ? UNCERTAIN_READ : { kind: 'beyond-horizon' };
                     const gone = expired.length === 0 ? open : expired;
                     for (const ask of gone)
-                        answers.set(ask, answered);
+                        answers[ask.index] = answered;
                     open = open.filter((ask) => !gone.includes(ask));
                     continue;
                 }
                 const enumeration = classified[0] === null ? parseEnumeration(answer.body, 'credential') : null;
-                for (const [index, ask] of open.entries()) {
-                    const failure = classified[index];
+                for (const [answerIndex, { ask, index }] of open.entries()) {
+                    const failure = classified[answerIndex];
                     if (failure !== null && failure !== undefined) {
-                        answers.set(ask, failure);
+                        answers[index] = failure;
                         continue;
                     }
-                    answers.set(ask, enumeration === null ? UNCERTAIN_READ : await enumeratedRoom(enumeration, ask));
+                    answers[index] =
+                        enumeration === null ? UNCERTAIN_READ : await enumeratedRoom(enumeration, ask);
                 }
                 open = [];
             }
         }
-        return asks.map((ask) => answers.get(ask) ?? UNCERTAIN_READ);
+        return answers;
     }
-    const bootstrapTogether = gathered(bootstrapped);
+    const bootstrapTogether = gatheredEach(bootstrapped);
     const enumerateTogether = gathered(enumerated);
     async function uploaded(head, changes, delta, bytes, entry, handed, keep) {
         const paths = batchPaths(changes);
@@ -209,9 +301,7 @@ export function createAgentsHouseAdapter(options) {
             return { outcome: UNCERTAIN };
         const delivered = await transport.transfer({
             act: 'authored_batch_upload',
-            method: 'POST',
             url: grant.url,
-            answer: 'json',
             body: `${grant.operation}\n${delta}`,
         });
         if (delivered.status !== 200)
@@ -223,7 +313,30 @@ export function createAgentsHouseAdapter(options) {
         await keep(upload);
         return { body: { ...head, paths, upload, runtime: notifications.runtime } };
     }
-    async function submit(head, changes, delta, bytes, entry, handed, keep) {
+    async function staged(answer, batch) {
+        const refusal = doorRefusal(answer.body);
+        if (refusal?.code !== 'files_unstaged')
+            return null;
+        const grants = refusal.fields.upload;
+        if (!Array.isArray(grants))
+            return false;
+        for (const grant of grants) {
+            const { url, operation, sha256 } = grant;
+            const change = batch.changes.find((held) => held.kind === 'binary' && held.sha256 === sha256);
+            if (typeof url !== 'string' || typeof operation !== 'string' || change === undefined)
+                return false;
+            const delivered = await transport.transfer({
+                act: 'binary_stage',
+                url,
+                body: change.blob,
+                operation,
+            });
+            if (delivered.status !== 200)
+                return false;
+        }
+        return true;
+    }
+    async function submit(batch, head, changes, delta, bytes, entry, handed, keep) {
         const inline = { ...head, changes, runtime: notifications.runtime };
         const prepared = uploadable(inline, bytes, declared())
             ? await uploaded(head, changes, delta, bytes, entry, handed, keep)
@@ -231,38 +344,105 @@ export function createAgentsHouseAdapter(options) {
         if ('outcome' in prepared)
             return prepared.outcome;
         const answer = await transport.door(DOOR_BATCH, prepared.body);
-        return mutationOutcome(answer.status, answer.body, entry.locator, entry.handle);
+        const stagedFiles = await staged(answer, batch);
+        if (stagedFiles === false)
+            return UNCERTAIN;
+        const settled = stagedFiles === null ? answer : await transport.door(DOOR_BATCH, prepared.body);
+        if (stagedFiles === true && (await staged(settled, batch)) !== null)
+            return UNCERTAIN;
+        return mutationOutcome(settled.status, settled.body, entry.locator, entry.handle);
+    }
+    function granted(answer, locator) {
+        const failure = classifyDoor(answer.status, answer.body, locator);
+        if (failure !== null) {
+            return failure.kind === 'scoped-refusal'
+                ? {
+                    kind: 'rejected',
+                    code: failure.code,
+                    fields: failure.fields,
+                    retryable: failure.retryable,
+                }
+                : failure;
+        }
+        const grant = parseGrant(answer.body);
+        const name = answer.body.name;
+        if (grant === null || grant.method !== 'GET' || typeof name !== 'string') {
+            return UNCERTAIN_READ;
+        }
+        return { kind: 'link', url: grant.url, name };
+    }
+    async function downloaded(answer, locator) {
+        const link = granted(answer, locator);
+        if (link.kind !== 'link')
+            return link;
+        const read = await transport.download(link.url);
+        if (read.status !== 200 || read.blob === null)
+            return UNCERTAIN_READ;
+        return { kind: 'binary', blob: read.blob };
+    }
+    function pathGrant(request) {
+        const entry = authorityFor(request.locator);
+        if (entry === undefined)
+            return null;
+        return transport.door(DOOR_FILES_GET, {
+            room_ref: entry.authority,
+            path: request.path,
+            revision: request.revision,
+        });
     }
     return {
         async authorize() {
             return options.authorize();
         },
-        async discover(_authorization) {
-            const answer = await transport.door(DOOR_DISCOVER, { prefixes: [...DISCOVER_PREFIXES] });
-            const classified = classifyDoor(answer.status, answer.body, PRIVATE_LOCATOR);
-            if (classified !== null)
-                return discoveryFailure(classified);
+        async discover(_authorization, scope) {
+            const answer = await transport.door(DOOR_DISCOVER, {
+                prefixes: [...DISCOVER_PREFIXES],
+                ...(scope === undefined ? {} : { rooms: scope.authorities }),
+            });
+            const failed = discoveryFailure(answer.status, answer.body);
+            if (failed !== null)
+                return failed;
             const document = parseDiscovery(answer.body);
             if (document === null)
                 return { kind: 'transport-uncertainty' };
             bounds = document.bounds;
             const entries = trackedFrom(document);
-            tracked.clear();
+            const covered = scope === undefined
+                ? null
+                : [
+                    ...new Set([
+                        ...[...tracked.values()]
+                            .filter((entry) => scope.authorities.includes(entry.authority))
+                            .map((entry) => entry.locator),
+                        ...entries.map((entry) => entry.locator),
+                    ]),
+                ];
+            if (covered === null)
+                tracked.clear();
+            else
+                for (const locator of covered)
+                    tracked.delete(locator);
             for (const entry of entries)
                 tracked.set(entry.locator, entry);
             for (const locator of handed.keys())
                 if (!tracked.has(locator))
                     handed.delete(locator);
-            notifications.track(entries);
-            return mapDiscovery(document, document.authorities.map((authority) => discoveredRoom(authority)), capabilities(document.actions));
+            notifications.track([...tracked.values()]);
+            return {
+                ...mapDiscovery(document, document.authorities.map((authority) => discoveredRoom(authority)), capabilities(document.actions, [...tracked.values()])),
+                member: document.member,
+                ...(covered === null ? {} : { covered }),
+            };
         },
         async bootstrap(_authorization, request) {
             const entry = authorityFor(request.locator);
             if (entry === undefined)
                 return { kind: 'room-not-readable', locator: request.locator };
-            if (request.pageToken !== undefined)
-                return { kind: 'transport-uncertainty' };
-            return bootstrapTogether(entry);
+            const asked = { entry, held: request.held };
+            if (request.pageToken !== undefined) {
+                return continuedBootstrap(asked, JSON.parse(request.pageToken));
+            }
+            return bootstrapTogether(asked);
         },
         async refresh(_authorization, request) {
             const entry = authorityFor(request.locator);
@@ -289,10 +469,11 @@ export function createAgentsHouseAdapter(options) {
             const delta = deltaBody(mapped.changes);
             const bytes = deltaBytes(delta);
             const handed = request.upload;
-            const outcome = await submit(head, mapped.changes, delta, bytes, entry, handed, keep);
+            const batch = request.changeBatch;
+            const outcome = await submit(batch, head, mapped.changes, delta, bytes, entry, handed, keep);
             if (handed === undefined || !lapsedGrant(outcome))
                 return adopted(entry, outcome);
-            return adopted(entry, await submit(head, mapped.changes, delta, bytes, entry, undefined, keep));
+            return adopted(entry, await submit(batch, head, mapped.changes, delta, bytes, entry, undefined, keep));
         },
         async history(_authorization, request) {
             const entry = authorityFor(request.locator);
@@ -309,6 +490,38 @@ export function createAgentsHouseAdapter(options) {
                 ...(request.revision === undefined ? {} : { revision: request.revision }),
             });
         },
+        async binary(_authorization, request) {
+            if (request.kind === 'path') {
+                const asked = pathGrant(request);
+                if (asked === null)
+                    return { kind: 'room-not-readable', locator: request.locator };
+                return downloaded(await asked, request.locator);
+            }
+            const referrer = houseReferrer(request.referrer, tracked);
+            if (referrer === null) {
+                return { kind: 'rejected', code: 'referrer_unknown', fields: {}, retryable: false };
+            }
+            const answer = await transport.door(DOOR_FILES_GET, {
+                file: request.fileRef,
+                referrer: referrer.referrer,
+            });
+            return downloaded(answer, referrer.locator);
+        },
+        async link(_authorization, request) {
+            const asked = pathGrant(request);
+            if (asked === null)
+                return { kind: 'room-not-readable', locator: request.locator };
+            return granted(await asked, request.locator);
+        },
+        referrerScope(referrer) {
+            const held = houseReferrer(referrer, tracked);
+            if (held === null)
+                return null;
+            if (held.locator === '')
+                return { kind: 'conversations' };
+            const { path } = held.referrer;
+            return { kind: 'room', locator: held.locator, ...(path === undefined ? {} : { path }) };
+        },
         reached(locator, version, target) {
             return reachedVersion(version, target, authorityFor(locator)?.logEpoch);
         },
@@ -318,7 +531,16 @@ export function createAgentsHouseAdapter(options) {
         async action(_authorization, request) {
             return withAt(await houseAction(transport, request));
         },
-        roomStream: { hold: held, observe: notifications.observe },
+        roomStream: {
+            hold: held,
+            reopen: notifications.reopen,
+            observe: notifications.observe,
+            published(locator, roomVersion) {
+                const at = logPosition(roomVersion);
+                if (at !== null)
+                    notifications.published(locator, at);
+            },
+        },
         conversations: notifications.conversations,
         serviceMode: notifications.serviceMode,
     };

package/dist/discovery.d.ts

@@ -1,8 +1,7 @@
-import type { Capability, DiscoveredRoom, Discovery, ProviderLimit, Retention } from '@agentshouse/mdruntime';
+import type { Capability, DiscoveredRoom, Discovery, Member, ProviderLimit, Retention } from '@agentshouse/mdruntime';
 import { type LogPosition } from './version.js';
 export declare const PROVIDER_ACTIONS = "provider-actions";
 export declare const DISCOVER_PREFIXES: readonly string[];
-export declare const PRIVATE_HANDLE = "private";
 export type HouseBounds = {
     max_authored_file_bytes: number;
     max_batch_operations: number;
@@ -14,6 +13,7 @@ export type HouseBounds = {
     max_inline_body_bytes: number;
     max_upload_bytes: number;
     max_prefixes: number;
+    max_held_files: number;
     change_retention_seconds: number;
     operation_retention_seconds: number;
 };
@@ -38,6 +38,7 @@ export type HouseAuthority = LogPosition & {
     operations: HouseOperations;
 };
 export type HouseDiscoveryDocument = {
+    member: Member;
     bounds: HouseBounds;
     authorities: readonly HouseAuthority[];
     actions: readonly string[];
@@ -62,11 +63,10 @@ export type HouseSiteDiscovery = {
 export declare function parseDiscovery(body: unknown): HouseDiscoveryDocument | null;
 export declare function parseSiteDiscovery(body: unknown): HouseSiteDiscovery | null;
 export declare function siteTracked(document: HouseSiteDiscovery): TrackedAuthority[];
-export declare function locatorOf(authority: HouseAuthority): string;
 export declare function trackedFrom(document: HouseDiscoveryDocument): TrackedAuthority[];
 export declare function providerLimits(bounds: HouseBounds): readonly ProviderLimit[];
 export declare function declaredRetention(bounds: HouseBounds): Retention;
-export declare function capabilities(actions: readonly string[]): readonly Capability[];
+export declare function capabilities(actions: HouseDiscoveryDocument['actions'], rooms: readonly Pick<TrackedAuthority, 'authority' | 'houseModel'>[]): readonly Capability[];
 export declare function siteCapabilities(): readonly Capability[];
 export declare function discoveredRoom(authority: HouseAuthority): DiscoveredRoom;
 export declare function mapDiscovery(document: Pick<HouseDiscoveryDocument, 'bounds'>, rooms: readonly DiscoveredRoom[], declared: readonly Capability[]): Discovery;

package/dist/discovery.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,cAAc,EACd,SAAS,EACT,aAAa,EACb,SAAS,EACV,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAA6B,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3E,eAAO,MAAM,gBAAgB,qBAAqB,CAAC;AAEnD,eAAO,MAAM,iBAAiB,EAAE,SAAS,MAAM,EAAU,CAAC;AAE1D,eAAO,MAAM,cAAc,YAAY,CAAC;AAExC,MAAM,MAAM,WAAW,GAAG;IACxB,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,kBAAkB,EAAE,UAAU,GAAG,aAAa,CAAC;IAC/C,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,UAAU,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,SAAS,cAAc,EAAE,CAAC;IACvC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,SAAS,kBAAkB,EAAE,CAAC;CAC5C,CAAC;AAuFF,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,sBAAsB,GAAG,IAAI,CAoB3E;AAmBD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,OAAO,GAAG,kBAAkB,GAAG,IAAI,CAa3E;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,kBAAkB,GAAG,gBAAgB,EAAE,CAW5E;AAED,wBAAgB,SAAS,CAAC,SAAS,EAAE,cAAc,GAAG,MAAM,CAE3D;AAQD,wBAAgB,WAAW,CAAC,QAAQ,EAAE,sBAAsB,GAAG,gBAAgB,EAAE,CAWhF;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,aAAa,EAAE,CAU5E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAMhE;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,UAAU,EAAE,CAQ9E;AAED,wBAAgB,gBAAgB,IAAI,SAAS,UAAU,EAAE,CAIxD;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,cAAc,GAAG,cAAc,CAkBxE;AAED,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,IAAI,CAAC,sBAAsB,EAAE,QAAQ,CAAC,EAChD,KAAK,EAAE,SAAS,cAAc,EAAE,EAChC,QAAQ,EAAE,SAAS,UAAU,EAAE,GAC9B,SAAS,CAQX"}
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../src/discovery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,cAAc,EACd,SAAS,EACT,MAAM,EACN,aAAa,EACb,SAAS,EACV,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAA6B,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3E,eAAO,MAAM,gBAAgB,qBAAqB,CAAC;AAEnD,eAAO,MAAM,iBAAiB,EAAE,SAAS,MAAM,EAAU,CAAC;AAE1D,MAAM,MAAM,WAAW,GAAG;IACxB,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,wBAAwB,EAAE,MAAM,CAAC;IACjC,2BAA2B,EAAE,MAAM,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACxB,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,kBAAkB,EAAE,UAAU,GAAG,aAAa,CAAC;IAC/C,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,UAAU,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,SAAS,cAAc,EAAE,CAAC;IACvC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,WAAW,GAAG;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,EAAE,SAAS,kBAAkB,EAAE,CAAC;CAC5C,CAAC;AA+FF,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,sBAAsB,GAAG,IAAI,CAsB3E;AAmBD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,OAAO,GAAG,kBAAkB,GAAG,IAAI,CAa3E;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,kBAAkB,GAAG,gBAAgB,EAAE,CAW5E;AAQD,wBAAgB,WAAW,CAAC,QAAQ,EAAE,sBAAsB,GAAG,gBAAgB,EAAE,CAWhF;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,aAAa,EAAE,CAU5E;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAMhE;AAED,wBAAgB,YAAY,CAC1B,OAAO,EAAE,sBAAsB,CAAC,SAAS,CAAC,EAC1C,KAAK,EAAE,SAAS,IAAI,CAAC,gBAAgB,EAAE,WAAW,GAAG,YAAY,CAAC,EAAE,GACnE,SAAS,UAAU,EAAE,CAWvB;AAED,wBAAgB,gBAAgB,IAAI,SAAS,UAAU,EAAE,CAOxD;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,cAAc,GAAG,cAAc,CAmBxE;AAED,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,IAAI,CAAC,sBAAsB,EAAE,QAAQ,CAAC,EAChD,KAAK,EAAE,SAAS,cAAc,EAAE,EAChC,QAAQ,EAAE,SAAS,UAAU,EAAE,GAC9B,SAAS,CAQX"}