@agentshouse/mdruntime-adapter 0.1.0-cd23c45caa798 → 0.1.0-cd36fe2bc9d48

package/dist/read.js

@@ -13,6 +13,8 @@ export function answering() {
         changes: new Map(),
         binaryFiles: new Map(),
         removals: new Set(),
+        folders: new Set(),
+        folderRemovals: new Set(),
     };
 }
 export function revised(answer, path, revision) {
@@ -29,12 +31,26 @@ export function forgotten(answer, path) {
     answer.binaryFiles.delete(path);
     answer.removals.delete(path);
 }
-export function* answered(answer) {
-    const removals = [];
-    for (const path of answer.removals) {
-        removals.push(path);
+export function folded(answer, path, removed) {
+    if (removed) {
+        answer.folders.delete(path);
+        answer.folderRemovals.add(path);
+    }
+    else {
+        answer.folderRemovals.delete(path);
+        answer.folders.add(path);
+    }
+}
+function* pathsOf(paths) {
+    const list = [];
+    for (const path of paths) {
+        list.push(path);
         yield ROW_WEIGHT;
     }
+    return list;
+}
+export function* answered(answer) {
+    const removals = yield* pathsOf(answer.removals);
     return {
         documents: yield* patching({}, answer.documents),
         revisions: yield* patching({}, answer.revisions),
@@ -42,6 +58,10 @@ export function* answered(answer) {
         changes: yield* patching({}, answer.changes),
         binaryFiles: yield* patching({}, answer.binaryFiles),
         removals,
+        ...(answer.folders.size === 0 ? {} : { folders: yield* pathsOf(answer.folders) }),
+        ...(answer.folderRemovals.size === 0
+            ? {}
+            : { folderRemovals: yield* pathsOf(answer.folderRemovals) }),
     };
 }
 export function authorityRoot(handle) {
@@ -59,22 +79,37 @@ export function parseGrant(body) {
     const transfer = body.transfer;
     if (typeof transfer.url !== 'string')
         return null;
-    if (transfer.method === 'GET')
-        return { method: 'GET', url: transfer.url };
     if (transfer.method !== 'POST' || typeof transfer.operation !== 'string')
         return null;
-    return { method: 'POST', operation: transfer.operation, url: transfer.url };
+    return { operation: transfer.operation, url: transfer.url };
+}
+export function parseFileAddress(body) {
+    if (typeof body !== 'object' || body === null)
+        return null;
+    const { download, name, sha256, media_type: mediaType } = body;
+    if (typeof download !== 'string' ||
+        typeof name !== 'string' ||
+        typeof sha256 !== 'string' ||
+        typeof mediaType !== 'string') {
+        return null;
+    }
+    return { url: download, name, sha256, mediaType };
 }
 function changeAuthor(value) {
     if (typeof value !== 'object' || value === null)
         return null;
-    const { user, site, name } = value;
+    const { user, site, inbox, name } = value;
     if (typeof name !== 'string')
         return null;
-    if (typeof user === 'string' && site === undefined)
+    const named = [user, site, inbox].filter((id) => id !== undefined);
+    if (named.length !== 1)
+        return null;
+    if (typeof user === 'string')
         return { kind: 'user', id: user, name };
-    if (typeof site === 'string' && user === undefined)
+    if (typeof site === 'string')
         return { kind: 'site', id: site, name };
+    if (typeof inbox === 'string')
+        return { kind: 'inbox', id: inbox, name };
     return null;
 }
 export function headChange(held) {
@@ -91,15 +126,12 @@ function headed(head) {
     return head === undefined ? {} : { head };
 }
 export function binaryFileOf(held) {
-    if (held.file === undefined)
+    if (held.media_type === undefined)
         return undefined;
-    const { file, bytes, media_type: mediaType, sha256 } = held;
-    if (typeof file !== 'string' ||
-        typeof bytes !== 'number' ||
-        typeof mediaType !== 'string' ||
-        typeof sha256 !== 'string')
+    const { bytes, media_type: mediaType, sha256 } = held;
+    if (typeof bytes !== 'number' || typeof mediaType !== 'string' || typeof sha256 !== 'string')
         return null;
-    return { fileRef: file, byteLength: bytes, mediaType, sha256 };
+    return { byteLength: bytes, mediaType, sha256 };
 }
 function binaried(binary) {
     return binary === undefined ? {} : { binary };
@@ -183,6 +215,24 @@ export function parseParted(body) {
 export function parseSiteParted(body) {
     return parseRoomParts(body);
 }
+export function partInventory(room) {
+    return {
+        parts: room.parts.length,
+        bytes: room.parts.reduce((sum, part) => sum + part.bytes, 0),
+    };
+}
+export function manifested(room, inventory, pageToken) {
+    return {
+        kind: 'bootstrap',
+        roomVersion: roomVersion(room),
+        documents: {},
+        revisions: {},
+        changes: {},
+        binaryFiles: {},
+        inventory,
+        pageToken,
+    };
+}
 export function emptyScope(room) {
     return {
         anchor: room.anchor,
@@ -195,6 +245,7 @@ export function emptyScope(room) {
 function* partLines(text, mode) {
     const files = [];
     const contents = [];
+    const folders = [];
     let start = 0;
     while (start < text.length) {
         const end = text.indexOf('\n', start);
@@ -208,8 +259,11 @@ function* partLines(text, mode) {
             return null;
         }
         start = end + 1;
-        if (folderLine(entry))
+        if (folderLine(entry)) {
+            folders.push(entry.folder);
+            yield ROW_WEIGHT;
             continue;
+        }
         const file = parseFile(entry, mode);
         if (file === null)
             return null;
@@ -221,21 +275,32 @@ function* partLines(text, mode) {
             return null;
         yield ROW_WEIGHT;
     }
-    return { files, contents };
+    return { files, contents, folders };
 }
 function folderLine(entry) {
     if (typeof entry !== 'object' || entry === null || !('folder' in entry))
         return false;
     return typeof entry.folder === 'string' && Object.keys(entry).length === 1;
 }
-export async function housePart(room, body, listed, mode) {
-    const payload = await checkedPayload(body, listed);
+export async function housePart(room, frame, listed, mode) {
+    const payload = await checkedPayload(frame, listed);
     if (payload === null)
         return null;
     const text = await gunzipped(payload);
     const read = text === null ? null : await stepped(partLines(text, mode));
     return read === null ? { kind: 'transport-uncertainty' } : { ...emptyScope(room), ...read };
 }
+function folderChange(value) {
+    if (typeof value !== 'object' || value === null)
+        return null;
+    const { path, folder, removed, ...rest } = value;
+    return typeof path === 'string' &&
+        folder === true &&
+        (removed === undefined || removed === true) &&
+        Object.keys(rest).length === 0
+        ? { path, removed: removed === true }
+        : null;
+}
 function parseChange(value, mode) {
     if (typeof value !== 'object' || value === null)
         return null;
@@ -292,7 +357,13 @@ export function parseEnumeration(body, mode) {
         if (!Array.isArray(held.changes))
             return null;
         const changes = [];
+        const folders = [];
         for (const change of held.changes) {
+            const folder = folderChange(change);
+            if (folder !== null) {
+                folders.push(folder);
+                continue;
+            }
             const mapped = parseChange(change, mode);
             if (mapped === null)
                 return null;
@@ -305,6 +376,7 @@ export function parseEnumeration(body, mode) {
             authority: held.authority,
             ...at,
             changes,
+            ...(folders.length === 0 ? {} : { folders }),
             ...(next === undefined ? {} : { next }),
         });
     }
@@ -328,6 +400,7 @@ function advances(asked, next) {
 }
 export async function wholeView(first, more) {
     const changes = new Map(first.changes.map((change) => [change.path, change]));
+    const folders = new Map((first.folders ?? []).map((folder) => [folder.path, folder]));
     let view = first;
     while (view.next !== undefined) {
         const asked = view.next;
@@ -343,6 +416,10 @@ export async function wholeView(first, more) {
             changes.delete(change.path);
             changes.set(change.path, change);
         }
+        for (const folder of page.folders ?? []) {
+            folders.delete(folder.path);
+            folders.set(folder.path, folder);
+        }
         view = page;
     }
     return {
@@ -350,46 +427,7 @@ export async function wholeView(first, more) {
         position: view.position,
         logEpoch: first.logEpoch,
         changes: [...changes.values()],
-    };
-}
-export function* advancedScope(scope, view) {
-    const files = new Map();
-    for (const file of scope.files) {
-        files.set(file.path, file);
-        yield ROW_WEIGHT;
-    }
-    const contents = new Map();
-    for (const entry of scope.contents) {
-        contents.set(entry.path, entry.content);
-        yield ROW_WEIGHT;
-    }
-    for (const change of view.changes) {
-        files.delete(change.path);
-        contents.delete(change.path);
-        yield ROW_WEIGHT;
-        if ('removed' in change)
-            continue;
-        files.set(change.path, {
-            path: change.path,
-            revision: change.revision,
-            version: change.version,
-            ...headed(change.head),
-            ...('binary' in change ? { binary: change.binary } : {}),
-        });
-        if ('content' in change)
-            contents.set(change.path, change.content);
-    }
-    const listed = [];
-    for (const [path, content] of contents) {
-        listed.push({ path, content });
-        yield ROW_WEIGHT;
-    }
-    return {
-        ...scope,
-        position: view.position,
-        logEpoch: view.logEpoch,
-        files: [...files.values()],
-        contents: listed,
+        ...(folders.size === 0 ? {} : { folders: [...folders.values()] }),
     };
 }
 export function* bootstrapping(scope) {
@@ -411,7 +449,9 @@ export function* bootstrapping(scope) {
         if (file.revision !== undefined)
             revised(answer, file.path, file.revision);
     }
-    const { removals: _removals, ...page } = yield* answered(answer);
+    for (const folder of scope.folders ?? [])
+        folded(answer, folder, false);
+    const { removals: _removals, folderRemovals: _folderRemovals, ...page } = yield* answered(answer);
     return { kind: 'bootstrap', roomVersion: roomVersion(scope), ...page };
 }
 export function schemaOf(scope, schema) {
@@ -445,6 +485,10 @@ function* refreshing(view, fromRoomVersion) {
         if (change.revision !== undefined)
             revised(answer, change.path, change.revision);
     }
+    for (const folder of view.folders ?? []) {
+        yield ROW_WEIGHT;
+        folded(answer, folder.path, folder.removed);
+    }
     return { kind: 'net-advancement', roomVersion: roomVersion(view), ...(yield* answered(answer)) };
 }
 export async function refreshFrom(view, fromRoomVersion) {

package/dist/room-types.d.ts

@@ -0,0 +1,6 @@
+export declare const INBOX_CHANNEL_KINDS: readonly ['telegram-bot', 'whatsapp', 'messenger', 'instagram'];
+export type InboxChannelKind = (typeof INBOX_CHANNEL_KINDS)[number];
+export declare const INBOX_CHAT_TYPE = "inbox-chat";
+export declare const INBOX_MESSAGE_TYPE = "inbox-message";
+export declare const HOUSE_ROOM_TYPES: string;
+//# sourceMappingURL=room-types.d.ts.map

package/dist/room-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"room-types.d.ts","sourceRoot":"","sources":["../src/room-types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,YAAI,cAAc,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,CAAU,CAAC;AAEnG,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEpE,eAAO,MAAM,eAAe,eAAe,CAAC;AAE5C,eAAO,MAAM,kBAAkB,kBAAkB,CAAC;AAalD,eAAO,MAAM,gBAAgB,QAsDjB,CAAC"}

package/dist/room-types.js

@@ -0,0 +1,66 @@
+export const INBOX_CHANNEL_KINDS = ['telegram-bot', 'whatsapp', 'messenger', 'instagram'];
+export const INBOX_CHAT_TYPE = 'inbox-chat';
+export const INBOX_MESSAGE_TYPE = 'inbox-message';
+const IDENTITY = "{ type: string, pattern: '^\\S+$' }";
+const AGENT = ['        agent: { type: string, format: uuid }', '        name: { type: string }'];
+const ASSIGNEE = [
+    '      type: object',
+    '      properties:',
+    '        user: { type: string, format: uuid }',
+    ...AGENT,
+];
+export const HOUSE_ROOM_TYPES = [
+    `${INBOX_CHAT_TYPE}:`,
+    '  properties:',
+    '    inbox: { type: string, format: uuid }',
+    `    channel: { enum: [${INBOX_CHANNEL_KINDS.join(', ')}] }`,
+    `    chat: ${IDENTITY}`,
+    '    customer:',
+    '      type: object',
+    '      properties:',
+    '        name: { type: string }',
+    `        username: ${IDENTITY}`,
+    `        phone: ${IDENTITY}`,
+    '    assignee:',
+    ...ASSIGNEE,
+    '    return_to:',
+    '      type: object',
+    '      properties:',
+    ...AGENT,
+    '    conversation: { type: string, format: uuid }',
+    '  required: [inbox, channel, chat, customer]',
+    `${INBOX_MESSAGE_TYPE}:`,
+    '  properties:',
+    '    direction: { enum: [in, out] }',
+    '    sender:',
+    '      type: object',
+    '      properties:',
+    '        name: { type: string }',
+    `        username: ${IDENTITY}`,
+    '    sent_at: { type: string, format: date-time }',
+    `    channel_message: ${IDENTITY}`,
+    '    state: { enum: [sending, sent, failed] }',
+    '    reason: { type: string }',
+    '    reactions:',
+    '      type: array',
+    '      items:',
+    '        type: object',
+    '        properties:',
+    '          reaction: { type: string, minLength: 1 }',
+    '          sender:',
+    '            type: object',
+    '            properties:',
+    `              id: ${IDENTITY}`,
+    '              name: { type: string }',
+    `              username: ${IDENTITY}`,
+    '          count: { type: integer, minimum: 1 }',
+    '        required: [reaction]',
+    `    post: ${IDENTITY}`,
+    '    assignee:',
+    ...ASSIGNEE,
+    '    sent_outside: { const: true }',
+    '  required: [direction]',
+    '  if: { properties: { direction: { const: in } } }',
+    '  then: { required: [sent_at] }',
+    '',
+].join('\n');

package/dist/site.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"site.d.ts","sourceRoot":"","sources":["../src/site.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EAUR,MAAM,wBAAwB,CAAC;AA6BhC,OAAO,EAOL,KAAK,kBAAkB,EACxB,MAAM,gBAAgB,CAAC;AAuCxB,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,kBAAkB,EAAE,QAAQ,UAAQ,GAAG,OAAO,CAkQ1F"}
+{"version":3,"file":"site.d.ts","sourceRoot":"","sources":["../src/site.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EAWR,MAAM,wBAAwB,CAAC;AA+BhC,OAAO,EAML,KAAK,kBAAkB,EACxB,MAAM,gBAAgB,CAAC;AAoCxB,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,kBAAkB,EAAE,QAAQ,UAAQ,GAAG,OAAO,CAoP1F"}

package/dist/site.js

@@ -2,12 +2,12 @@ import { stepped } from '@agentshouse/mdruntime';
 import { actionOutcome, SITE_SUBMIT } from './actions.js';
 import { mapDiscovery, parseSiteDiscovery, siteCapabilities, siteTracked, } from './discovery.js';
 import { partModels, streamedModels, viewModels } from './model.js';
-import { advancedScope, bootstrapping, emptyScope, housePart, parseEnumeration, parseSiteParted, refreshFrom, viewOf, wholeView, } from './read.js';
-import { PART_ATTEMPTS, unverifiedPart } from './part.js';
+import { bootstrapping, emptyScope, housePart, manifested, parseEnumeration, parseSiteParted, partInventory, refreshFrom, viewOf, wholeView, } from './read.js';
+import { PART_ATTEMPTS, partArrival, partFrame, unverifiedPart } from './part.js';
 import { classifyDoor, classifyRead, discoveryFailure } from './refusal.js';
+import { HOUSE_ROOM_TYPES } from './room-types.js';
 import { houseNotifications } from './stream.js';
-import { SITE_DOOR_BOOTSTRAP, SITE_DOOR_DISCOVER, SITE_DOOR_ENUMERATE, SITE_DOOR_SUBMIT, SITE_FILE_RECORD, SITE_FILES, } from './transport.js';
-import { houseReferrer } from './referrer.js';
+import { SITE_DOOR_BOOTSTRAP, SITE_DOOR_DISCOVER, SITE_DOOR_ENUMERATE, SITE_DOOR_SUBMIT, SITE_FILES, } from './transport.js';
 import { followsVersion, logPosition, presented, reachedVersion, roomVersion, } from './version.js';
 const UNCERTAIN = { kind: 'transport-uncertainty' };
 function unfound() {
@@ -24,28 +24,15 @@ function siteRoom(tracked) {
         providerOwnedPaths: [],
     };
 }
-function settled(refused) {
-    return refused.kind === 'beyond-horizon' ? UNCERTAIN : refused;
-}
 export function createSiteAdapter(transport, snapshot = false) {
     const notifications = houseNotifications(transport, 'site');
     const tracked = new Map();
     const expired = new Map();
-    function published(referrer) {
-        const named = houseReferrer(referrer, tracked);
-        return named === null || !tracked.has(named.locator) ? null : named;
-    }
     function fileRoute(request) {
-        const named = published(request.kind === 'path' ? { room: request.locator, path: request.path } : request.referrer);
-        if (named === null) {
-            return { kind: 'rejected', code: 'referrer_unknown', fields: {}, retryable: false };
-        }
-        if (request.fileRef === undefined)
-            return unfound();
-        const { room_ref, path, record } = named.referrer;
-        return `${SITE_FILES}${room_ref}/${encodeURIComponent(request.fileRef)}/${path === undefined
-            ? `${SITE_FILE_RECORD}/${encodeURIComponent(record)}`
-            : encodeURIComponent(path)}`;
+        const entry = tracked.get(request.locator);
+        if (entry === undefined)
+            return { kind: 'room-not-readable', locator: request.locator };
+        return `${SITE_FILES}${entry.authority}/${encodeURIComponent(request.revision)}/${encodeURIComponent(request.path)}`;
     }
     async function enumerated(entry, from, page) {
         const answer = await transport.door(SITE_DOOR_ENUMERATE, {
@@ -79,34 +66,29 @@ export function createSiteAdapter(transport, snapshot = false) {
         const room = parseSiteParted(answer.body);
         return room === null || room.anchor !== entry.authority ? UNCERTAIN : room;
     }
-    async function fetchedPart(entry, room, listed) {
+    async function fetchedPart(entry, room, listed, received, arriving) {
+        if (received !== undefined) {
+            const kept = new Uint8Array(received);
+            const held = await housePart(room, kept, listed, 'site');
+            if (held !== null)
+                return 'kind' in held ? held : { scope: held, frame: kept };
+        }
         for (let attempt = 0; attempt < PART_ATTEMPTS; attempt += 1) {
-            const answer = await transport.read(`${SITE_DOOR_BOOTSTRAP}${entry.authority}?part=${encodeURIComponent(listed.part)}`);
+            const answer = await transport.read(`${SITE_DOOR_BOOTSTRAP}${entry.authority}?part=${encodeURIComponent(listed.part)}`, partArrival(listed, arriving));
             const failure = classifyRead(answer.status, answer.body, entry.locator);
             if (failure?.kind === 'beyond-horizon')
                 expired.set(entry.locator, room.position);
             if (failure !== null)
                 return failure;
-            const scope = await housePart(room, answer.body, listed, 'site');
+            const frame = partFrame(answer.body);
+            if (frame === null)
+                continue;
+            const scope = await housePart(room, frame, listed, 'site');
             if (scope !== null)
-                return scope;
+                return 'kind' in scope ? scope : { scope, frame };
         }
         return unverifiedPart(entry.locator);
     }
-    async function caughtUp(entry, continued) {
-        const listed = continued.room.parts[continued.next];
-        const scope = listed === undefined
-            ? emptyScope(continued.room)
-            : await fetchedPart(entry, continued.room, listed);
-        if ('kind' in scope)
-            return scope;
-        if (continued.room.parts.length > 1 || roomVersion(scope) === roomVersion(entry))
-            return scope;
-        const view = await enumeration(entry, scope);
-        if ('kind' in view)
-            return settled(view);
-        return stepped(advancedScope(scope, view));
-    }
     async function refreshed(entry, fromRoomVersion) {
         const from = logPosition(fromRoomVersion);
         if (from === null)
@@ -129,6 +111,7 @@ export function createSiteAdapter(transport, snapshot = false) {
     return {
         localSaves: true,
         exhaustiveDiscovery: true,
+        roomTypes: HOUSE_ROOM_TYPES,
         async authorize() {
             return {};
         },
@@ -152,17 +135,25 @@ export function createSiteAdapter(transport, snapshot = false) {
             if (entry === undefined)
                 return { kind: 'room-not-readable', locator: request.locator };
             let continued;
+            let inventory;
             if (request.pageToken === undefined) {
                 const room = await partedRoom(entry);
                 if ('kind' in room)
                     return room;
                 continued = { room, next: 0, seen: [] };
+                inventory = partInventory(room);
+                if (inventory.parts > 0)
+                    return manifested(room, inventory, JSON.stringify(continued));
             }
             else
                 continued = JSON.parse(request.pageToken);
-            const scope = await caughtUp(entry, continued);
-            if ('kind' in scope)
-                return scope;
+            const listed = continued.room.parts[continued.next];
+            const sent = listed === undefined
+                ? { scope: emptyScope(continued.room), frame: null }
+                : await fetchedPart(entry, continued.room, listed, request.received, request.arriving);
+            if ('kind' in sent)
+                return sent;
+            const { scope } = sent;
             notifications.reach(entry.authority, scope);
             const next = continued.next + 1;
             const more = next < continued.room.parts.length;
@@ -171,10 +162,13 @@ export function createSiteAdapter(transport, snapshot = false) {
                 ...entry.schemas.filter((schema) => scope.files.some((file) => file.path === schema)),
             ];
             const models = await partModels(scope, entry, new Set(seen), !more);
+            const { folders: _folders, ...page } = await stepped(bootstrapping(scope));
             return {
-                ...(await stepped(bootstrapping(scope))),
+                ...page,
                 ...(models === undefined ? {} : { models }),
                 ...(more ? { pageToken: JSON.stringify({ ...continued, next, seen }) } : {}),
+                ...(inventory === undefined ? {} : { inventory }),
+                ...(sent.frame === null ? {} : { received: sent.frame }),
             };
         },
         async refresh(_authorization, request) {
@@ -203,8 +197,8 @@ export function createSiteAdapter(transport, snapshot = false) {
             const read = await transport.download(route);
             if (read.status === 404)
                 return unfound();
-            return read.status === 200 && read.blob !== null
-                ? { kind: 'binary', blob: read.blob }
+            return read.status === 200 && read.body !== null
+                ? { kind: 'binary', body: read.body, mediaType: read.mediaType }
                 : UNCERTAIN;
         },
         async link(_authorization, request) {
@@ -217,13 +211,6 @@ export function createSiteAdapter(transport, snapshot = false) {
                 name: request.path.slice(request.path.lastIndexOf('/') + 1),
             };
         },
-        referrerScope(referrer) {
-            const named = published(referrer);
-            if (named === null)
-                return null;
-            const { path } = named.referrer;
-            return { locator: named.locator, ...(path === undefined ? {} : { path }) };
-        },
         reached(locator, version, target) {
             return reachedVersion(version, target, tracked.get(locator)?.logEpoch);
         },

package/dist/stream.d.ts

@@ -15,6 +15,7 @@ export type HouseNotifications = {
     reopen(): void;
     track(authorities: readonly TrackedAuthority[]): void;
     reach(authority: string, at: LogPosition): void;
+    edited(tracked: TrackedAuthority, from: LogPosition): readonly string[];
     advance(tracked: TrackedAuthority, from: LogPosition, holds?: HeldRevision): Generator<number, StreamedAdvancement | null, void>;
     conversations: ConversationStream;
     serviceMode: ServiceModeSignal;

package/dist/stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../src/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,kBAAkB,EAEvB,KAAK,WAAW,EAChB,KAAK,eAAe,EAEpB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EAEpB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD,OAAO,KAAK,EACV,SAAS,EACT,aAAa,EAEb,SAAS,EAET,gBAAgB,EAEjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AA0C7D,MAAM,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;AAEvE,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,EAAE,QAAQ,EAAE,cAAc,GAAG,MAAM,IAAI,CAAC;IACxF,IAAI,CAAC,KAAK,EAAE,SAAS,aAAa,EAAE,GAAG,IAAI,CAAC;IAC5C,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;IAClD,MAAM,IAAI,IAAI,CAAC;IACf,KAAK,CAAC,WAAW,EAAE,SAAS,gBAAgB,EAAE,GAAG,IAAI,CAAC;IACtD,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;IAChD,OAAO,CACL,OAAO,EAAE,gBAAgB,EACzB,IAAI,EAAE,WAAW,EACjB,KAAK,CAAC,EAAE,YAAY,GACnB,SAAS,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC;IACvD,aAAa,EAAE,kBAAkB,CAAC;IAClC,WAAW,EAAE,iBAAiB,CAAC;CAChC,CAAC;AAmFF,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,GAAG,kBAAkB,CA0iB5F"}
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../src/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,kBAAkB,EAEvB,KAAK,WAAW,EAChB,KAAK,eAAe,EAEpB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EAEpB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAUvD,OAAO,KAAK,EACV,SAAS,EACT,aAAa,EAEb,SAAS,EAET,gBAAgB,EAEjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AA0C7D,MAAM,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;AAEvE,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,EAAE,QAAQ,EAAE,cAAc,GAAG,MAAM,IAAI,CAAC;IACxF,IAAI,CAAC,KAAK,EAAE,SAAS,aAAa,EAAE,GAAG,IAAI,CAAC;IAC5C,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;IAClD,MAAM,IAAI,IAAI,CAAC;IACf,KAAK,CAAC,WAAW,EAAE,SAAS,gBAAgB,EAAE,GAAG,IAAI,CAAC;IACtD,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;IAChD,MAAM,CAAC,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,GAAG,SAAS,MAAM,EAAE,CAAC;IACxE,OAAO,CACL,OAAO,EAAE,gBAAgB,EACzB,IAAI,EAAE,WAAW,EACjB,KAAK,CAAC,EAAE,YAAY,GACnB,SAAS,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC;IACvD,aAAa,EAAE,kBAAkB,CAAC;IAClC,WAAW,EAAE,iBAAiB,CAAC;CAChC,CAAC;AAmFF,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,GAAG,kBAAkB,CA8jB5F"}

package/dist/stream.js

@@ -1,7 +1,7 @@
 import { ROW_WEIGHT, } from '@agentshouse/mdruntime';
 import { acceptedMessage } from './actions.js';
 import { sha256Hex } from './digest.js';
-import { answered, answering, binaryFileOf, forgotten, headChange, revised } from './read.js';
+import { answered, answering, binaryFileOf, folded, forgotten, headChange, revised, } from './read.js';
 import { roomVersion } from './version.js';
 const HELD_FRAMES_MAX = 256;
 function turnOperation(frame) {
@@ -556,6 +556,17 @@ export function houseNotifications(transport, mode) {
                 held,
             });
         },
+        edited(tracked, from) {
+            const line = lines.get(tracked.authority);
+            const start = position(from.position);
+            if (line === undefined || start === null || line.logEpoch !== from.logEpoch)
+                return [];
+            return [
+                ...new Set(line.frames
+                    .filter((frame) => frame.position > start)
+                    .flatMap((frame) => frame.entries.flatMap((entry) => entry.kind === 'edited' && entry.revision !== undefined ? [entry.path] : []))),
+            ];
+        },
         *advance(tracked, from, holds) {
             const line = lines.get(tracked.authority);
             const start = position(from.position);
@@ -570,6 +581,10 @@ export function houseNotifications(transport, mode) {
             for (const frame of pending) {
                 for (const entry of frame.entries) {
                     yield ROW_WEIGHT + (entry.text?.length ?? 0);
+                    if (entry.kind === 'folder') {
+                        folded(answer, entry.path, entry.removed === true);
+                        continue;
+                    }
                     if (entry.kind === 'edited' &&
                         entry.revision !== undefined &&
                         holds?.(entry.path, entry.revision) === true) {

package/dist/transport.d.ts

@@ -15,27 +15,26 @@ export type HouseDoorAnswer = {
     body: unknown;
 };
 export declare const DOOR_FILES_GET = "/door/files/get";
+export declare const DOOR_FILES_FINISH = "/door/files/finish";
 export declare const SITE_FILES = "/_house/files/";
-export declare const SITE_FILE_RECORD = "record";
-export type HouseByteAct = 'authored_batch_upload' | 'file_upload' | 'binary_stage';
-export type HouseByteBody = string | ArrayBuffer | Uint8Array | Blob;
+export type HouseByteAct = 'authored_batch_upload';
 export type HouseBytesAnswer = {
     status: number;
-    blob: Blob | null;
+    body: ReadableStream<Uint8Array> | null;
+    mediaType: string;
 };
 export type HouseByteTransfer = {
     act: HouseByteAct;
     url: string;
-    body: HouseByteBody;
-    operation?: string;
+    body: string;
 };
 export type HouseStreamEntry = {
     path: string;
-    kind: 'edited' | 'removed' | 'piece';
+    kind: 'edited' | 'removed' | 'piece' | 'folder';
+    removed?: true;
     revision?: string;
     sha256?: string;
     text?: string;
-    file?: string;
     bytes?: number;
     media_type?: string;
     author?: {
@@ -165,16 +164,17 @@ export type HouseStream = {
     closed(notify: (closing: HouseClosing) => void): () => void;
 };
 export type HouseDoor = {
-    door(route: string, body: unknown): Promise<HouseDoorAnswer>;
+    door(route: string, body: unknown, arriving?: (bytes: number) => void): Promise<HouseDoorAnswer>;
     stream: HouseStream;
 };
 export type HouseTransport = HouseDoor & {
     transfer(request: HouseByteTransfer): Promise<HouseDoorAnswer>;
+    put(url: string, body: Blob): Promise<number>;
     download(url: string): Promise<HouseBytesAnswer>;
 };
 export type HouseSiteTransport = HouseDoor & {
     online(): boolean;
-    read(route: string): Promise<HouseDoorAnswer>;
+    read(route: string, arriving?: (bytes: number) => void): Promise<HouseDoorAnswer>;
     download(route: string): Promise<HouseBytesAnswer>;
 };
 export {};