@agentshouse/mdruntime-adapter 0.1.0-cc13f8244b707 → 0.1.0-cc1bdabaf4e28

package/dist/read.js

@@ -1,13 +1,72 @@
-import { readPosition, roomVersion } from './version.js';
+import { paced, patching, ROW_WEIGHT, stepped, } from '@agentshouse/mdruntime';
+import { checkedPayload, gunzipped, parsePart } from './part.js';
+import { DECIMAL, readPosition, roomVersion } from './version.js';
+const REVISION_FILE = /^fr_([0-9a-z]+)\.[0-9a-z]+\.[0-9a-z]$/u;
+function fileOf(revision) {
+    return REVISION_FILE.exec(revision)?.[1];
+}
+export function answering() {
+    return {
+        documents: new Map(),
+        revisions: new Map(),
+        fileIds: new Map(),
+        changes: new Map(),
+        binaryFiles: new Map(),
+        removals: new Set(),
+        folders: new Set(),
+        folderRemovals: new Set(),
+    };
+}
+export function revised(answer, path, revision) {
+    answer.revisions.set(path, revision);
+    const file = fileOf(revision);
+    if (file !== undefined)
+        answer.fileIds.set(path, file);
+}
+export function forgotten(answer, path) {
+    answer.documents.delete(path);
+    answer.revisions.delete(path);
+    answer.fileIds.delete(path);
+    answer.changes.delete(path);
+    answer.binaryFiles.delete(path);
+    answer.removals.delete(path);
+}
+export function folded(answer, path, removed) {
+    if (removed) {
+        answer.folders.delete(path);
+        answer.folderRemovals.add(path);
+    }
+    else {
+        answer.folderRemovals.delete(path);
+        answer.folders.add(path);
+    }
+}
+function* pathsOf(paths) {
+    const list = [];
+    for (const path of paths) {
+        list.push(path);
+        yield ROW_WEIGHT;
+    }
+    return list;
+}
+export function* answered(answer) {
+    const removals = yield* pathsOf(answer.removals);
+    return {
+        documents: yield* patching({}, answer.documents),
+        revisions: yield* patching({}, answer.revisions),
+        ...(answer.fileIds.size === 0 ? {} : { fileIds: yield* patching({}, answer.fileIds) }),
+        changes: yield* patching({}, answer.changes),
+        binaryFiles: yield* patching({}, answer.binaryFiles),
+        removals,
+        ...(answer.folders.size === 0 ? {} : { folders: yield* pathsOf(answer.folders) }),
+        ...(answer.folderRemovals.size === 0
+            ? {}
+            : { folderRemovals: yield* pathsOf(answer.folderRemovals) }),
+    };
+}
 export function authorityRoot(handle) {
     return `/rooms/${handle}`;
 }
-export function contentPrefixes(tracked) {
-    return [
-        authorityRoot(tracked.handle),
-        ...tracked.schemas.map((schema) => schemaPath(tracked.handle, schema)),
-    ];
-}
 export function schemaPath(handle, schema) {
     return `${authorityRoot(handle)}/${schema}`;
 }
@@ -20,22 +79,37 @@ export function parseGrant(body) {
     const transfer = body.transfer;
     if (typeof transfer.url !== 'string')
         return null;
-    if (transfer.method === 'GET')
-        return { method: 'GET', url: transfer.url };
     if (transfer.method !== 'POST' || typeof transfer.operation !== 'string')
         return null;
-    return { method: 'POST', operation: transfer.operation, url: transfer.url };
+    return { operation: transfer.operation, url: transfer.url };
+}
+export function parseFileAddress(body) {
+    if (typeof body !== 'object' || body === null)
+        return null;
+    const { download, name, sha256, media_type: mediaType } = body;
+    if (typeof download !== 'string' ||
+        typeof name !== 'string' ||
+        typeof sha256 !== 'string' ||
+        typeof mediaType !== 'string') {
+        return null;
+    }
+    return { url: download, name, sha256, mediaType };
 }
 function changeAuthor(value) {
     if (typeof value !== 'object' || value === null)
         return null;
-    const { user, site, name } = value;
+    const { user, site, inbox, name } = value;
     if (typeof name !== 'string')
         return null;
-    if (typeof user === 'string' && site === undefined)
+    const named = [user, site, inbox].filter((id) => id !== undefined);
+    if (named.length !== 1)
+        return null;
+    if (typeof user === 'string')
         return { kind: 'user', id: user, name };
-    if (typeof site === 'string' && user === undefined)
+    if (typeof site === 'string')
         return { kind: 'site', id: site, name };
+    if (typeof inbox === 'string')
+        return { kind: 'inbox', id: inbox, name };
     return null;
 }
 export function headChange(held) {
@@ -52,15 +126,12 @@ function headed(head) {
     return head === undefined ? {} : { head };
 }
 export function binaryFileOf(held) {
-    if (held.file === undefined)
+    if (held.media_type === undefined)
         return undefined;
-    const { file, bytes, media_type: mediaType, sha256 } = held;
-    if (typeof file !== 'string' ||
-        typeof bytes !== 'number' ||
-        typeof mediaType !== 'string' ||
-        typeof sha256 !== 'string')
+    const { bytes, media_type: mediaType, sha256 } = held;
+    if (typeof bytes !== 'number' || typeof mediaType !== 'string' || typeof sha256 !== 'string')
         return null;
-    return { fileRef: file, byteLength: bytes, mediaType, sha256 };
+    return { byteLength: bytes, mediaType, sha256 };
 }
 function binaried(binary) {
     return binary === undefined ? {} : { binary };
@@ -92,17 +163,36 @@ function parseFile(value, mode) {
         path: file.path,
         revision: file.revision,
         version: file.revision,
+        ...(typeof file.sha256 === 'string' ? { sha256: file.sha256 } : {}),
         ...headed(head),
         ...binaried(binary),
     };
 }
-function parseScope(value, mode) {
+function parseModels(value, mode) {
+    if (!Array.isArray(value))
+        return null;
+    const files = [];
+    const contents = [];
+    for (const entry of value) {
+        const file = parseFile(entry, mode);
+        const { content } = entry;
+        if (file === null || typeof content !== 'string')
+            return null;
+        files.push(file);
+        contents.push({ path: file.path, content });
+    }
+    return { files, contents };
+}
+function parseRoomParts(value, mode) {
     if (typeof value !== 'object' || value === null)
         return null;
     const held = value;
     if (typeof held.manifest !== 'object' || held.manifest === null)
         return null;
-    if (!Array.isArray(held.contents))
+    if (!Array.isArray(held.parts))
+        return null;
+    const models = parseModels(held.models, mode);
+    if (models === null)
         return null;
     const manifest = held.manifest;
     if (manifest.scope !== 'room')
@@ -112,53 +202,137 @@ function parseScope(value, mode) {
         return null;
     if (typeof manifest.room_handle !== 'string' || manifest.room_handle.length === 0)
         return null;
-    if (!Array.isArray(manifest.files))
-        return null;
-    const files = [];
-    for (const entry of manifest.files) {
-        const file = parseFile(entry, mode);
-        if (file === null)
-            return null;
-        files.push(file);
-    }
-    const contents = [];
-    for (const entry of held.contents) {
-        if (typeof entry !== 'object' || entry === null)
-            return null;
-        const content = entry;
-        if (typeof content.path !== 'string' || typeof content.content !== 'string')
+    const parts = [];
+    for (const entry of held.parts) {
+        const part = parsePart(entry);
+        if (part === null)
             return null;
-        contents.push({ path: content.path, content: content.content });
+        parts.push(part);
     }
-    return { anchor: manifest.anchor, ...at, files, contents };
-}
-function parseCursor(value) {
-    if (typeof value !== 'object' || value === null)
-        return null;
-    const { room, path } = value;
-    if (typeof room !== 'string' || (path !== null && typeof path !== 'string'))
-        return null;
-    return { room, path };
+    return { anchor: manifest.anchor, ...at, models, parts };
 }
-export function parseEnvelope(body) {
+export function parseParted(body) {
     if (typeof body !== 'object' || body === null)
         return null;
     if (!('scopes' in body) || !Array.isArray(body.scopes))
         return null;
-    const scopes = [];
+    const rooms = [];
     for (const entry of body.scopes) {
-        const scope = parseScope(entry, 'credential');
-        if (scope === null)
+        const room = parseRoomParts(entry, 'credential');
+        if (room === null)
             return null;
-        scopes.push(scope);
+        rooms.push(room);
     }
     if (!('next' in body) || body.next === undefined)
-        return { scopes };
-    const next = parseCursor(body.next);
-    return next === null ? null : { scopes, next };
+        return { rooms };
+    const next = body.next;
+    if (typeof next !== 'object' || next === null || typeof next.room !== 'string')
+        return null;
+    return { rooms, next: next.room };
+}
+export function parseSiteParted(body) {
+    return parseRoomParts(body, 'site');
 }
-export function parseSiteBootstrap(body) {
-    return parseScope(body, 'site');
+export function partInventory(room) {
+    return {
+        parts: room.parts.length,
+        bytes: room.parts.reduce((sum, part) => sum + part.bytes, 0),
+    };
+}
+export function manifested(room, inventory, pageToken, models) {
+    return {
+        kind: 'bootstrap',
+        roomVersion: roomVersion(room),
+        documents: {},
+        revisions: {},
+        changes: {},
+        binaryFiles: {},
+        inventory,
+        pageToken,
+        ...(models === undefined ? {} : { models }),
+    };
+}
+export function modelScope(room) {
+    return { ...emptyScope(room), files: room.models.files, contents: room.models.contents };
+}
+export function emptyScope(room) {
+    return {
+        anchor: room.anchor,
+        position: room.position,
+        logEpoch: room.logEpoch,
+        files: [],
+        contents: [],
+    };
+}
+function partLine(line, mode, read) {
+    let entry;
+    try {
+        entry = JSON.parse(line);
+    }
+    catch {
+        return false;
+    }
+    if (folderLine(entry)) {
+        read.folders.push(entry.folder);
+        return true;
+    }
+    const file = parseFile(entry, mode);
+    if (file === null)
+        return false;
+    read.files.push(file);
+    const { content } = entry;
+    if (typeof content === 'string')
+        read.contents.push({ path: file.path, content });
+    else if (content !== undefined)
+        return false;
+    return true;
+}
+async function partRead(chunks, mode) {
+    const read = { files: [], contents: [], folders: [] };
+    const pace = paced();
+    const unfinished = [];
+    for (let chunk = await chunks.read(); chunk.done !== true; chunk = await chunks.read()) {
+        const text = chunk.value;
+        let start = 0;
+        for (let end = text.indexOf('\n'); end !== -1; end = text.indexOf('\n', start)) {
+            const piece = text.slice(start, end);
+            const line = unfinished.length === 0 ? piece : unfinished.splice(0).join('') + piece;
+            if (!partLine(line, mode, read)) {
+                await chunks.cancel();
+                return null;
+            }
+            start = end + 1;
+            const due = pace(line.length + ROW_WEIGHT);
+            if (due instanceof Promise)
+                await due;
+        }
+        if (start < text.length)
+            unfinished.push(text.slice(start));
+    }
+    return unfinished.length === 0 ? read : null;
+}
+function folderLine(entry) {
+    if (typeof entry !== 'object' || entry === null || !('folder' in entry))
+        return false;
+    return typeof entry.folder === 'string' && Object.keys(entry).length === 1;
+}
+export async function housePart(room, frame, listed, mode) {
+    const payload = await checkedPayload(frame, listed);
+    if (payload === null)
+        return null;
+    const read = await partRead(gunzipped(payload).getReader(), mode).catch(() => null);
+    return read === null ? { kind: 'transport-uncertainty' } : { ...emptyScope(room), ...read };
+}
+function folderChange(value) {
+    if (typeof value !== 'object' || value === null)
+        return null;
+    const { path, folder, removed, ...rest } = value;
+    return typeof path === 'string' &&
+        folder === true &&
+        (removed === undefined || removed === true) &&
+        Object.keys(rest).length === 0
+        ? { path, removed: removed === true }
+        : null;
 }
 function parseChange(value, mode) {
     if (typeof value !== 'object' || value === null)
@@ -216,70 +390,102 @@ export function parseEnumeration(body, mode) {
         if (!Array.isArray(held.changes))
             return null;
         const changes = [];
+        const folders = [];
         for (const change of held.changes) {
+            const folder = folderChange(change);
+            if (folder !== null) {
+                folders.push(folder);
+                continue;
+            }
             const mapped = parseChange(change, mode);
             if (mapped === null)
                 return null;
             changes.push(mapped);
         }
-        authorities.push({ authority: held.authority, ...at, changes });
+        const next = held.next === undefined ? undefined : readPage(held.next);
+        if (next === null)
+            return null;
+        authorities.push({
+            authority: held.authority,
+            ...at,
+            changes,
+            ...(folders.length === 0 ? {} : { folders }),
+            ...(next === undefined ? {} : { next }),
+        });
     }
     return { authorities };
 }
-export function advancedScope(scope, view) {
-    const files = new Map(scope.files.map((file) => [file.path, file]));
-    const contents = new Map(scope.contents.map((entry) => [entry.path, entry.content]));
-    for (const change of view.changes) {
-        files.delete(change.path);
-        contents.delete(change.path);
-        if ('removed' in change)
-            continue;
-        files.set(change.path, {
-            path: change.path,
-            revision: change.revision,
-            version: change.version,
-            ...headed(change.head),
-            ...('binary' in change ? { binary: change.binary } : {}),
-        });
-        if ('content' in change)
-            contents.set(change.path, change.content);
+function readPage(held) {
+    if (typeof held !== 'object' || held === null)
+        return null;
+    const { after, through, read } = held;
+    if (typeof after !== 'string' || !DECIMAL.test(after))
+        return null;
+    if (typeof through !== 'string' || !DECIMAL.test(through))
+        return null;
+    if (typeof read !== 'number' || !Number.isSafeInteger(read) || read < 0)
+        return null;
+    return { after, through, read };
+}
+function advances(asked, next) {
+    const moved = BigInt(next.through) - BigInt(asked.through);
+    return moved > 0n || (moved === 0n && next.after === asked.after && next.read > asked.read);
+}
+export async function wholeView(first, more) {
+    const changes = new Map(first.changes.map((change) => [change.path, change]));
+    const folders = new Map((first.folders ?? []).map((folder) => [folder.path, folder]));
+    let view = first;
+    while (view.next !== undefined) {
+        const asked = view.next;
+        const page = await more(asked);
+        if ('kind' in page)
+            return page;
+        if (page.position !== asked.through ||
+            page.logEpoch !== first.logEpoch ||
+            (page.next !== undefined && !advances(asked, page.next))) {
+            return { kind: 'transport-uncertainty' };
+        }
+        for (const change of page.changes) {
+            changes.delete(change.path);
+            changes.set(change.path, change);
+        }
+        for (const folder of page.folders ?? []) {
+            folders.delete(folder.path);
+            folders.set(folder.path, folder);
+        }
+        view = page;
     }
     return {
-        ...scope,
+        authority: first.authority,
         position: view.position,
-        logEpoch: view.logEpoch,
-        files: [...files.values()],
-        contents: [...contents].map(([path, content]) => ({ path, content })),
+        logEpoch: first.logEpoch,
+        changes: [...changes.values()],
+        ...(folders.size === 0 ? {} : { folders: [...folders.values()] }),
     };
 }
-export function matchesScope(scope, tracked) {
-    return scope.anchor === tracked.authority;
-}
-export function bootstrapOf(scope) {
-    const contents = new Map(scope.contents.map((entry) => [entry.path, entry.content]));
-    const documents = {};
-    const revisions = {};
-    const changes = {};
-    const binaryFiles = {};
+export function* bootstrapping(scope) {
+    const contents = new Map();
+    for (const entry of scope.contents) {
+        contents.set(entry.path, entry.content);
+        yield ROW_WEIGHT;
+    }
+    const answer = answering();
     for (const file of scope.files) {
-        if (file.revision !== undefined)
-            revisions[file.path] = file.revision;
+        yield ROW_WEIGHT;
         if (file.head !== undefined)
-            changes[file.path] = file.head;
+            answer.changes.set(file.path, file.head);
         const content = contents.get(file.path);
         if (file.binary !== undefined)
-            binaryFiles[file.path] = file.binary;
+            answer.binaryFiles.set(file.path, file.binary);
         else if (content !== undefined)
-            documents[file.path] = content;
+            answer.documents.set(file.path, content);
+        if (file.revision !== undefined)
+            revised(answer, file.path, file.revision);
     }
-    return {
-        kind: 'bootstrap',
-        roomVersion: roomVersion(scope),
-        documents,
-        revisions,
-        changes,
-        binaryFiles,
-    };
+    for (const folder of scope.folders ?? [])
+        folded(answer, folder, false);
+    const { removals: _removals, folderRemovals: _folderRemovals, ...page } = yield* answered(answer);
+    return { kind: 'bootstrap', roomVersion: roomVersion(scope), ...page };
 }
 export function schemaOf(scope, schema) {
     const file = scope.files.find((entry) => entry.path === schema);
@@ -293,35 +499,31 @@ export function schemaOf(scope, schema) {
 export function viewOf(enumeration, tracked) {
     return enumeration.authorities.find((entry) => entry.authority === tracked.authority);
 }
-export function refreshFrom(view, fromRoomVersion) {
+function* refreshing(view, fromRoomVersion) {
     if (roomVersion(view) === fromRoomVersion)
         return { kind: 'still-current' };
-    const documents = {};
-    const revisions = {};
-    const changes = {};
-    const binaryFiles = {};
-    const removals = [];
+    const answer = answering();
     for (const change of view.changes) {
+        yield ROW_WEIGHT;
         if ('removed' in change) {
-            removals.push(change.path);
+            answer.removals.add(change.path);
             continue;
         }
         if ('content' in change)
-            documents[change.path] = change.content;
+            answer.documents.set(change.path, change.content);
         else
-            binaryFiles[change.path] = change.binary;
-        if (change.revision !== undefined)
-            revisions[change.path] = change.revision;
+            answer.binaryFiles.set(change.path, change.binary);
         if (change.head !== undefined)
-            changes[change.path] = change.head;
+            answer.changes.set(change.path, change.head);
+        if (change.revision !== undefined)
+            revised(answer, change.path, change.revision);
     }
-    return {
-        kind: 'net-advancement',
-        roomVersion: roomVersion(view),
-        documents,
-        revisions,
-        changes,
-        binaryFiles,
-        removals: removals.sort(),
-    };
+    for (const folder of view.folders ?? []) {
+        yield ROW_WEIGHT;
+        folded(answer, folder.path, folder.removed);
+    }
+    return { kind: 'net-advancement', roomVersion: roomVersion(view), ...(yield* answered(answer)) };
+}
+export async function refreshFrom(view, fromRoomVersion) {
+    return stepped(refreshing(view, fromRoomVersion));
 }

package/dist/refusal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"refusal.d.ts","sourceRoot":"","sources":["../src/refusal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,cAAc,EACd,eAAe,EACf,aAAa,EACd,MAAM,wBAAwB,CAAC;AAEhC,wBAAgB,WAAW,CAAC,IAAI,EAAE,OAAO,GAAG,eAAe,GAAG,IAAI,CAOjE;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,EAC7B,OAAO,EAAE,eAAe,GACvB,aAAa,CAEf;AAmBD,wBAAgB,YAAY,CAC1B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,MAAM,GACd,cAAc,GAAG,IAAI,CAMvB;AAED,wBAAgB,YAAY,CAC1B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,MAAM,GACd,cAAc,GAAG;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAAG,IAAI,CAGpD;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,cAAc,GAAG,IAAI,CAQrF"}
+{"version":3,"file":"refusal.d.ts","sourceRoot":"","sources":["../src/refusal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,cAAc,EACd,eAAe,EACf,aAAa,EACd,MAAM,wBAAwB,CAAC;AAEhC,wBAAgB,WAAW,CAAC,IAAI,EAAE,OAAO,GAAG,eAAe,GAAG,IAAI,CAOjE;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,EAC7B,OAAO,EAAE,eAAe,GACvB,aAAa,CAEf;AAqBD,wBAAgB,YAAY,CAC1B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,MAAM,GACd,cAAc,GAAG,IAAI,CAMvB;AAED,wBAAgB,YAAY,CAC1B,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,MAAM,GACd,cAAc,GAAG;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAAG,IAAI,CAGpD;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,cAAc,GAAG,IAAI,CAQrF"}

package/dist/refusal.js

@@ -18,8 +18,9 @@ function doorFailure(status, body) {
     const refusal = doorRefusal(body);
     if (status === 401)
         return { kind: 'revoked-authorization' };
-    if (refusal?.retryable === true)
+    if (refusal?.retryable === true || refusal?.code === 'update_required') {
         return { kind: 'transport-uncertainty' };
+    }
     if (status === 404 || refusal?.code === 'room_not_found')
         return { kind: 'room-not-readable' };
     if (status < 400)

package/dist/room-types.d.ts

@@ -0,0 +1,7 @@
+export declare const INBOX_CHANNEL_KINDS: readonly ['telegram-bot', 'whatsapp', 'messenger', 'instagram', 'viber', 'tiktok'];
+export type InboxChannelKind = (typeof INBOX_CHANNEL_KINDS)[number];
+export declare const INBOX_CHAT_TYPE = "inbox-chat";
+export declare const INBOX_MESSAGE_TYPE = "inbox-message";
+export declare const HOUSE_NAMEABLE_ROOM_TYPES: string[];
+export declare const HOUSE_ROOM_TYPES: string;
+//# sourceMappingURL=room-types.d.ts.map

package/dist/room-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"room-types.d.ts","sourceRoot":"","sources":["../src/room-types.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,mBAAmB,YAC9B,cAAc,EACd,UAAU,EACV,WAAW,EACX,WAAW,EACX,OAAO,EACP,QAAQ,CACA,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEpE,eAAO,MAAM,eAAe,eAAe,CAAC;AAE5C,eAAO,MAAM,kBAAkB,kBAAkB,CAAC;AAElD,eAAO,MAAM,yBAAyB,UAAwC,CAAC;AAyB/E,eAAO,MAAM,gBAAgB,QA6FjB,CAAC"}