@agentshouse/mdruntime-adapter 0.1.0-ccd2ccb1f7214 → 0.1.0-cd23c45caa798

package/dist/handed.js

@@ -1,38 +1,45 @@
+import { entriesIn, patching } from '@agentshouse/mdruntime';
 import { roomVersion } from './version.js';
-export function scopeHanded(scope) {
-    return {
-        roomVersion: roomVersion(scope),
-        revisions: new Map(scope.files.flatMap(({ path, revision }) => revision === undefined ? [] : [[path, revision]])),
-    };
+function* revised(files) {
+    for (const { path, revision } of files)
+        if (revision !== undefined)
+            yield [path, revision];
 }
-function revised(revisions, path, revision) {
-    if (revision === undefined)
-        revisions.delete(path);
-    else
-        revisions.set(path, revision);
+export function* scopeHanded(scope) {
+    return { roomVersion: roomVersion(scope), revisions: yield* patching({}, revised(scope.files)) };
 }
 export function heldHanded(held) {
-    return { roomVersion: held.roomVersion, revisions: new Map(Object.entries(held.revisions)) };
-}
-export function acceptedHanded(held, accepted, roomVersion) {
-    const revisions = new Map(held.revisions);
-    for (const [path, revision] of Object.entries(accepted.revisions))
-        revisions.set(path, revision);
-    for (const path of accepted.removals)
-        revisions.delete(path);
-    return { roomVersion, revisions };
-}
-export function enumeratedHanded(view, earlier) {
-    const revisions = new Map(earlier?.revisions);
+    return { roomVersion: held.roomVersion, revisions: held.revisions };
+}
+export function* acceptedHanded(held, accepted, roomVersion) {
+    return {
+        roomVersion,
+        revisions: yield* patching(held.revisions, entriesIn(accepted.revisions), accepted.removals),
+    };
+}
+function* kept(view) {
     for (const change of view.changes) {
-        revised(revisions, change.path, 'removed' in change ? undefined : change.revision);
+        if (!('removed' in change) && change.revision !== undefined) {
+            yield [change.path, change.revision];
+        }
     }
-    return { roomVersion: roomVersion(view), revisions };
 }
-export function streamedHanded(held, advanced) {
-    const revisions = new Map(held.revisions);
-    for (const entry of advanced.entries) {
-        revised(revisions, entry.path, entry.kind === 'removed' ? undefined : entry.revision);
+function* dropped(view) {
+    for (const change of view.changes) {
+        if ('removed' in change || change.revision === undefined)
+            yield change.path;
     }
-    return { roomVersion: advanced.page.roomVersion, revisions };
+}
+export function* enumeratedHanded(view, earlier) {
+    return {
+        roomVersion: roomVersion(view),
+        revisions: yield* patching(earlier?.revisions ?? {}, kept(view), dropped(view)),
+    };
+}
+export function* streamedHanded(held, advanced) {
+    const { page } = advanced;
+    return {
+        roomVersion: page.roomVersion,
+        revisions: yield* patching(held.revisions, entriesIn(page.revisions), page.removals),
+    };
 }

package/dist/part.d.ts

@@ -0,0 +1,13 @@
+import type { ScopedRefusal } from '@agentshouse/mdruntime';
+export declare const PART_ATTEMPTS = 3;
+export declare const PART_UNVERIFIED = "part_unverified";
+export type HousePart = {
+    part: string;
+    bytes: number;
+    sha256: string;
+};
+export declare function parsePart(value: unknown): HousePart | null;
+export declare function checkedPayload(body: unknown, listed: HousePart): Promise<Uint8Array<ArrayBuffer> | null>;
+export declare function gunzipped(payload: Uint8Array<ArrayBuffer>): Promise<string | null>;
+export declare function unverifiedPart(locator: string): ScopedRefusal;
+//# sourceMappingURL=part.d.ts.map

package/dist/part.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"part.d.ts","sourceRoot":"","sources":["../src/part.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAU5D,eAAO,MAAM,aAAa,IAAI,CAAC;AAE/B,eAAO,MAAM,eAAe,oBAAoB,CAAC;AAEjD,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAExE,wBAAgB,SAAS,CAAC,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,IAAI,CAO1D;AAoBD,wBAAsB,cAAc,CAClC,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,SAAS,GAChB,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,CAiBzC;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAOxF;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,CAS7D"}

package/dist/part.js

@@ -0,0 +1,80 @@
+const PART_MAGIC = 0x48505431;
+const PART_HEAD_BYTES = 8;
+const PART_DIGEST_BYTES = 32;
+const PART_SHA256 = /^[0-9a-f]{64}$/u;
+export const PART_ATTEMPTS = 3;
+export const PART_UNVERIFIED = 'part_unverified';
+export function parsePart(value) {
+    if (typeof value !== 'object' || value === null)
+        return null;
+    const { part, bytes, sha256 } = value;
+    if (typeof part !== 'string' || part.length === 0)
+        return null;
+    if (typeof bytes !== 'number' || !Number.isSafeInteger(bytes) || bytes <= 0)
+        return null;
+    if (typeof sha256 !== 'string' || !PART_SHA256.test(sha256))
+        return null;
+    return { part, bytes, sha256 };
+}
+function decoded(text) {
+    let binary;
+    try {
+        binary = atob(text);
+    }
+    catch {
+        return null;
+    }
+    const bytes = new Uint8Array(binary.length);
+    for (let at = 0; at < binary.length; at += 1)
+        bytes[at] = binary.charCodeAt(at);
+    return bytes;
+}
+function hex(bytes) {
+    let text = '';
+    for (const byte of bytes)
+        text += byte.toString(16).padStart(2, '0');
+    return text;
+}
+export async function checkedPayload(body, listed) {
+    if (typeof body !== 'object' || body === null)
+        return null;
+    const { part } = body;
+    if (typeof part !== 'string')
+        return null;
+    const frame = decoded(part);
+    if (frame === null || frame.length !== listed.bytes)
+        return null;
+    if (frame.length < PART_HEAD_BYTES + PART_DIGEST_BYTES)
+        return null;
+    const view = new DataView(frame.buffer, frame.byteOffset, frame.byteLength);
+    if (view.getUint32(0) !== PART_MAGIC)
+        return null;
+    const length = view.getUint32(4);
+    if (PART_HEAD_BYTES + length + PART_DIGEST_BYTES !== frame.length)
+        return null;
+    const payload = frame.subarray(PART_HEAD_BYTES, PART_HEAD_BYTES + length);
+    const digest = hex(new Uint8Array(await crypto.subtle.digest('SHA-256', payload)));
+    if (digest !== listed.sha256 || hex(frame.subarray(PART_HEAD_BYTES + length)) !== digest) {
+        return null;
+    }
+    return payload;
+}
+export async function gunzipped(payload) {
+    try {
+        const stream = new Blob([payload]).stream().pipeThrough(new DecompressionStream('gzip'));
+        return await new Response(stream).text();
+    }
+    catch {
+        return null;
+    }
+}
+export function unverifiedPart(locator) {
+    return {
+        kind: 'scoped-refusal',
+        locator,
+        scope: 'undisclosed',
+        code: PART_UNVERIFIED,
+        fields: {},
+        retryable: true,
+    };
+}

package/dist/read.d.ts

@@ -1,11 +1,28 @@
-import type { AdapterFailure, BinaryFile, BootstrapPage, RefreshResult } from '@agentshouse/mdruntime';
+import { type AdapterFailure, type BinaryFile, type BootstrapPage, type RefreshResult, type TransportUncertainty } from '@agentshouse/mdruntime';
 import type { TrackedAuthority } from './discovery.js';
+import { type HousePart } from './part.js';
 import type { HouseMode } from './transport.js';
 import { type LogPosition } from './version.js';
 export type HeadChange = BootstrapPage['changes'][string];
-export declare function identities(revisions: Readonly<Record<string, string>>): {
-    fileIds?: Record<string, string>;
+export type Answered = {
+    readonly documents: Map<string, string>;
+    readonly revisions: Map<string, string>;
+    readonly fileIds: Map<string, string>;
+    readonly changes: Map<string, HeadChange>;
+    readonly binaryFiles: Map<string, BinaryFile>;
+    readonly removals: Set<string>;
 };
+export declare function answering(): Answered;
+export declare function revised(answer: Answered, path: string, revision: string): void;
+export declare function forgotten(answer: Answered, path: string): void;
+export declare function answered(answer: Answered): Generator<number, {
+    documents: Readonly<Record<string, string>>;
+    revisions: Readonly<Record<string, string>>;
+    fileIds?: Readonly<Record<string, string>>;
+    changes: Readonly<Record<string, HeadChange>>;
+    binaryFiles: Readonly<Record<string, BinaryFile>>;
+    removals: readonly string[];
+}, void>;
 export type HouseManifestFile = {
     path: string;
     revision: string | undefined;
@@ -23,18 +40,13 @@ export type HouseScope = LogPosition & {
     files: readonly HouseManifestFile[];
     contents: readonly HouseContent[];
 };
-export type HouseCut = {
-    position: string;
-    log_epoch: string;
-};
-export type HouseCursor = {
-    room: string;
-    path: string | null;
-    cut?: HouseCut;
+export type HouseRoomParts = LogPosition & {
+    anchor: string;
+    parts: readonly HousePart[];
 };
-export type HouseEnvelope = {
-    scopes: readonly HouseScope[];
-    next?: HouseCursor;
+export type HouseParted = {
+    rooms: readonly HouseRoomParts[];
+    next?: string;
 };
 export type HouseGrant = {
     method: 'GET';
@@ -77,7 +89,6 @@ export type HouseEnumeration = {
     authorities: readonly HouseView[];
 };
 export declare function authorityRoot(handle: string): string;
-export declare function contentPrefixes(tracked: TrackedAuthority): readonly string[];
 export declare function schemaPath(handle: string, schema: string): string;
 export declare function parseGrant(body: unknown): HouseGrant | null;
 export declare function headChange(held: {
@@ -85,15 +96,14 @@ export declare function headChange(held: {
     readonly created_at?: unknown;
 }): HeadChange | undefined | null;
 export declare function binaryFileOf(held: Readonly<Record<string, unknown>>): BinaryFile | undefined | null;
-export declare function parseEnvelope(body: unknown): HouseEnvelope | null;
-export declare function parseSiteBootstrap(body: unknown): HouseScope | null;
-export declare function siteBootstrapNext(body: unknown): string | null;
-export declare function siteBootstrapOffset(body: unknown): number | null;
+export declare function parseParted(body: unknown): HouseParted | null;
+export declare function parseSiteParted(body: unknown): HouseRoomParts | null;
+export declare function emptyScope(room: HouseRoomParts): HouseScope;
+export declare function housePart(room: HouseRoomParts, body: unknown, listed: HousePart, mode: HouseMode): Promise<HouseScope | TransportUncertainty | null>;
 export declare function parseEnumeration(body: unknown, mode: HouseMode): HouseEnumeration | null;
 export declare function wholeView(first: HouseView, more: (page: HousePage) => Promise<HouseView | PageFailure>): Promise<HouseView | PageFailure>;
-export declare function advancedScope(scope: HouseScope, view: HouseView): HouseScope;
-export declare function matchesScope(scope: HouseScope, tracked: TrackedAuthority): boolean;
-export declare function bootstrapOf(scope: HouseScope): BootstrapPage;
+export declare function advancedScope(scope: HouseScope, view: HouseView): Generator<number, HouseScope, void>;
+export declare function bootstrapping(scope: HouseScope): Generator<number, BootstrapPage, void>;
 export type HouseSchema = {
     schema: string | null;
     version: string | null;
@@ -101,6 +111,6 @@ export type HouseSchema = {
 };
 export declare function schemaOf(scope: HouseScope, schema: string): HouseSchema | null;
 export declare function viewOf(enumeration: HouseEnumeration, tracked: TrackedAuthority): HouseView | undefined;
-export declare function refreshFrom(view: HouseView, fromRoomVersion: string): RefreshResult;
+export declare function refreshFrom(view: HouseView, fromRoomVersion: string): Promise<RefreshResult>;
 export {};
 //# sourceMappingURL=read.d.ts.map

package/dist/read.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../src/read.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,aAAa,EAEb,aAAa,EACd,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAsC,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEpF,MAAM,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;AAI1D,wBAAgB,UAAU,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG;IACvE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC,CAQA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACpC,QAAQ,EAAE,SAAS,YAAY,EAAE,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/D,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,GAAG,CAAC,EAAE,QAAQ,CAAA;CAAE,CAAC;AAEhF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC;IAC9B,IAAI,CAAC,EAAE,WAAW,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,IAAI,CAAA;CAAE,GAC/B;IACE,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB,GACD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB,CAAC;AAEN,MAAM,MAAM,SAAS,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,MAAM,MAAM,SAAS,GAAG,WAAW,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB,CAAC;AAEF,KAAK,WAAW,GAAG,cAAc,GAAG;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,CAAC;AAE/D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,SAAS,SAAS,EAAE,CAAC;CACnC,CAAC;AAEF,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,gBAAgB,GAAG,SAAS,MAAM,EAAE,CAK5E;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEjE;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,IAAI,CAU3D;AAWD,wBAAgB,UAAU,CAAC,IAAI,EAAE;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;CAC/B,GAAG,UAAU,GAAG,SAAS,GAAG,IAAI,CAMhC;AAMD,wBAAgB,YAAY,CAC1B,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACtC,UAAU,GAAG,SAAS,GAAG,IAAI,CAW/B;AA+ED,wBAAgB,aAAa,CAAC,IAAI,EAAE,OAAO,GAAG,aAAa,GAAG,IAAI,CAYjE;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,IAAI,CAEnE;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAG9D;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAKhE;AAqCD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,GAAG,gBAAgB,GAAG,IAAI,CA0BxF;AAgBD,wBAAsB,SAAS,CAC7B,KAAK,EAAE,SAAS,EAChB,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,GAC1D,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,CA0BlC;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,GAAG,UAAU,CAuB5E;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAElF;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,aAAa,CAsB5D;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF,wBAAgB,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAO9E;AAED,wBAAgB,MAAM,CACpB,WAAW,EAAE,gBAAgB,EAC7B,OAAO,EAAE,gBAAgB,GACxB,SAAS,GAAG,SAAS,CAEvB;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,GAAG,aAAa,CA2BnF"}
+{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../src/read.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,KAAK,aAAa,EAElB,KAAK,aAAa,EAClB,KAAK,oBAAoB,EAC1B,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAwC,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACjF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAsC,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEpF,MAAM,MAAM,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;AAQ1D,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC1C,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC9C,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAChC,CAAC;AAEF,wBAAgB,SAAS,IAAI,QAAQ,CASpC;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAI9E;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAO9D;AAED,wBAAiB,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,SAAS,CACpD,MAAM,EACN;IACE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5C,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9C,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAClD,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;CAC7B,EACD,IAAI,CACL,CAcA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACpC,QAAQ,EAAE,SAAS,YAAY,EAAE,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,SAAS,SAAS,EAAE,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,SAAS,cAAc,EAAE,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,IAAI,CAAA;CAAE,GAC/B;IACE,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB,GACD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB,CAAC;AAEN,MAAM,MAAM,SAAS,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzE,MAAM,MAAM,SAAS,GAAG,WAAW,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IAChC,IAAI,CAAC,EAAE,SAAS,CAAC;CAClB,CAAC;AAEF,KAAK,WAAW,GAAG,cAAc,GAAG;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,CAAC;AAE/D,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,SAAS,SAAS,EAAE,CAAC;CACnC,CAAC;AAEF,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAEjE;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,IAAI,CAU3D;AAWD,wBAAgB,UAAU,CAAC,IAAI,EAAE;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;CAC/B,GAAG,UAAU,GAAG,SAAS,GAAG,IAAI,CAMhC;AAMD,wBAAgB,YAAY,CAC1B,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACtC,UAAU,GAAG,SAAS,GAAG,IAAI,CAW/B;AAsDD,wBAAgB,WAAW,CAAC,IAAI,EAAE,OAAO,GAAG,WAAW,GAAG,IAAI,CAa7D;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,OAAO,GAAG,cAAc,GAAG,IAAI,CAEpE;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,cAAc,GAAG,UAAU,CAQ3D;AAoCD,wBAAsB,SAAS,CAC7B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,SAAS,GACd,OAAO,CAAC,UAAU,GAAG,oBAAoB,GAAG,IAAI,CAAC,CAMnD;AAqCD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,GAAG,gBAAgB,GAAG,IAAI,CA0BxF;AAgBD,wBAAsB,SAAS,CAC7B,KAAK,EAAE,SAAS,EAChB,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,GAC1D,OAAO,CAAC,SAAS,GAAG,WAAW,CAAC,CA0BlC;AAED,wBAAiB,aAAa,CAC5B,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,SAAS,GACd,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,CAqCrC;AAED,wBAAiB,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC,CAiBxF;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF,wBAAgB,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAO9E;AAED,wBAAgB,MAAM,CACpB,WAAW,EAAE,gBAAgB,EAC7B,OAAO,EAAE,gBAAgB,GACxB,SAAS,GAAG,SAAS,CAEvB;AAsBD,wBAAsB,WAAW,CAC/B,IAAI,EAAE,SAAS,EACf,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,CAAC,CAExB"}

package/dist/read.js

@@ -1,21 +1,52 @@
+import { patching, ROW_WEIGHT, stepped, } from '@agentshouse/mdruntime';
+import { checkedPayload, gunzipped, parsePart } from './part.js';
 import { DECIMAL, readPosition, roomVersion } from './version.js';
 const REVISION_FILE = /^fr_([0-9a-z]+)\.[0-9a-z]+\.[0-9a-z]$/u;
-export function identities(revisions) {
-    const fileIds = Object.fromEntries(Object.entries(revisions).flatMap(([path, revision]) => {
-        const file = REVISION_FILE.exec(revision)?.[1];
-        return file === undefined ? [] : [[path, file]];
-    }));
-    return Object.keys(fileIds).length === 0 ? {} : { fileIds };
+function fileOf(revision) {
+    return REVISION_FILE.exec(revision)?.[1];
+}
+export function answering() {
+    return {
+        documents: new Map(),
+        revisions: new Map(),
+        fileIds: new Map(),
+        changes: new Map(),
+        binaryFiles: new Map(),
+        removals: new Set(),
+    };
+}
+export function revised(answer, path, revision) {
+    answer.revisions.set(path, revision);
+    const file = fileOf(revision);
+    if (file !== undefined)
+        answer.fileIds.set(path, file);
+}
+export function forgotten(answer, path) {
+    answer.documents.delete(path);
+    answer.revisions.delete(path);
+    answer.fileIds.delete(path);
+    answer.changes.delete(path);
+    answer.binaryFiles.delete(path);
+    answer.removals.delete(path);
+}
+export function* answered(answer) {
+    const removals = [];
+    for (const path of answer.removals) {
+        removals.push(path);
+        yield ROW_WEIGHT;
+    }
+    return {
+        documents: yield* patching({}, answer.documents),
+        revisions: yield* patching({}, answer.revisions),
+        ...(answer.fileIds.size === 0 ? {} : { fileIds: yield* patching({}, answer.fileIds) }),
+        changes: yield* patching({}, answer.changes),
+        binaryFiles: yield* patching({}, answer.binaryFiles),
+        removals,
+    };
 }
 export function authorityRoot(handle) {
     return `/rooms/${handle}`;
 }
-export function contentPrefixes(tracked) {
-    return [
-        authorityRoot(tracked.handle),
-        ...tracked.schemas.map((schema) => schemaPath(tracked.handle, schema)),
-    ];
-}
 export function schemaPath(handle, schema) {
     return `${authorityRoot(handle)}/${schema}`;
 }
@@ -105,13 +136,13 @@ function parseFile(value, mode) {
         ...binaried(binary),
     };
 }
-function parseScope(value, mode) {
+function parseRoomParts(value) {
     if (typeof value !== 'object' || value === null)
         return null;
     const held = value;
     if (typeof held.manifest !== 'object' || held.manifest === null)
         return null;
-    if (!Array.isArray(held.contents))
+    if (!Array.isArray(held.parts))
         return null;
     const manifest = held.manifest;
     if (manifest.scope !== 'room')
@@ -121,78 +152,89 @@ function parseScope(value, mode) {
         return null;
     if (typeof manifest.room_handle !== 'string' || manifest.room_handle.length === 0)
         return null;
-    if (!Array.isArray(manifest.files))
-        return null;
-    const files = [];
-    for (const entry of manifest.files) {
-        const file = parseFile(entry, mode);
-        if (file === null)
-            return null;
-        files.push(file);
-    }
-    const contents = [];
-    for (const entry of held.contents) {
-        if (typeof entry !== 'object' || entry === null)
+    const parts = [];
+    for (const entry of held.parts) {
+        const part = parsePart(entry);
+        if (part === null)
             return null;
-        const content = entry;
-        if (typeof content.path !== 'string' || typeof content.content !== 'string')
-            return null;
-        contents.push({ path: content.path, content: content.content });
+        parts.push(part);
     }
-    return { anchor: manifest.anchor, ...at, files, contents };
-}
-function parseCut(value) {
-    if (value === undefined)
-        return undefined;
-    if (typeof value !== 'object' || value === null)
-        return null;
-    const { position, log_epoch: logEpoch } = value;
-    if (typeof position !== 'string' || typeof logEpoch !== 'string')
-        return null;
-    return { position, log_epoch: logEpoch };
+    return { anchor: manifest.anchor, ...at, parts };
 }
-function parseCursor(value) {
-    if (typeof value !== 'object' || value === null)
-        return null;
-    const { room, path, cut } = value;
-    if (typeof room !== 'string' || (path !== null && typeof path !== 'string'))
-        return null;
-    const parsed = parseCut(cut);
-    if (parsed === null)
-        return null;
-    return { room, path, ...(parsed === undefined ? {} : { cut: parsed }) };
-}
-export function parseEnvelope(body) {
+export function parseParted(body) {
     if (typeof body !== 'object' || body === null)
         return null;
     if (!('scopes' in body) || !Array.isArray(body.scopes))
         return null;
-    const scopes = [];
+    const rooms = [];
     for (const entry of body.scopes) {
-        const scope = parseScope(entry, 'credential');
-        if (scope === null)
+        const room = parseRoomParts(entry);
+        if (room === null)
             return null;
-        scopes.push(scope);
+        rooms.push(room);
     }
     if (!('next' in body) || body.next === undefined)
-        return { scopes };
-    const next = parseCursor(body.next);
-    return next === null ? null : { scopes, next };
+        return { rooms };
+    const next = body.next;
+    if (typeof next !== 'object' || next === null || typeof next.room !== 'string')
+        return null;
+    return { rooms, next: next.room };
 }
-export function parseSiteBootstrap(body) {
-    return parseScope(body, 'site');
+export function parseSiteParted(body) {
+    return parseRoomParts(body);
 }
-export function siteBootstrapNext(body) {
-    if (typeof body !== 'object' || body === null || !('next' in body))
-        return null;
-    return typeof body.next === 'string' && body.next.length > 0 ? body.next : null;
+export function emptyScope(room) {
+    return {
+        anchor: room.anchor,
+        position: room.position,
+        logEpoch: room.logEpoch,
+        files: [],
+        contents: [],
+    };
+}
+function* partLines(text, mode) {
+    const files = [];
+    const contents = [];
+    let start = 0;
+    while (start < text.length) {
+        const end = text.indexOf('\n', start);
+        if (end === -1)
+            return null;
+        let entry;
+        try {
+            entry = JSON.parse(text.slice(start, end));
+        }
+        catch {
+            return null;
+        }
+        start = end + 1;
+        if (folderLine(entry))
+            continue;
+        const file = parseFile(entry, mode);
+        if (file === null)
+            return null;
+        files.push(file);
+        const { content } = entry;
+        if (typeof content === 'string')
+            contents.push({ path: file.path, content });
+        else if (content !== undefined)
+            return null;
+        yield ROW_WEIGHT;
+    }
+    return { files, contents };
+}
+function folderLine(entry) {
+    if (typeof entry !== 'object' || entry === null || !('folder' in entry))
+        return false;
+    return typeof entry.folder === 'string' && Object.keys(entry).length === 1;
 }
-export function siteBootstrapOffset(body) {
-    if (typeof body !== 'object' || body === null || !('offset' in body))
+export async function housePart(room, body, listed, mode) {
+    const payload = await checkedPayload(body, listed);
+    if (payload === null)
         return null;
-    return Number.isSafeInteger(body.offset) && body.offset > 0
-        ? body.offset
-        : null;
+    const text = await gunzipped(payload);
+    const read = text === null ? null : await stepped(partLines(text, mode));
+    return read === null ? { kind: 'transport-uncertainty' } : { ...emptyScope(room), ...read };
 }
 function parseChange(value, mode) {
     if (typeof value !== 'object' || value === null)
@@ -310,12 +352,21 @@ export async function wholeView(first, more) {
         changes: [...changes.values()],
     };
 }
-export function advancedScope(scope, view) {
-    const files = new Map(scope.files.map((file) => [file.path, file]));
-    const contents = new Map(scope.contents.map((entry) => [entry.path, entry.content]));
+export function* advancedScope(scope, view) {
+    const files = new Map();
+    for (const file of scope.files) {
+        files.set(file.path, file);
+        yield ROW_WEIGHT;
+    }
+    const contents = new Map();
+    for (const entry of scope.contents) {
+        contents.set(entry.path, entry.content);
+        yield ROW_WEIGHT;
+    }
     for (const change of view.changes) {
         files.delete(change.path);
         contents.delete(change.path);
+        yield ROW_WEIGHT;
         if ('removed' in change)
             continue;
         files.set(change.path, {
@@ -328,43 +379,40 @@ export function advancedScope(scope, view) {
         if ('content' in change)
             contents.set(change.path, change.content);
     }
+    const listed = [];
+    for (const [path, content] of contents) {
+        listed.push({ path, content });
+        yield ROW_WEIGHT;
+    }
     return {
         ...scope,
         position: view.position,
         logEpoch: view.logEpoch,
         files: [...files.values()],
-        contents: [...contents].map(([path, content]) => ({ path, content })),
+        contents: listed,
     };
 }
-export function matchesScope(scope, tracked) {
-    return scope.anchor === tracked.authority;
-}
-export function bootstrapOf(scope) {
-    const contents = new Map(scope.contents.map((entry) => [entry.path, entry.content]));
-    const documents = {};
-    const revisions = {};
-    const changes = {};
-    const binaryFiles = {};
+export function* bootstrapping(scope) {
+    const contents = new Map();
+    for (const entry of scope.contents) {
+        contents.set(entry.path, entry.content);
+        yield ROW_WEIGHT;
+    }
+    const answer = answering();
     for (const file of scope.files) {
-        if (file.revision !== undefined)
-            revisions[file.path] = file.revision;
+        yield ROW_WEIGHT;
         if (file.head !== undefined)
-            changes[file.path] = file.head;
+            answer.changes.set(file.path, file.head);
         const content = contents.get(file.path);
         if (file.binary !== undefined)
-            binaryFiles[file.path] = file.binary;
+            answer.binaryFiles.set(file.path, file.binary);
         else if (content !== undefined)
-            documents[file.path] = content;
+            answer.documents.set(file.path, content);
+        if (file.revision !== undefined)
+            revised(answer, file.path, file.revision);
     }
-    return {
-        kind: 'bootstrap',
-        roomVersion: roomVersion(scope),
-        documents,
-        revisions,
-        ...identities(revisions),
-        changes,
-        binaryFiles,
-    };
+    const { removals: _removals, ...page } = yield* answered(answer);
+    return { kind: 'bootstrap', roomVersion: roomVersion(scope), ...page };
 }
 export function schemaOf(scope, schema) {
     const file = scope.files.find((entry) => entry.path === schema);
@@ -378,36 +426,27 @@ export function schemaOf(scope, schema) {
 export function viewOf(enumeration, tracked) {
     return enumeration.authorities.find((entry) => entry.authority === tracked.authority);
 }
-export function refreshFrom(view, fromRoomVersion) {
+function* refreshing(view, fromRoomVersion) {
     if (roomVersion(view) === fromRoomVersion)
         return { kind: 'still-current' };
-    const documents = {};
-    const revisions = {};
-    const changes = {};
-    const binaryFiles = {};
-    const removals = [];
+    const answer = answering();
     for (const change of view.changes) {
+        yield ROW_WEIGHT;
         if ('removed' in change) {
-            removals.push(change.path);
+            answer.removals.add(change.path);
             continue;
         }
         if ('content' in change)
-            documents[change.path] = change.content;
+            answer.documents.set(change.path, change.content);
         else
-            binaryFiles[change.path] = change.binary;
-        if (change.revision !== undefined)
-            revisions[change.path] = change.revision;
+            answer.binaryFiles.set(change.path, change.binary);
         if (change.head !== undefined)
-            changes[change.path] = change.head;
+            answer.changes.set(change.path, change.head);
+        if (change.revision !== undefined)
+            revised(answer, change.path, change.revision);
     }
-    return {
-        kind: 'net-advancement',
-        roomVersion: roomVersion(view),
-        documents,
-        revisions,
-        ...identities(revisions),
-        changes,
-        binaryFiles,
-        removals: removals.sort(),
-    };
+    return { kind: 'net-advancement', roomVersion: roomVersion(view), ...(yield* answered(answer)) };
+}
+export async function refreshFrom(view, fromRoomVersion) {
+    return stepped(refreshing(view, fromRoomVersion));
 }