@agentshouse/mdruntime 0.1.0-cc5745cd9af96 → 0.1.0-ccbe92df1c4f6

package/dist/attached-model.js

@@ -1,8 +1,16 @@
 import { verify } from '@agentshouse/mdmodel';
 import { MD_MODEL } from './collection.js';
 import { sameModel } from './model.js';
-const EMPTY_SCHEMA = { verdict: 'accept', model: { types: {} } };
-export function attachedModel(answer, previous) {
+export const NO_ROOM_TYPES = Object.freeze({ types: Object.freeze({}) });
+export function roomTypesOf(schema) {
+    if (schema === undefined)
+        return NO_ROOM_TYPES;
+    const verified = verify(schema);
+    if (verified.verdict === 'refuse')
+        throw new Error(`the Adapter's Room types refuse ${verified.rule}`);
+    return verified.model;
+}
+export function attachedModel(answer, previous, roomTypes) {
     if (answer.kind === 'model-unavailable') {
         return { state: { status: 'unavailable', reason: answer.reason }, refused: null };
     }
@@ -19,7 +27,9 @@ export function attachedModel(answer, previous) {
             refused: null,
         };
     }
-    const verified = answer.snapshot.schema === null ? EMPTY_SCHEMA : verify(answer.snapshot.schema);
+    const verified = answer.snapshot.schema === null
+        ? { verdict: 'accept', model: roomTypes }
+        : verify(answer.snapshot.schema, roomTypes);
     if (verified.verdict === 'refuse') {
         return {
             state: {

package/dist/binary.d.ts

@@ -3,7 +3,6 @@ export type BinaryFileRecord = {
     readonly state: 'accepted';
     readonly revision: string;
     readonly path: string;
-    readonly fileRef: string;
     readonly byteLength: number;
     readonly mediaType: string;
     readonly sha256: string;
@@ -15,9 +14,5 @@ export type BinaryFileRecord = {
     readonly mediaType: string;
     readonly sha256: string;
 };
-export type BinaryReference = {
-    readonly fileRef: string;
-    readonly referrer: unknown;
-};
 export declare function binaryRecord(path: string, held: HeldBinary, revision: string | undefined): BinaryFileRecord;
 //# sourceMappingURL=binary.d.ts.map

package/dist/binary.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"binary.d.ts","sourceRoot":"","sources":["../src/binary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GACxB;IACE,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,GACD;IACE,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAEN,MAAM,MAAM,eAAe,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC;AAEvF,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,gBAAgB,CAKlB"}
+{"version":3,"file":"binary.d.ts","sourceRoot":"","sources":["../src/binary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GACxB;IACE,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,GACD;IACE,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAEN,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAC3B,gBAAgB,CAKlB"}

package/dist/binary.js

@@ -4,5 +4,5 @@ export function binaryRecord(path, held, revision) {
         return { state: 'pending', localId: held.localId, path, ...facts };
     if (revision === undefined)
         throw new Error(`the accepted binary file ${path} has no revision`);
-    return { state: 'accepted', revision, path, fileRef: held.fileRef, ...facts };
+    return { state: 'accepted', revision, path, ...facts };
 }

package/dist/bootstrap.d.ts

@@ -1,12 +1,16 @@
 import type { ModelState } from './model.js';
 import type { Adapter, AdapterFailure, Authorization, DiscoveredRoom, HeldContent, RetryableRefusal, RoomModels } from './adapter.js';
-import { type ConfirmedLayer } from './replica.js';
-import type { StagedLayer, TransferRecord } from './store.js';
+import type { Composition } from './collection.js';
+import type { InstallationStep } from './readiness.js';
+import { type Refreshing } from './refresh.js';
+import type { ReplicaRecord } from './replica.js';
+import type { StagedPage, TransferRecord } from './store.js';
+import type { View } from './tables.js';
 import { type Refused, type Unconfirmed } from './transfer.js';
 export type Bootstrapped = {
     kind: 'staged';
-    confirmed: ConfirmedLayer;
-    stored: StagedLayer;
+    record: ReplicaRecord;
+    refreshed: boolean;
 };
 export type BootstrapOutcome = Bootstrapped | Refused | Unconfirmed | RetryableRefusal | AdapterFailure;
 export type HeldModels = {
@@ -15,11 +19,25 @@ export type HeldModels = {
 };
 export type Remodel = (models: RoomModels | undefined, held: HeldModels) => HeldModels;
 export type Reads = Pick<Adapter, 'bootstrap' | 'refresh' | 'reached'>;
+export type Arriving = {
+    at(token: string, bytes: number): void;
+    end(): void;
+};
 export type Staging = {
     held(locator: string): TransferRecord | null;
-    staged(record: TransferRecord): Promise<StagedLayer>;
-    stage(record: TransferRecord, page: StagedLayer): Promise<boolean>;
+    turn(locator: string, step: InstallationStep): Promise<() => void>;
+    spare(): (() => void) | null;
+    arriving(locator: string): Arriving;
+    received(locator: string, token: string): Promise<Uint8Array | null>;
+    keep(locator: string, token: string, received: Uint8Array): Promise<void>;
+    announced(locator: string): readonly string[];
+    stage(record: TransferRecord, page: StagedPage, composition: Composition, received: Uint8Array | null): Promise<TransferRecord | null>;
+    refreshing(locator: string, key: number): Promise<Refreshing>;
     abandon(locator: string): Promise<void>;
+    setAside(locator: string): Promise<void>;
+    release(key: number): Promise<void>;
+    content(key: number): HeldContent;
+    validate(record: ReplicaRecord, view: View): Promise<Refused | null>;
 };
 export declare function bootstrapRoom(adapter: Reads, authorization: Authorization, room: DiscoveredRoom, held: HeldModels, remodel: Remodel, continuing: () => boolean, staging: Staging, reuse: HeldContent | null): Promise<BootstrapOutcome>;
 //# sourceMappingURL=bootstrap.d.ts.map

package/dist/bootstrap.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../src/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,aAAa,EAEb,cAAc,EAEd,WAAW,EACX,gBAAgB,EAChB,UAAU,EACX,MAAM,cAAc,CAAC;AAItB,OAAO,EAAc,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAiB,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC7E,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,YAAY,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;CAAE,CAAC;AAE9F,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,OAAO,GACP,WAAW,GACX,gBAAgB,GAChB,cAAc,CAAC;AAEnB,MAAM,MAAM,UAAU,GAAG;IAAE,UAAU,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,UAAU,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,UAAU,KAAK,UAAU,CAAC;AAEvF,MAAM,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAEvE,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAAC;IAC7C,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACrD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnE,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzC,CAAC;AA0CF,wBAAsB,aAAa,CACjC,OAAO,EAAE,KAAK,EACd,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,EACzB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,WAAW,GAAG,IAAI,GACxB,OAAO,CAAC,gBAAgB,CAAC,CA4B3B"}
+{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../src/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,aAAa,EAGb,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,UAAU,EACX,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAA4B,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AACzE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,KAAK,EAAa,IAAI,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,YAAY,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,aAAa,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC;AAEzF,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,OAAO,GACP,WAAW,GACX,gBAAgB,GAChB,cAAc,CAAC;AAEnB,MAAM,MAAM,UAAU,GAAG;IAAE,UAAU,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,UAAU,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,UAAU,KAAK,UAAU,CAAC;AAEvF,MAAM,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAEvE,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACnE,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IACrE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1E,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IAC9C,KAAK,CACH,MAAM,EAAE,cAAc,EACtB,IAAI,EAAE,UAAU,EAChB,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,UAAU,GAAG,IAAI,GAC1B,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAClC,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9D,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;IAClC,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;CACtE,CAAC;AA4CF,wBAAsB,aAAa,CACjC,OAAO,EAAE,KAAK,EACd,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,EACzB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,WAAW,GAAG,IAAI,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAmC3B"}

package/dist/bootstrap.js

@@ -1,99 +1,165 @@
 import { transferIdentity } from './identity.js';
-import { advancement } from './refresh.js';
-import { acceptedBinaries } from './overlay.js';
-import { readStaged } from './replica.js';
+import { advancement, pageEntries } from './refresh.js';
 import { unconfirmed } from './transfer.js';
+const NOTHING_DONE = { parts: 0, bytes: 0 };
 const RESUMABLE = new Set([
     'transport-uncertainty',
     'retryable-refusal',
     'unconfirmed',
 ]);
-function pageLayer(page) {
+const NOTHING_PRIOR = () => Promise.resolve(new Map());
+async function pageOf(page) {
     return {
-        documents: page.documents,
-        revisions: page.revisions,
-        fileIds: page.fileIds ?? {},
-        changes: page.changes,
-        written: Object.fromEntries(Object.keys(page.documents).map((path) => [path, page.roomVersion])),
-        binaries: acceptedBinaries(page.binaryFiles),
+        entries: await pageEntries(page, [], page.roomVersion, NOTHING_PRIOR),
+        folders: page.folders ?? [],
     };
 }
-async function heldTransfer(staging, room) {
-    const record = staging.held(room.locator);
-    if (record === null)
-        return null;
-    if (record.selection === room.replica.selection) {
-        return { record, layer: await staging.staged(record) };
-    }
-    await staging.abandon(room.locator);
-    return null;
-}
-function pooled(pool, layer) {
+function heldTogether(first, second) {
+    if (first === null)
+        return second;
     return {
-        documents: { ...pool?.documents, ...layer.documents },
-        revisions: { ...pool?.revisions, ...layer.revisions },
+        async files(after, limit) {
+            const [left, right] = await Promise.all([
+                first.files(after, limit),
+                second.files(after, limit),
+            ]);
+            const merged = new Map([...left, ...right].map((file) => [file.path, file]));
+            return [...merged.values()]
+                .sort((one, other) => (one.path < other.path ? -1 : one.path > other.path ? 1 : 0))
+                .slice(0, limit);
+        },
+        async contents(paths) {
+            const [left, right] = await Promise.all([first.contents(paths), second.contents(paths)]);
+            return new Map([...left, ...right]);
+        },
     };
 }
+const NO_CONTENT = {
+    files: () => Promise.resolve([]),
+    contents: () => Promise.resolve(new Map()),
+};
 export async function bootstrapRoom(adapter, authorization, room, held, remodel, continuing, staging, reuse) {
-    const first = await bundle(adapter, authorization, room, held, remodel, continuing, staging, await heldTransfer(staging, room), reuse);
+    const kept = staging.held(room.locator);
+    const resumed = kept !== null && kept.selection === room.replica.selection ? kept : null;
+    if (kept !== null && resumed === null)
+        await staging.abandon(room.locator);
+    const first = await bundle(adapter, authorization, room, held, remodel, continuing, staging, resumed, reuse);
     if (first.kind !== 'expired')
         return first;
-    await staging.abandon(room.locator);
-    const replacement = await bundle(adapter, authorization, room, held, remodel, continuing, staging, null, pooled(reuse, first.held));
-    if (replacement.kind !== 'expired')
-        return replacement;
-    await staging.abandon(room.locator);
-    return unconfirmed;
+    await staging.setAside(room.locator);
+    try {
+        const replacement = await bundle(adapter, authorization, room, held, remodel, continuing, staging, null, heldTogether(reuse, first.held));
+        if (replacement.kind !== 'expired')
+            return replacement;
+        await staging.abandon(room.locator);
+        return unconfirmed;
+    }
+    finally {
+        if (first.key !== null)
+            await staging.release(first.key);
+    }
+}
+const RESUMED_LOOKUPS = 2;
+function compositionFor(room, models) {
+    return {
+        model: models.collection,
+        selection: room.typedSelection === undefined
+            ? null
+            : { roots: room.typedSelection.roots, model: models.selection },
+    };
 }
 async function bundle(adapter, authorization, room, held, remodel, continuing, staging, kept, pool) {
     const locator = room.locator;
     const selection = room.replica.selection;
-    const documents = { ...kept?.layer.documents };
-    const revisions = { ...kept?.layer.revisions };
-    const fileIds = { ...kept?.layer.fileIds };
-    const changes = { ...kept?.layer.changes };
-    const written = { ...kept?.layer.written };
-    const binaries = { ...kept?.layer.binaries };
-    let transfer = kept?.record ?? null;
-    while (transfer === null || transfer.pageToken !== null) {
-        if (!continuing())
-            return unconfirmed;
+    let transfer = kept;
+    let lookups = kept === null ? 0 : RESUMED_LOOKUPS;
+    let ahead = null;
+    const arriving = staging.arriving(locator);
+    const asking = async (token) => {
+        const looked = token !== null && lookups > 0;
+        if (looked)
+            lookups -= 1;
+        const received = looked ? await staging.received(locator, token) : null;
         const page = await adapter.bootstrap(authorization, {
             locator,
             selection,
-            ...(transfer?.pageToken == null ? {} : { pageToken: transfer.pageToken }),
+            ...(token === null
+                ? {}
+                : { pageToken: token, arriving: (bytes) => arriving.at(token, bytes) }),
             ...(pool === null ? {} : { held: pool }),
+            ...(received === null ? {} : { received }),
         });
-        if (page.kind === 'beyond-horizon')
-            return { kind: 'expired', held: { documents, revisions } };
-        if (page.kind !== 'bootstrap') {
-            if (!RESUMABLE.has(page.kind))
-                await staging.abandon(locator);
-            return page;
+        if (token !== null && page.kind === 'bootstrap' && page.received !== undefined) {
+            await staging.keep(locator, token, page.received);
         }
-        transfer = {
-            locator,
-            transfer: transfer?.transfer ?? transferIdentity(),
-            selection,
-            from: transfer !== null && adapter.reached(locator, page.roomVersion, transfer.from)
-                ? transfer.from
-                : page.roomVersion,
-            last: transfer !== null && !adapter.reached(locator, page.roomVersion, transfer.last)
-                ? transfer.last
-                : page.roomVersion,
-            pageToken: page.pageToken ?? null,
-            models: remodel(page.models, transfer?.models ?? held),
-        };
-        const staged = pageLayer(page);
-        if (!(await staging.stage(transfer, staged)))
-            return unconfirmed;
-        Object.assign(documents, staged.documents);
-        Object.assign(revisions, staged.revisions);
-        Object.assign(fileIds, staged.fileIds);
-        Object.assign(changes, staged.changes);
-        Object.assign(written, staged.written);
-        Object.assign(binaries, staged.binaries);
+        return page;
+    };
+    try {
+        while (transfer === null || transfer.writing !== null || transfer.pageToken !== null) {
+            if (!continuing())
+                return unconfirmed;
+            const writing = transfer?.writing ?? null;
+            const asked = writing === null ? (transfer?.pageToken ?? null) : writing.token;
+            const fetched = ahead !== null && ahead.token === asked ? ahead : null;
+            if (ahead !== fetched)
+                ahead?.release();
+            ahead = null;
+            const turned = fetched?.release ??
+                (await staging.turn(locator, transfer === null ? 'listing' : 'downloading'));
+            try {
+                if (!continuing())
+                    return unconfirmed;
+                const page = await (fetched?.page ?? asking(asked));
+                if (page.kind === 'beyond-horizon') {
+                    const key = transfer?.key ?? null;
+                    return { kind: 'expired', held: key === null ? NO_CONTENT : staging.content(key), key };
+                }
+                if (page.kind !== 'bootstrap') {
+                    if (!RESUMABLE.has(page.kind))
+                        await staging.abandon(locator);
+                    return page;
+                }
+                const later = page.pageToken;
+                const spare = later === undefined || !continuing() ? null : staging.spare();
+                if (later !== undefined && spare !== null) {
+                    const answer = asking(later);
+                    answer.catch(() => { });
+                    ahead = { token: later, page: answer, release: spare };
+                }
+                const next = {
+                    locator,
+                    transfer: transfer?.transfer ?? transferIdentity(),
+                    selection,
+                    from: transfer !== null && adapter.reached(locator, page.roomVersion, transfer.from)
+                        ? transfer.from
+                        : page.roomVersion,
+                    last: transfer !== null && !adapter.reached(locator, page.roomVersion, transfer.last)
+                        ? transfer.last
+                        : page.roomVersion,
+                    pageToken: later ?? null,
+                    writing: { token: asked, written: asked === null ? 0 : (writing?.written ?? 0) },
+                    inventory: page.inventory ?? transfer?.inventory ?? null,
+                    done: transfer?.done ?? NOTHING_DONE,
+                    models: remodel(page.models, transfer?.models ?? held),
+                    key: transfer?.key ?? null,
+                };
+                const staged = await staging.stage(next, await pageOf(page), compositionFor(room, next.models), page.received ?? null);
+                if (staged === null)
+                    return unconfirmed;
+                transfer = staged;
+            }
+            finally {
+                turned();
+            }
+        }
+    }
+    finally {
+        ahead?.release();
+        arriving.end();
     }
+    await staging.turn(locator, 'replaying');
+    if (!continuing())
+        return unconfirmed;
     const record = {
         locator,
         name: room.name,
@@ -106,26 +172,26 @@ async function bundle(adapter, authorization, room, held, remodel, continuing, s
         providerOwnedPaths: room.providerOwnedPaths,
         roomVersion: transfer.from,
         transfer: transfer.transfer,
-        documents,
-        binaries,
-        revisions,
-        fileIds,
-        changes,
-        written,
+        inventory: transfer.inventory,
+        key: transfer.key,
     };
-    const reconciled = transfer.last === transfer.from
+    const due = [room.roomVersion, ...staging.announced(locator)];
+    const last = transfer.last;
+    const reconciled = last === transfer.from && due.every((version) => adapter.reached(locator, last, version))
         ? { kind: 'still-current' }
-        : await advancement(adapter, authorization, record, remodel, continuing);
+        : await advancement(adapter, authorization, record, remodel, continuing, await staging.refreshing(locator, record.key));
     if (reconciled.kind === 'advanced' || reconciled.kind === 'still-current') {
-        const read = await readStaged(reconciled.kind === 'advanced' ? reconciled.record : record);
-        if (read.kind === 'refused') {
+        const refreshed = reconciled.kind === 'advanced';
+        const result = refreshed ? reconciled.record : record;
+        const refused = await staging.validate(result, refreshed ? 'refreshed' : 'confirmed');
+        if (refused !== null) {
             await staging.abandon(locator);
-            return read;
+            return refused;
         }
-        return { kind: 'staged', confirmed: read.confirmed, stored: record };
+        return { kind: 'staged', record: result, refreshed };
     }
     if (reconciled.kind === 'beyond-horizon') {
-        return { kind: 'expired', held: { documents, revisions } };
+        return { kind: 'expired', held: staging.content(record.key), key: record.key };
     }
     if (!RESUMABLE.has(reconciled.kind))
         await staging.abandon(locator);

package/dist/chain.d.ts

@@ -0,0 +1,11 @@
+import type { MdRuntimeClient } from './client.js';
+import type { DocumentQuery, DocumentResult, GroupQuery, GroupResult, PendingResult } from './query.js';
+type Rows = DocumentResult | GroupResult;
+export type WindowAnswer = Rows | PendingResult;
+export type WindowChain = {
+    want(count: number): void;
+    close(): void;
+};
+export declare function chainedWindows(runtime: MdRuntimeClient, query: DocumentQuery | GroupQuery, count: number, publish: (answers: readonly (WindowAnswer | null)[], settled: boolean) => void): WindowChain;
+export {};
+//# sourceMappingURL=chain.d.ts.map

package/dist/chain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chain.d.ts","sourceRoot":"","sources":["../src/chain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,UAAU,EACV,WAAW,EACX,aAAa,EACd,MAAM,YAAY,CAAC;AAEpB,KAAK,IAAI,GAAG,cAAc,GAAG,WAAW,CAAC;AAEzC,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,aAAa,CAAC;AAEhD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAaF,wBAAgB,cAAc,CAC5B,OAAO,EAAE,eAAe,EACxB,KAAK,EAAE,aAAa,GAAG,UAAU,EACjC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,KAAK,IAAI,GAC7E,WAAW,CAkEb"}

package/dist/chain.js

@@ -0,0 +1,64 @@
+function answered(answer) {
+    return answer !== null && !('pending' in answer);
+}
+export function chainedWindows(runtime, query, count, publish) {
+    let links = [];
+    let wanted = count;
+    let closed = false;
+    const observe = runtime.observe;
+    const open = (after, shown) => {
+        const link = { after, observation: null, value: shown, fresh: false };
+        void observe('query', after === undefined ? query : { ...query, after }).then((observation) => {
+            if (closed || !links.includes(link)) {
+                observation.close();
+                return;
+            }
+            link.observation = observation;
+            const take = (value) => {
+                link.value = value;
+                link.fresh = true;
+                settle();
+            };
+            observation.subscribe(take);
+            take(observation.current());
+        }, () => { });
+        return link;
+    };
+    const settle = () => {
+        if (closed)
+            return;
+        const next = [];
+        for (let at = 0; at < wanted; at += 1) {
+            const before = next[at - 1];
+            if (before !== undefined && !before.fresh) {
+                next.push(...links.slice(at, wanted));
+                break;
+            }
+            if (before !== undefined && (!answered(before.value) || before.value.next === undefined)) {
+                break;
+            }
+            const after = before === undefined ? undefined : before.value.next;
+            const held = links[at];
+            next.push(held !== undefined && held.after === after ? held : open(after, held?.value ?? null));
+        }
+        for (const link of links)
+            if (!next.includes(link))
+                link.observation?.close();
+        links = next;
+        publish(links.map((link) => link.value), links.every((link) => link.fresh));
+    };
+    settle();
+    return {
+        want(count) {
+            if (count === wanted)
+                return;
+            wanted = count;
+            settle();
+        },
+        close() {
+            closed = true;
+            for (const link of links)
+                link.observation?.close();
+        },
+    };
+}

package/dist/change-set.d.ts

@@ -1,15 +1,6 @@
-import { type Replica } from './replica.js';
-import { type Row } from './rows.js';
 export type DocumentChange = {
-    locator: string;
-    path: string;
-    before: readonly Row[];
-    after: readonly Row[];
-};
-export type MessageChange = {
-    conversation: string;
-    identity: string;
-    text: string | null;
+    readonly locator: string;
+    readonly path: string | null;
 };
 export type ChangeSet = {
     documents: readonly DocumentChange[];
@@ -20,19 +11,18 @@ export type ChangeSet = {
     rooms: readonly string[];
     queues: readonly string[];
     presentations: readonly string[];
-    messages: readonly MessageChange[];
     conversations: readonly string[];
 };
 type Changed = {
+    documents?: readonly string[] | null;
     drafts?: readonly string[];
     room?: boolean;
     queue?: boolean;
     presentation?: string;
 };
-export declare function changeSet(locator: string, before: Replica | null, after: Replica | null, changed?: Changed): ChangeSet;
-export declare function changing(locator: string, before: Replica | null, after: Replica | null, changed?: Changed): Generator<number, ChangeSet, void>;
-export declare function entering(locator: string, replica: Replica, paths: readonly string[]): ChangeSet;
-export declare function conversationChangeSet(messages: readonly MessageChange[], conversations: readonly string[]): ChangeSet;
+export declare function changeSet(locator: string, changed?: Changed): ChangeSet;
+export declare function conversationChangeSet(conversations: readonly string[]): ChangeSet;
 export declare function mergeChangeSets(sets: readonly ChangeSet[]): ChangeSet;
+export declare function touches(set: ChangeSet, locator: string, path: string): boolean;
 export {};
 //# sourceMappingURL=change-set.d.ts.map

package/dist/change-set.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-set.d.ts","sourceRoot":"","sources":["../src/change-set.ts"],"names":[],"mappings":"AAIA,OAAO,EAAiC,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAC3E,OAAO,EAAwB,KAAK,GAAG,EAAE,MAAM,WAAW,CAAC;AAG3D,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,EAAE,CAAC;IACvB,KAAK,EAAE,SAAS,GAAG,EAAE,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAE5F,MAAM,MAAM,SAAS,GAAG;IACtB,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;IACrC,MAAM,EAAE,SAAS;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACrD,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAC;IACnC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAClC,CAAC;AAwBF,KAAK,OAAO,GAAG;IACb,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,wBAAgB,SAAS,CACvB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,OAAO,GAAG,IAAI,EACtB,KAAK,EAAE,OAAO,GAAG,IAAI,EACrB,OAAO,GAAE,OAAY,GACpB,SAAS,CAEX;AAED,wBAAiB,QAAQ,CACvB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,OAAO,GAAG,IAAI,EACtB,KAAK,EAAE,OAAO,GAAG,IAAI,EACrB,OAAO,GAAE,OAAY,GACpB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAgEpC;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAiB/F;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,SAAS,aAAa,EAAE,EAClC,aAAa,EAAE,SAAS,MAAM,EAAE,GAC/B,SAAS,CAUX;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,SAAS,SAAS,EAAE,GAAG,SAAS,CAUrE"}
+{"version":3,"file":"change-set.d.ts","sourceRoot":"","sources":["../src/change-set.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAExF,MAAM,MAAM,SAAS,GAAG;IACtB,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;IACrC,MAAM,EAAE,SAAS;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACrD,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAClC,CAAC;AAEF,KAAK,OAAO,GAAG;IACb,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACrC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,OAAY,GAAG,SAAS,CAe3E;AAED,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CASjF;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,SAAS,SAAS,EAAE,GAAG,SAAS,CASrE;AAED,wBAAgB,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAI9E"}