@agentshouse/mdruntime 0.1.0-c44866799613e → 0.1.0-c44d5cc00aee5

package/dist/bootstrap.d.ts

@@ -1,47 +1,44 @@
 import type { ModelState } from './model.js';
-import type { Adapter, AdapterFailure, Authorization, DiscoveredRoom, HeldContent, RetryableRefusal, RoomModels } from './adapter.js';
+import type { Adapter, TypedPath, AdapterFailure, Authorization, BootstrapPart, DiscoveredRoom, NotReady, RetryableRefusal, RoomModels } from './adapter.js';
 import type { Composition } from './collection.js';
 import type { InstallationStep } from './readiness.js';
 import { type Refreshing } from './refresh.js';
-import type { ReplicaRecord } from './replica.js';
+import { type ReplicaRecord } from './replica.js';
 import type { StagedPage, TransferRecord } from './store.js';
-import type { View } from './tables.js';
-import { type Refused, type Unconfirmed } from './transfer.js';
+import { type Unconfirmed } from './transfer.js';
 export type Bootstrapped = {
     kind: 'staged';
     record: ReplicaRecord;
     refreshed: boolean;
 };
-export type BootstrapOutcome = Bootstrapped | Refused | Unconfirmed | RetryableRefusal | AdapterFailure;
+export type BootstrapOutcome = Bootstrapped | Unconfirmed | NotReady | RetryableRefusal | AdapterFailure;
 export type HeldModels = {
     collection: ModelState;
 };
 export type Remodel = (models: RoomModels | undefined, held: HeldModels) => HeldModels;
 export type Reads = Pick<Adapter, 'bootstrap' | 'refresh' | 'reached'>;
 export type Arriving = {
-    at(token: string, bytes: number): void;
+    at(bytes: number): void;
     end(): void;
 };
+export type Resumed = {
+    readonly record: TransferRecord | null;
+    readonly staged: ReadonlySet<string>;
+};
 export type Staging = {
     held(locator: string): TransferRecord | null;
     turn(locator: string, step: InstallationStep): Promise<() => void>;
-    queued(bytes: number): () => void;
+    unqueued(): Promise<void>;
+    queued(text: number): () => void;
     arriving(locator: string): Arriving;
-    received(locator: string, token: string): Promise<Uint8Array | null>;
-    keep(locator: string, token: string, received: Uint8Array): Promise<void>;
-    announced(locator: string): readonly string[];
-    stage(record: TransferRecord, page: StagedPage, composition: Composition, written: string | null): Promise<TransferRecord | null>;
+    readonly streamed: boolean;
+    stage(record: TransferRecord, page: StagedPage, composition: Composition): Promise<TransferRecord | null>;
+    resume(record: TransferRecord, parts: readonly BootstrapPart[], composition: Composition): Promise<Resumed | null>;
     derive(locator: string, key: number, composition: Composition): Promise<boolean>;
     refreshing(locator: string, key: number, composition: Composition): Promise<Refreshing>;
     abandon(locator: string): Promise<void>;
     setAside(locator: string): Promise<void>;
     release(key: number): Promise<void>;
-    content(key: number): HeldContent;
-    validate(record: ReplicaRecord, view: View): Promise<Refused | null>;
-};
-export declare const NOTHING_DONE: {
-    readonly parts: 0;
-    readonly bytes: 0;
 };
-export declare function bootstrapRoom(adapter: Reads, authorization: Authorization, room: DiscoveredRoom, held: HeldModels, builtIn: ModelState, remodel: Remodel, continuing: () => boolean, staging: Staging, reuse: HeldContent | null): Promise<BootstrapOutcome>;
+export declare function bootstrapRoom(adapter: Reads, authorization: Authorization, room: DiscoveredRoom, held: HeldModels, builtIn: ModelState, typedPaths: readonly TypedPath[], remodel: Remodel, continuing: () => boolean, staging: Staging): Promise<BootstrapOutcome>;
 //# sourceMappingURL=bootstrap.d.ts.map

package/dist/bootstrap.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../src/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,aAAa,EAGb,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,UAAU,EACX,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAA4B,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AACzE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,KAAK,EAAa,IAAI,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,YAAY,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,aAAa,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC;AAEzF,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,OAAO,GACP,WAAW,GACX,gBAAgB,GAChB,cAAc,CAAC;AAEnB,MAAM,MAAM,UAAU,GAAG;IAAE,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC;AAEpD,MAAM,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,UAAU,KAAK,UAAU,CAAC;AAEvF,MAAM,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAEvE,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACnE,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,IAAI,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IACrE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1E,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAAC;IAC9C,KAAK,CACH,MAAM,EAAE,cAAc,EACtB,IAAI,EAAE,UAAU,EAChB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,MAAM,GAAG,IAAI,GACrB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAClC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACjF,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACxF,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAAC;IAClC,QAAQ,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;CACtE,CAAC;AAEF,eAAO,MAAM,YAAY;aAAK,KAAK,EAAE,CAAC;aAAE,KAAK,EAAE,CAAC;CAAW,CAAC;AA0C5D,wBAAsB,aAAa,CACjC,OAAO,EAAE,KAAK,EACd,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,EACzB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,WAAW,GAAG,IAAI,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAqC3B"}
+{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../src/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,KAAK,EACV,OAAO,EACP,SAAS,EACT,cAAc,EACd,aAAa,EAEb,aAAa,EAEb,cAAc,EACd,QAAQ,EACR,gBAAgB,EAChB,UAAU,EACX,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAGnD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAA4B,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAEzE,OAAO,EAAiB,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AACjE,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE7D,OAAO,EAAe,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE9D,MAAM,MAAM,YAAY,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,aAAa,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC;AAEzF,MAAM,MAAM,gBAAgB,GACxB,YAAY,GACZ,WAAW,GACX,QAAQ,GACR,gBAAgB,GAChB,cAAc,CAAC;AAEnB,MAAM,MAAM,UAAU,GAAG;IAAE,UAAU,EAAE,UAAU,CAAA;CAAE,CAAC;AAEpD,MAAM,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,SAAS,EAAE,IAAI,EAAE,UAAU,KAAK,UAAU,CAAC;AAEvF,MAAM,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;AAEvE,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CACtC,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACnE,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,IAAI,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,KAAK,CACH,MAAM,EAAE,cAAc,EACtB,IAAI,EAAE,UAAU,EAChB,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAClC,MAAM,CACJ,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,SAAS,aAAa,EAAE,EAC/B,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IAC3B,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACjF,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACxF,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC,CAAC;AAoBF,wBAAsB,aAAa,CACjC,OAAO,EAAE,KAAK,EACd,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,UAAU,EACnB,UAAU,EAAE,SAAS,SAAS,EAAE,EAChC,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,EACzB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,gBAAgB,CAAC,CAe3B"}

package/dist/bootstrap.js

@@ -1,54 +1,34 @@
+import { declared } from './declaration.js';
 import { transferIdentity } from './identity.js';
 import { advancement, pageEntries } from './refresh.js';
+import { entriesIn } from './shared.js';
+import { compositionOf } from './replica.js';
 import { unconfirmed } from './transfer.js';
-export const NOTHING_DONE = { parts: 0, bytes: 0 };
-const RESUMABLE = new Set([
-    'transport-uncertainty',
-    'retryable-refusal',
-    'unconfirmed',
-]);
 const NOTHING_PRIOR = () => Promise.resolve(new Map());
-async function pageOf(page) {
+const PARTS_IN_FLIGHT = 6;
+function textOf(page) {
+    let text = 0;
+    for (const [, content] of entriesIn(page.documents))
+        text += content.length;
+    return text;
+}
+async function pageOf(page, part) {
     return {
         entries: await pageEntries(page, [], page.roomVersion, NOTHING_PRIOR),
         folders: page.folders ?? [],
+        ...(part === undefined ? {} : { part }),
     };
 }
-function heldTogether(first, second) {
-    if (first === null)
-        return second;
-    return {
-        async files(after, limit) {
-            const [left, right] = await Promise.all([
-                first.files(after, limit),
-                second.files(after, limit),
-            ]);
-            const merged = new Map([...left, ...right].map((file) => [file.path, file]));
-            return [...merged.values()]
-                .sort((one, other) => (one.path < other.path ? -1 : one.path > other.path ? 1 : 0))
-                .slice(0, limit);
-        },
-        async contents(paths) {
-            const [left, right] = await Promise.all([first.contents(paths), second.contents(paths)]);
-            return new Map([...left, ...right]);
-        },
-    };
-}
-const NO_CONTENT = {
-    files: () => Promise.resolve([]),
-    contents: () => Promise.resolve(new Map()),
-};
-export async function bootstrapRoom(adapter, authorization, room, held, builtIn, remodel, continuing, staging, reuse) {
-    const kept = staging.held(room.locator);
-    const resumed = kept !== null && kept.selection === room.replica.selection ? kept : null;
-    if (kept !== null && resumed === null)
+export async function bootstrapRoom(adapter, authorization, room, held, builtIn, typedPaths, remodel, continuing, staging) {
+    if (staging.held(room.locator) !== null)
         await staging.abandon(room.locator);
-    const first = await bundle(adapter, authorization, room, held, builtIn, remodel, continuing, staging, resumed, reuse);
+    const begun = () => started(adapter, authorization, room, held, builtIn, typedPaths, remodel, continuing, staging);
+    const first = await begun();
     if (first.kind !== 'expired')
         return first;
     await staging.setAside(room.locator);
     try {
-        const replacement = await bundle(adapter, authorization, room, held, builtIn, remodel, continuing, staging, null, heldTogether(reuse, first.held));
+        const replacement = await begun();
         if (replacement.kind !== 'expired')
             return replacement;
         await staging.abandon(room.locator);
@@ -59,107 +39,88 @@ export async function bootstrapRoom(adapter, authorization, room, held, builtIn,
             await staging.release(first.key);
     }
 }
-const UNASKED = { page: unconfirmed, reused: false };
-const NOTHING_KEPT = Promise.resolve();
 function dropped(ahead) {
     void ahead?.fetched.then(({ next, written }) => {
         written();
         dropped(next);
     }, () => { });
 }
-function compositionFor(room, models, builtIn) {
-    return {
-        model: models.collection,
-        selection: room.typedSelection === undefined
-            ? null
-            : { roots: room.typedSelection.roots, model: builtIn },
-    };
+async function started(adapter, authorization, room, held, builtIn, typedPaths, remodel, continuing, staging) {
+    const mode = { paged: false };
+    let outcome;
+    try {
+        outcome = await bundle(adapter, authorization, room, held, builtIn, typedPaths, remodel, continuing, staging, mode);
+    }
+    catch (error) {
+        await stopped(staging, room.locator, mode).catch(() => { });
+        throw error;
+    }
+    if (outcome.kind !== 'staged' && outcome.kind !== 'expired') {
+        await stopped(staging, room.locator, mode);
+    }
+    return outcome;
+}
+function stopped(staging, locator, mode) {
+    return mode.paged ? staging.abandon(locator) : staging.setAside(locator);
 }
-async function bundle(adapter, authorization, room, held, builtIn, remodel, continuing, staging, kept, pool) {
+async function bundle(adapter, authorization, room, held, builtIn, typedPaths, remodel, continuing, staging, mode) {
     const locator = room.locator;
     const selection = room.replica.selection;
-    let transfer = kept;
-    let looking = kept !== null;
-    let stopped = false;
-    let begin = () => { };
-    const begun = kept === null
-        ? new Promise((resolve) => {
-            begin = resolve;
-        })
-        : NOTHING_KEPT;
+    const ending = new AbortController();
     const arriving = staging.arriving(locator);
-    const asking = async (token) => {
-        const received = token !== null && looking ? await staging.received(locator, token) : null;
-        if (received === null)
-            looking = false;
-        const page = await adapter.bootstrap(authorization, {
-            locator,
-            selection,
-            ...(token === null
-                ? {}
-                : { pageToken: token, arriving: (bytes) => arriving.at(token, bytes) }),
-            ...(pool === null ? {} : { held: pool }),
-            ...(received === null ? {} : { received }),
-        });
-        return { page, reused: received !== null };
-    };
+    const downloaded = await staging.turn(locator, 'downloading');
+    const asking = (token) => adapter.bootstrap(authorization, {
+        locator,
+        selection,
+        signal: ending.signal,
+        ...(token === null
+            ? { arriving: (bytes) => arriving.at(bytes) }
+            : { pageToken: token }),
+    });
     const fetching = (token) => {
         const fetched = (async () => {
-            const release = await staging.turn(locator, token === null ? 'listing' : 'downloading');
-            let asked;
-            try {
-                asked = stopped || !continuing() ? UNASKED : await asking(token);
-            }
-            finally {
-                release();
-            }
-            const { page, reused } = asked;
-            if (page.kind !== 'bootstrap') {
-                return { page, kept: NOTHING_KEPT, next: null, written: () => { } };
-            }
-            const received = page.received;
-            const written = staging.queued(received?.byteLength ?? 0);
-            let kept = NOTHING_KEPT;
-            if (token !== null && received !== undefined && !reused) {
-                kept = begun.then(() => staging.keep(locator, token, received));
-                kept.catch(() => { });
-            }
+            await staging.unqueued();
+            const page = continuing() ? await asking(token) : unconfirmed;
+            if (page.kind !== 'bootstrap')
+                return { page, next: null, written: () => { } };
+            const written = staging.queued(textOf(page));
             const later = page.pageToken;
-            const next = later === undefined || stopped || !continuing() ? null : fetching(later);
-            return { page, kept, next, written };
+            if (later === undefined && page.parts === undefined) {
+                downloaded();
+                arriving.end();
+            }
+            return { page, written, next: later === undefined || !continuing() ? null : fetching(later) };
         })();
         fetched.catch(() => { });
-        return { token, fetched };
+        return { fetched };
     };
-    let ahead = null;
+    let transfer = null;
+    let ahead = fetching(null);
     try {
-        while (transfer === null || transfer.pageToken !== null) {
+        while (ahead !== null) {
             if (!continuing())
                 return unconfirmed;
-            const asked = transfer?.pageToken ?? null;
-            const current = ahead !== null && ahead.token === asked ? ahead : fetching(asked);
-            if (ahead !== current)
-                dropped(ahead);
-            ahead = null;
-            const fetched = await current.fetched;
+            const fetched = await ahead.fetched;
             ahead = fetched.next;
             try {
                 if (!continuing())
                     return unconfirmed;
                 const page = fetched.page;
-                if (page.kind === 'beyond-horizon') {
-                    const key = transfer?.key ?? null;
-                    return { kind: 'expired', held: key === null ? NO_CONTENT : staging.content(key), key };
-                }
-                if (page.kind !== 'bootstrap') {
-                    if (!RESUMABLE.has(page.kind))
-                        await staging.abandon(locator);
+                if (page.kind === 'beyond-horizon')
+                    return { kind: 'expired', key: transfer?.key ?? null };
+                if (page.kind !== 'bootstrap')
                     return page;
+                if (transfer === null && page.parts !== undefined) {
+                    const parted = await parts(page, page.parts);
+                    if (parted.kind !== 'parted')
+                        return parted;
+                    transfer = parted.transfer;
+                    continue;
                 }
-                await fetched.kept;
-                const done = transfer?.done ?? NOTHING_DONE;
-                const part = page.received?.byteLength;
-                const next = {
+                if (transfer === null)
+                    mode.paged = true;
+                const models = remodel(page.models, transfer?.models ?? held);
+                const staged = await staging.stage({
                     locator,
                     transfer: transfer?.transfer ?? transferIdentity(),
                     selection,
@@ -169,17 +130,13 @@ async function bundle(adapter, authorization, room, held, builtIn, remodel, cont
                     last: transfer !== null && !adapter.reached(locator, page.roomVersion, transfer.last)
                         ? transfer.last
                         : page.roomVersion,
-                    pageToken: page.pageToken ?? null,
-                    inventory: page.inventory ?? transfer?.inventory ?? null,
-                    done: part === undefined ? done : { parts: done.parts + 1, bytes: done.bytes + part },
-                    models: remodel(page.models, transfer?.models ?? held),
+                    done: { bytes: (transfer?.done.bytes ?? 0) + (page.bytes ?? 0) },
+                    models,
                     key: transfer?.key ?? null,
-                };
-                const staged = await staging.stage(next, await pageOf(page), compositionFor(room, next.models, builtIn), part === undefined ? null : asked);
+                }, await pageOf(page), compositionOf(models.collection, room.typedSelection, builtIn, typedPaths));
                 if (staged === null)
                     return unconfirmed;
                 transfer = staged;
-                begin();
             }
             finally {
                 fetched.written();
@@ -187,49 +144,186 @@ async function bundle(adapter, authorization, room, held, builtIn, remodel, cont
         }
     }
     finally {
-        stopped = true;
-        dropped(ahead);
+        ending.abort();
+        downloaded();
         arriving.end();
+        dropped(ahead);
     }
-    const composition = compositionFor(room, transfer.models, builtIn);
-    if (!(await staging.derive(locator, transfer.key, composition)))
+    if (transfer === null)
         return unconfirmed;
-    await staging.turn(locator, 'replaying');
-    if (!continuing())
-        return unconfirmed;
-    const record = {
-        locator,
-        name: room.name,
-        handle: room.handle,
-        operations: room.operations,
-        replica: room.replica,
-        model: transfer.models.collection,
-        typedSelection: room.typedSelection ?? null,
-        providerOwnedPaths: room.providerOwnedPaths,
-        roomVersion: transfer.from,
-        transfer: transfer.transfer,
-        inventory: transfer.inventory,
-        key: transfer.key,
-    };
-    const due = [room.roomVersion, ...staging.announced(locator)];
-    const last = transfer.last;
-    const reconciled = last === transfer.from && due.every((version) => adapter.reached(locator, last, version))
-        ? { kind: 'still-current' }
-        : await advancement(adapter, authorization, record, remodel, continuing, await staging.refreshing(locator, record.key, composition));
-    if (reconciled.kind === 'advanced' || reconciled.kind === 'still-current') {
-        const refreshed = reconciled.kind === 'advanced';
-        const result = refreshed ? reconciled.record : record;
-        const refused = await staging.validate(result, refreshed ? 'refreshed' : 'confirmed');
-        if (refused !== null) {
-            await staging.abandon(locator);
-            return refused;
+    return installed(transfer);
+    async function parts(head, listed) {
+        const models = remodel(head.models, held);
+        const composition = compositionOf(models.collection, room.typedSelection, builtIn, typedPaths);
+        const resumed = await staging.resume({
+            locator,
+            transfer: transferIdentity(),
+            selection,
+            from: head.roomVersion,
+            last: head.roomVersion,
+            done: { bytes: 0 },
+            models,
+            key: null,
+        }, listed, composition);
+        if (resumed === null)
+            return unconfirmed;
+        let staged = resumed.record ?? {
+            locator,
+            transfer: transferIdentity(),
+            selection,
+            from: head.roomVersion,
+            last: head.roomVersion,
+            done: { bytes: 0 },
+            models,
+            key: null,
+        };
+        const wanted = listed.filter((part) => !resumed.staged.has(part.id));
+        let arrived = staged.done.bytes;
+        const partial = new Map();
+        const report = () => {
+            let bytes = arrived;
+            for (const held of partial.values())
+                bytes += held;
+            arriving.at(bytes);
+        };
+        report();
+        const arrivals = [];
+        let woken = null;
+        let next = 0;
+        let flying = 0;
+        let halted = false;
+        let stopped = false;
+        let admitted = Promise.resolve();
+        const fetched = () => {
+            if ((next < wanted.length && !halted) || flying > 0)
+                return;
+            downloaded();
+            arriving.end();
+        };
+        const landed = (one) => {
+            flying -= 1;
+            if (stopped)
+                one.written();
+            else
+                arrivals.push(one);
+            woken?.();
+            ask();
+            fetched();
+        };
+        const fetch = async (part) => {
+            let written = () => { };
+            const admission = admitted.then(async () => {
+                await staging.unqueued();
+                written = staging.queued(part.bytes);
+            });
+            admitted = admission;
+            await admission;
+            const page = continuing()
+                ? await adapter.bootstrap(authorization, {
+                    locator,
+                    selection,
+                    signal: ending.signal,
+                    pageToken: part.id,
+                    arriving: (bytes) => {
+                        partial.set(part.id, Math.min(bytes, part.bytes));
+                        report();
+                    },
+                })
+                : unconfirmed;
+            landed({ part, page, written });
+        };
+        const ask = () => {
+            while (!stopped && !halted && flying < PARTS_IN_FLIGHT && next < wanted.length) {
+                const part = wanted[next];
+                next += 1;
+                flying += 1;
+                fetch(part).catch((error) => landed({ part, page: unconfirmed, written: () => { }, error }));
+            }
+        };
+        let failed = null;
+        ask();
+        fetched();
+        try {
+            for (;;) {
+                while (arrivals.length === 0) {
+                    if (flying === 0 && (halted || next >= wanted.length))
+                        break;
+                    await new Promise((wake) => (woken = wake));
+                    woken = null;
+                }
+                const one = arrivals.shift();
+                if (one === undefined)
+                    break;
+                const { part, page, written, error } = one;
+                try {
+                    if (error !== undefined)
+                        throw error;
+                    if (!continuing())
+                        return unconfirmed;
+                    if (page.kind !== 'bootstrap') {
+                        halted = true;
+                        failed ??= page.kind === 'beyond-horizon' ? unconfirmed : page;
+                        continue;
+                    }
+                    partial.delete(part.id);
+                    arrived += part.bytes;
+                    report();
+                    const kept = await staging.stage({ ...staged, done: { bytes: staged.done.bytes + part.bytes } }, await pageOf({ ...page, roomVersion: head.roomVersion }, part.id), composition);
+                    if (kept === null)
+                        return unconfirmed;
+                    staged = kept;
+                }
+                finally {
+                    written();
+                }
+            }
         }
-        return { kind: 'staged', record: result, refreshed };
+        finally {
+            stopped = true;
+            for (const one of arrivals.splice(0))
+                one.written();
+        }
+        if (failed !== null)
+            return failed;
+        if (staged.key === null) {
+            const empty = await staging.stage(staged, { entries: [], folders: [] }, composition);
+            if (empty === null)
+                return unconfirmed;
+            staged = empty;
+        }
+        return { kind: 'parted', transfer: staged };
     }
-    if (reconciled.kind === 'beyond-horizon') {
-        return { kind: 'expired', held: staging.content(record.key), key: record.key };
+    async function installed(transfer) {
+        const composition = compositionOf(transfer.models.collection, room.typedSelection, builtIn, typedPaths);
+        if (!(await staging.derive(locator, transfer.key, composition)))
+            return unconfirmed;
+        await staging.turn(locator, 'replaying');
+        if (!continuing())
+            return unconfirmed;
+        const record = {
+            locator,
+            declaration: declared(room),
+            model: transfer.models.collection,
+            roomVersion: transfer.from,
+            transfer: transfer.transfer,
+            inventory: transfer.done,
+            key: transfer.key,
+        };
+        const last = transfer.last;
+        const refresh = adapter.refresh;
+        const reconciled = last === transfer.from &&
+            (staging.streamed || adapter.reached(locator, last, room.roomVersion))
+            ? { kind: 'still-current' }
+            : refresh === undefined
+                ? unconfirmed
+                : await advancement(refresh, authorization, record, remodel, continuing, await staging.refreshing(locator, record.key, composition));
+        if (reconciled.kind === 'advanced') {
+            return { kind: 'staged', record: reconciled.record, refreshed: true };
+        }
+        if (reconciled.kind === 'still-current')
+            return { kind: 'staged', record, refreshed: false };
+        if (reconciled.kind === 'beyond-horizon')
+            return { kind: 'expired', key: record.key };
+        return reconciled;
     }
-    if (!RESUMABLE.has(reconciled.kind))
-        await staging.abandon(locator);
-    return reconciled;
 }

package/dist/cell.d.ts

@@ -0,0 +1,6 @@
+export type Cell<T> = {
+    now(): T;
+    set(change: Partial<T>): void;
+};
+export declare function createCell<T extends object>(first: T): Cell<T>;
+//# sourceMappingURL=cell.d.ts.map

package/dist/cell.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cell.d.ts","sourceRoot":"","sources":["../src/cell.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,CAAC,CAAC,IAAI;IACpB,GAAG,IAAI,CAAC,CAAC;IACT,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;CAC/B,CAAC;AAEF,wBAAgB,UAAU,CAAC,CAAC,SAAS,MAAM,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAQ9D"}

package/dist/cell.js

@@ -0,0 +1,9 @@
+export function createCell(first) {
+    let held = first;
+    return {
+        now: () => held,
+        set(change) {
+            held = { ...held, ...change };
+        },
+    };
+}

package/dist/chain.d.ts

@@ -1,5 +1,6 @@
+import type { DocumentQuery, GroupQuery } from '@agentshouse/mdmodel';
 import type { MdRuntimeClient } from './client.js';
-import type { DocumentQuery, DocumentResult, GroupQuery, GroupResult, PendingResult } from './query.js';
+import type { DocumentResult, GroupResult, PendingResult } from './query.js';
 type Rows = DocumentResult | GroupResult;
 export type WindowAnswer = Rows | PendingResult;
 export type WindowChain = {

package/dist/chain.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chain.d.ts","sourceRoot":"","sources":["../src/chain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,UAAU,EACV,WAAW,EACX,aAAa,EACd,MAAM,YAAY,CAAC;AAEpB,KAAK,IAAI,GAAG,cAAc,GAAG,WAAW,CAAC;AAEzC,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,aAAa,CAAC;AAEhD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAaF,wBAAgB,cAAc,CAC5B,OAAO,EAAE,eAAe,EACxB,KAAK,EAAE,aAAa,GAAG,UAAU,EACjC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,KAAK,IAAI,GAC7E,WAAW,CAkEb"}
+{"version":3,"file":"chain.d.ts","sourceRoot":"","sources":["../src/chain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE7E,KAAK,IAAI,GAAG,cAAc,GAAG,WAAW,CAAC;AAEzC,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,aAAa,CAAC;AAEhD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAaF,wBAAgB,cAAc,CAC5B,OAAO,EAAE,eAAe,EACxB,KAAK,EAAE,aAAa,GAAG,UAAU,EACjC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,KAAK,IAAI,GAC7E,WAAW,CAkEb"}

package/dist/change-set.d.ts

@@ -12,6 +12,8 @@ export type ChangeSet = {
     queues: readonly string[];
     presentations: readonly string[];
     conversations: readonly string[];
+    unindexed: readonly string[];
+    due: readonly string[];
 };
 type Changed = {
     documents?: readonly string[] | null;
@@ -19,6 +21,8 @@ type Changed = {
     room?: boolean;
     queue?: boolean;
     presentation?: string;
+    unindexed?: boolean;
+    due?: boolean;
 };
 export declare function changeSet(locator: string, changed?: Changed): ChangeSet;
 export declare function conversationChangeSet(conversations: readonly string[]): ChangeSet;

package/dist/change-set.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-set.d.ts","sourceRoot":"","sources":["../src/change-set.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAExF,MAAM,MAAM,SAAS,GAAG;IACtB,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;IACrC,MAAM,EAAE,SAAS;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACrD,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;CAClC,CAAC;AAEF,KAAK,OAAO,GAAG;IACb,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACrC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,OAAY,GAAG,SAAS,CAe3E;AAED,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CASjF;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,SAAS,SAAS,EAAE,GAAG,SAAS,CASrE;AAED,wBAAgB,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAI9E"}
+{"version":3,"file":"change-set.d.ts","sourceRoot":"","sources":["../src/change-set.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAExF,MAAM,MAAM,SAAS,GAAG;IACtB,SAAS,EAAE,SAAS,cAAc,EAAE,CAAC;IACrC,MAAM,EAAE,SAAS;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACrD,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,GAAG,EAAE,SAAS,MAAM,EAAE,CAAC;CACxB,CAAC;AAEF,KAAK,OAAO,GAAG;IACb,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACrC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,OAAY,GAAG,SAAS,CAiB3E;AAED,wBAAgB,qBAAqB,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAWjF;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,SAAS,SAAS,EAAE,GAAG,SAAS,CAWrE;AAED,wBAAgB,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAI9E"}

package/dist/change-set.js

@@ -11,6 +11,8 @@ export function changeSet(locator, changed = {}) {
         queues: changed.queue ? [locator] : [],
         presentations: changed.presentation === undefined ? [] : [changed.presentation],
         conversations: [],
+        unindexed: changed.unindexed ? [locator] : [],
+        due: changed.due ? [locator] : [],
     };
 }
 export function conversationChangeSet(conversations) {
@@ -21,6 +23,8 @@ export function conversationChangeSet(conversations) {
         queues: [],
         presentations: [],
         conversations: [...new Set(conversations)],
+        unindexed: [],
+        due: [],
     };
 }
 export function mergeChangeSets(sets) {
@@ -31,6 +35,8 @@ export function mergeChangeSets(sets) {
         queues: [...new Set(sets.flatMap((set) => set.queues))],
         presentations: [...new Set(sets.flatMap((set) => set.presentations))],
         conversations: [...new Set(sets.flatMap((set) => set.conversations))],
+        unindexed: [...new Set(sets.flatMap((set) => set.unindexed))],
+        due: [...new Set(sets.flatMap((set) => set.due))],
     };
 }
 export function touches(set, locator, path) {