@agentshouse/mdruntime 0.1.0-cfb2ae0107054 → 0.1.0-cfcbb238a5fa0

package/dist/readiness.js

@@ -0,0 +1,33 @@
+const COMPLETE_ROOMS = new Set(['complete', 'unadmitted']);
+export const SETTLED_ROOMS = new Set([...COMPLETE_ROOMS, 'refused']);
+export function readinessOf(facts) {
+    const { established, coverage: held, ...reported } = facts;
+    const settledConversations = held.conversations === 'complete' || held.conversations === 'undeclared';
+    const complete = held.listed &&
+        settledConversations &&
+        held.rooms.every((room) => COMPLETE_ROOMS.has(room.state));
+    const settled = held.listed &&
+        settledConversations &&
+        held.rooms.every((room) => SETTLED_ROOMS.has(room.state));
+    const coverage = { ...held, complete };
+    const stored = facts.code === 'stored';
+    const ready = stored && complete;
+    const usable = stored && (ready || established);
+    const status = ready
+        ? 'ready'
+        : facts.capacity !== null
+            ? 'paused'
+            : facts.lost && !established
+                ? 'lost'
+                : settled && !complete
+                    ? 'refused'
+                    : 'preparing';
+    return {
+        ...reported,
+        coverage,
+        status,
+        ready,
+        usable,
+        durability: facts.persistence === 'granted' ? 'persistent' : 'best-effort',
+    };
+}

package/dist/reads.d.ts

@@ -0,0 +1,11 @@
+import type { Adapter } from './adapter.js';
+import type { Reads } from './bootstrap.js';
+export type DoorReads = Reads & {
+    carried(locator: string): number;
+    finished(locator: string, turn: number): void;
+    opened(): void;
+    applied(): void;
+    lost(): void;
+};
+export declare function doorReads(adapter: Adapter, declaration: (locator: string) => unknown, generation: () => number): DoorReads;
+//# sourceMappingURL=reads.d.ts.map

package/dist/reads.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reads.d.ts","sourceRoot":"","sources":["../src/reads.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EAOR,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG;IAC9B,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9C,MAAM,IAAI,IAAI,CAAC;IACf,OAAO,IAAI,IAAI,CAAC;IAChB,IAAI,IAAI,IAAI,CAAC;CACd,CAAC;AAiCF,wBAAgB,SAAS,CACvB,OAAO,EAAE,OAAO,EAChB,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,EACzC,UAAU,EAAE,MAAM,MAAM,GACvB,SAAS,CA0FX"}

package/dist/reads.js

@@ -0,0 +1,98 @@
+function declaredAs(declaration) {
+    if (declaration === null || typeof declaration !== 'object')
+        return declaration;
+    const { roomVersion: _version, ...declared } = declaration;
+    return declared;
+}
+function sameHeld(one, other) {
+    return one?.documents === other?.documents && one?.revisions === other?.revisions;
+}
+function failed(answer) {
+    return answer?.kind === 'transport-uncertainty';
+}
+function continues(answer) {
+    const page = answer;
+    return page?.kind === 'net-advancement' && page.pageToken !== undefined;
+}
+export function doorReads(adapter, declaration, generation) {
+    const reading = new Map();
+    const taken = new Map();
+    let carrying = false;
+    function joined(read, authorization, request, ask) {
+        const key = `${read} ${request.locator} ${request.pageToken ?? ''}`;
+        const { held, ...named } = request;
+        const asked = JSON.stringify([declaredAs(declaration(request.locator)), named]);
+        const asking = generation();
+        const current = reading.get(key);
+        if (current !== undefined &&
+            current.authorization === authorization &&
+            current.asked === asked &&
+            sameHeld(current.held, held) &&
+            (!current.settled || current.holder < asking)) {
+            if (current.settled && !current.continued)
+                reading.delete(key);
+            else
+                current.holder = Math.max(current.holder, asking);
+            if (current.from === asking)
+                return current.answer;
+            const again = () => joined(read, authorization, request, ask);
+            return current.answer.then((answer) => {
+                if (failed(answer))
+                    return again();
+                taken.set(request.locator, (taken.get(request.locator) ?? 0) + 1);
+                return answer;
+            }, again);
+        }
+        const answer = ask();
+        const sent = {
+            locator: request.locator,
+            authorization,
+            asked,
+            held,
+            answer,
+            from: asking,
+            holder: asking,
+            settled: false,
+            continued: false,
+        };
+        reading.set(key, sent);
+        const settled = (result, kept) => {
+            sent.settled = true;
+            sent.continued = kept && read === 'refresh' && continues(result);
+            if (reading.get(key) !== sent)
+                return;
+            const live = sent.holder === generation();
+            if (!kept || (live ? !sent.continued : !carrying))
+                reading.delete(key);
+        };
+        answer.then((result) => settled(result, !failed(result)), () => settled(null, false));
+        return answer;
+    }
+    return {
+        bootstrap: (authorization, request) => joined('bootstrap', authorization, request, () => adapter.bootstrap(authorization, request)),
+        refresh: (authorization, request) => joined('refresh', authorization, request, () => adapter.refresh(authorization, request)),
+        reached: (locator, roomVersion, target) => adapter.reached(locator, roomVersion, target),
+        carried: (locator) => taken.get(locator) ?? 0,
+        finished(locator, turn) {
+            for (const [key, held] of reading) {
+                if (held.locator !== locator || !held.settled || held.holder !== turn)
+                    continue;
+                if (turn === generation() || !carrying)
+                    reading.delete(key);
+            }
+        },
+        opened() {
+            carrying = true;
+        },
+        applied() {
+            carrying = false;
+            for (const [key, held] of reading) {
+                if (held.settled && held.holder !== generation())
+                    reading.delete(key);
+            }
+        },
+        lost() {
+            reading.clear();
+        },
+    };
+}

package/dist/recovery.d.ts

@@ -0,0 +1,25 @@
+export type Attempted = 'done' | 'again' | {
+    readonly at: number;
+};
+export type Attempt = (signal: AbortSignal) => Promise<Attempted>;
+export type AttemptOptions = {
+    readonly at?: number;
+    readonly again?: boolean;
+};
+export type RecoveryOptions = {
+    readonly firstMs?: number;
+    readonly ceilingMs?: number;
+    readonly attempts?: number;
+    readonly inFlight?: number;
+};
+export type Recovery = {
+    attempt(intent: string, run: Attempt, options?: AttemptOptions): Promise<boolean>;
+    pending(intent: string): boolean;
+    resume(): void;
+    cancel(intent: string): void;
+    scope(inFlight?: number): Recovery;
+    retire(): Promise<void>;
+};
+export declare function retryDelay(tries: number, firstMs?: number, ceilingMs?: number): number;
+export declare function createRecovery(options?: RecoveryOptions): Recovery;
+//# sourceMappingURL=recovery.d.ts.map

package/dist/recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recovery.d.ts","sourceRoot":"","sources":["../src/recovery.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,OAAO,GAAG;IAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAEnE,MAAM,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;AAElE,MAAM,MAAM,cAAc,GAAG;IAAE,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEhF,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClF,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACjC,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IACnC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB,CAAC;AAsBF,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,SAAW,EAAE,SAAS,SAAa,GAAG,MAAM,CAG5F;AAuKD,wBAAgB,cAAc,CAAC,OAAO,GAAE,eAAoB,GAAG,QAAQ,CAStE"}

package/dist/recovery.js

@@ -0,0 +1,197 @@
+// A first retry waits about a second, so a passing failure clears before the next attempt.
+const FIRST_MS = 1_000;
+// Waits stop doubling at half a minute, so work resumes soon after a long failure ends.
+const CEILING_MS = 30_000;
+const ATTEMPTS = 8;
+export function retryDelay(tries, firstMs = FIRST_MS, ceilingMs = CEILING_MS) {
+    const ceiling = Math.min(ceilingMs, firstMs * 2 ** tries);
+    return ceiling / 2 + (Math.random() * ceiling) / 2;
+}
+function owner(backoff, inFlight, release = () => { }) {
+    const intents = new Map();
+    const children = new Set();
+    const running = new Set();
+    const queued = [];
+    let free = inFlight;
+    let retired = false;
+    function finish(key, intent, done) {
+        if (intents.get(key) === intent)
+            intents.delete(key);
+        if (intent.timer !== null)
+            clearTimeout(intent.timer);
+        intent.timer = null;
+        intent.end(done);
+    }
+    function wait(key, intent, at, guided) {
+        if (intent.timer !== null)
+            clearTimeout(intent.timer);
+        intent.due = at;
+        intent.guided = guided;
+        intent.timer = setTimeout(() => {
+            intent.timer = null;
+            launch(key, intent);
+        }, Math.max(0, at - Date.now()));
+    }
+    function launch(key, intent) {
+        intent.due = null;
+        intent.guided = false;
+        const controller = new AbortController();
+        intent.controller = controller;
+        const run = start(key, intent, controller);
+        running.add(run);
+        void run.finally(() => running.delete(run));
+    }
+    async function start(key, intent, controller) {
+        while (free === 0)
+            await new Promise((admit) => queued.push(admit));
+        if (controller.signal.aborted) {
+            queued.shift()?.();
+            return;
+        }
+        free -= 1;
+        const abandoned = new Promise((resolve) => {
+            controller.signal.addEventListener('abort', () => resolve(null), { once: true });
+        });
+        let result;
+        try {
+            result = await Promise.race([intent.run(controller.signal), abandoned]);
+        }
+        catch {
+            result = 'again';
+        }
+        finally {
+            free += 1;
+            queued.shift()?.();
+        }
+        if (result === null || controller.signal.aborted || intents.get(key) !== intent)
+            return;
+        intent.controller = null;
+        const again = intent.again;
+        intent.again = null;
+        if (result === 'done') {
+            intent.tries = 0;
+            if (again === null)
+                finish(key, intent, true);
+            else if (again === 'now')
+                launch(key, intent);
+            else
+                wait(key, intent, again, true);
+            return;
+        }
+        intent.tries += 1;
+        if (intent.tries >= backoff.attempts) {
+            finish(key, intent, false);
+            return;
+        }
+        if (result === 'again') {
+            const delay = retryDelay(intent.tries - 1, backoff.firstMs, backoff.ceilingMs);
+            wait(key, intent, Date.now() + delay, false);
+        }
+        else
+            wait(key, intent, result.at, true);
+    }
+    const recovery = {
+        attempt(key, run, options = {}) {
+            if (retired)
+                return Promise.resolve(false);
+            const held = intents.get(key);
+            if (held !== undefined) {
+                held.run = run;
+                if (held.controller !== null) {
+                    const at = options.at;
+                    held.again =
+                        at === undefined || held.again === 'now'
+                            ? 'now'
+                            : Math.min(at, held.again ?? Number.POSITIVE_INFINITY);
+                }
+                else if (held.due !== null && held.due <= Date.now()) {
+                    if (held.timer !== null)
+                        clearTimeout(held.timer);
+                    held.timer = null;
+                    launch(key, held);
+                }
+                else if (options.at !== undefined && (held.due === null || options.at < held.due)) {
+                    wait(key, held, options.at, true);
+                }
+                return held.ended;
+            }
+            let end = () => { };
+            const ended = new Promise((resolve) => {
+                end = resolve;
+            });
+            const intent = {
+                run,
+                tries: 0,
+                timer: null,
+                due: null,
+                guided: false,
+                controller: null,
+                again: null,
+                ended,
+                end,
+            };
+            intents.set(key, intent);
+            if (options.at !== undefined)
+                wait(key, intent, options.at, true);
+            else if (options.again === true) {
+                intent.tries = 1;
+                wait(key, intent, Date.now() + retryDelay(0, backoff.firstMs, backoff.ceilingMs), false);
+            }
+            else
+                launch(key, intent);
+            return ended;
+        },
+        pending(key) {
+            const intent = intents.get(key);
+            return intent !== undefined && intent.controller === null;
+        },
+        resume() {
+            if (retired)
+                return;
+            for (const [key, intent] of [...intents]) {
+                if (intent.guided && intent.due !== null && intent.due > Date.now())
+                    continue;
+                if (intent.timer !== null)
+                    clearTimeout(intent.timer);
+                intent.timer = null;
+                intent.controller?.abort();
+                intent.again = null;
+                intent.tries = 0;
+                launch(key, intent);
+            }
+        },
+        cancel(key) {
+            const intent = intents.get(key);
+            if (intent === undefined)
+                return;
+            intent.controller?.abort();
+            finish(key, intent, false);
+        },
+        scope(bound = Infinity) {
+            const child = owner(backoff, bound, () => children.delete(child));
+            if (retired)
+                void child.retire();
+            else
+                children.add(child);
+            return child;
+        },
+        async retire() {
+            retired = true;
+            release();
+            for (const [key, intent] of [...intents]) {
+                intent.controller?.abort();
+                finish(key, intent, false);
+            }
+            await Promise.all([...children].map((child) => child.retire()));
+            await Promise.all(running);
+        },
+    };
+    return recovery;
+}
+export function createRecovery(options = {}) {
+    return owner({
+        firstMs: options.firstMs ?? FIRST_MS,
+        ceilingMs: options.ceilingMs ?? CEILING_MS,
+        attempts: options.attempts ?? ATTEMPTS,
+    }, options.inFlight ?? Infinity);
+}

package/dist/refresh.d.ts

@@ -1,5 +1,5 @@
-import type { Adapter, AdapterFailure, Authorization, RetryableRefusal } from './adapter.js';
-import type { Remodel } from './bootstrap.js';
+import type { AdapterFailure, Authorization, RetryableRefusal } from './adapter.js';
+import type { Reads, Remodel } from './bootstrap.js';
 import { type ConfirmedLayer } from './replica.js';
 import type { ReplicaRecord } from './store.js';
 import { type Refused, type Unconfirmed } from './transfer.js';
@@ -19,6 +19,6 @@ export type RefreshOutcome = {
 } | {
     kind: 'beyond-horizon';
 } | RetryableRefusal | Unconfirmed | Refused | AdapterFailure;
-export declare function advancement(adapter: Adapter, authorization: Authorization, held: ReplicaRecord, remodel: Remodel, continuing: () => boolean): Promise<Advancement>;
-export declare function refreshRoom(adapter: Adapter, authorization: Authorization, confirmed: ConfirmedLayer, remodel: Remodel, continuing: () => boolean): Promise<RefreshOutcome>;
+export declare function advancement(adapter: Reads, authorization: Authorization, held: ReplicaRecord, remodel: Remodel, continuing: () => boolean): Promise<Advancement>;
+export declare function refreshRoom(adapter: Reads, authorization: Authorization, confirmed: ConfirmedLayer, remodel: Remodel, continuing: () => boolean): Promise<RefreshOutcome>;
 //# sourceMappingURL=refresh.d.ts.map

package/dist/refresh.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"refresh.d.ts","sourceRoot":"","sources":["../src/refresh.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,cAAc,EACd,aAAa,EAGb,gBAAgB,EACjB,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAc,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B,gBAAgB,GAChB,WAAW,GACX,cAAc,CAAC;AAEnB,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAC/C;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B,gBAAgB,GAChB,WAAW,GACX,OAAO,GACP,cAAc,CAAC;AAEnB,wBAAsB,WAAW,CAC/B,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,aAAa,EACnB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,GACxB,OAAO,CAAC,WAAW,CAAC,CAwEtB;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,cAAc,EACzB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,GACxB,OAAO,CAAC,cAAc,CAAC,CAKzB"}
+{"version":3,"file":"refresh.d.ts","sourceRoot":"","sources":["../src/refresh.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAe,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEjG,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAc,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAE/D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAe,KAAK,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AAE5E,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B,gBAAgB,GAChB,WAAW,GACX,cAAc,CAAC;AAEnB,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,eAAe,CAAA;CAAE,GACzB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAC/C;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,GAC1B,gBAAgB,GAChB,WAAW,GACX,OAAO,GACP,cAAc,CAAC;AAEnB,wBAAsB,WAAW,CAC/B,OAAO,EAAE,KAAK,EACd,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,aAAa,EACnB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,GACxB,OAAO,CAAC,WAAW,CAAC,CA8EtB;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,KAAK,EACd,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,cAAc,EACzB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,OAAO,GACxB,OAAO,CAAC,cAAc,CAAC,CAKzB"}

package/dist/refresh.js

@@ -1,5 +1,6 @@
 import { acceptedBinaries } from './overlay.js';
 import { readStaged } from './replica.js';
+import { drafted, settled } from './shared.js';
 import { unconfirmed } from './transfer.js';
 export async function advancement(adapter, authorization, held, remodel, continuing) {
     const locator = held.locator;
@@ -16,29 +17,34 @@ export async function advancement(adapter, authorization, held, remodel, continu
         collection: held.model,
         selection: held.selectionModel,
     });
-    const documents = { ...held.documents };
-    const revisions = { ...held.revisions };
-    const changes = { ...held.changes };
-    const written = { ...held.written };
-    const binaries = { ...held.binaries };
+    const documents = drafted(held.documents);
+    const revisions = drafted(held.revisions);
+    const fileIds = drafted(held.fileIds);
+    const changes = drafted(held.changes);
+    const written = drafted(held.written);
+    const binaries = drafted(held.binaries);
     const stage = (page) => {
         for (const path of Object.keys(page.documents)) {
             delete binaries[path];
+            delete fileIds[path];
             delete changes[path];
             written[path] = roomVersion;
         }
         for (const path of Object.keys(page.binaryFiles)) {
             delete documents[path];
+            delete fileIds[path];
             delete changes[path];
             delete written[path];
         }
         Object.assign(documents, page.documents);
         Object.assign(binaries, acceptedBinaries(page.binaryFiles));
         Object.assign(revisions, page.revisions);
+        Object.assign(fileIds, page.fileIds);
         Object.assign(changes, page.changes);
         for (const path of page.removals) {
             delete documents[path];
             delete revisions[path];
+            delete fileIds[path];
             delete changes[path];
             delete written[path];
             delete binaries[path];
@@ -71,11 +77,12 @@ export async function advancement(adapter, authorization, held, remodel, continu
             model: models.collection,
             selectionModel: models.selection,
             roomVersion,
-            documents,
-            binaries,
-            revisions,
-            changes,
-            written,
+            documents: settled(documents),
+            binaries: settled(binaries),
+            revisions: settled(revisions),
+            fileIds: settled(fileIds),
+            changes: settled(changes),
+            written: settled(written),
         },
     };
 }

package/dist/replica.d.ts

@@ -31,7 +31,7 @@ type ReplayStep = {
 export declare function compositionOf(record: ReplicaRecord): Composition;
 export declare function confirmedOf(record: ReplicaRecord, previous?: ConfirmedLayer): ConfirmedLayer;
 export declare function sameMembership(record: ReplicaRecord, other: ReplicaRecord): boolean;
-export declare function readStaged(record: ReplicaRecord, previous?: ConfirmedLayer): Staged;
+export declare function readStaged(staged: ReplicaRecord, previous?: ConfirmedLayer): Staged;
 export declare function readReclassified(record: ReplicaRecord, previous: ConfirmedLayer): Staged | {
     kind: 'deferred';
 };

package/dist/replica.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"replica.d.ts","sourceRoot":"","sources":["../src/replica.ts"],"names":[],"mappings":"AACA,OAAO,EAAmC,KAAK,WAAW,EAAqB,MAAM,aAAa,CAAC;AACnG,OAAO,EAIL,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAML,KAAK,KAAK,EACX,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG;IACjC,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAAG,OAAO,CAAC;AAE7E,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,EAAE,cAAc,CAAC;IAC1B,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IAC9B,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC;CAC/B,CAAC;AAEF,KAAK,UAAU,GAAG;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,KAAK,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,WAAW,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,WAAW,CAQhE;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,cAAc,CAK5F;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAKnF;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CA2BnF;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,cAAc,GACvB,MAAM,GAAG;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAW/B;AAoBD,KAAK,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AAE9D,wBAAgB,aAAa,CAC3B,SAAS,EAAE,cAAc,EACzB,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,GAChB,MAAM,CA+BR;AAgDD,wBAAgB,SAAS,CACvB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,QAAQ,CAAC,EAAE,OAAO,GACjB,OAAO,CA8BT;AA0ED,wBAAgB,MAAM,CACpB,KAAK,EAAE,WAAW,EAClB,SAAS,EAAE,cAAc,EACzB,OAAO,GAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAM,GAC7C,OAAO,CAiBT;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,YAAY,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,EAC7C,KAAK,EAAE,OAAO,GACb,SAAS,WAAW,EAAE,CA2BxB"}
+{"version":3,"file":"replica.d.ts","sourceRoot":"","sources":["../src/replica.ts"],"names":[],"mappings":"AACA,OAAO,EAAmC,KAAK,WAAW,EAAqB,MAAM,aAAa,CAAC;AACnG,OAAO,EAKL,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAML,KAAK,KAAK,EACX,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,KAAK,GAAG;IACjC,UAAU,EAAE,UAAU,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,cAAc,CAAA;CAAE,GAAG,OAAO,CAAC;AAE7E,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,EAAE,cAAc,CAAC;IAC1B,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IAC9B,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,SAAS,UAAU,EAAE,CAAC;CAC/B,CAAC;AAEF,KAAK,UAAU,GAAG;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,KAAK,CAAC;IACd,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,WAAW,CAAC;IACvB,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB,CAAC;AAEF,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,WAAW,CAQhE;AAmBD,wBAAgB,WAAW,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,cAAc,CAM5F;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAKnF;AAYD,wBAAgB,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,MAAM,CA6BnF;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,cAAc,GACvB,MAAM,GAAG;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAW/B;AAoBD,KAAK,QAAQ,GAAG,OAAO,CAAC,cAAc,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AAE9D,wBAAgB,aAAa,CAC3B,SAAS,EAAE,cAAc,EACzB,SAAS,EAAE,WAAW,EACtB,QAAQ,EAAE,QAAQ,EAClB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,GAChB,MAAM,CAoCR;AAgDD,wBAAgB,SAAS,CACvB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,QAAQ,CAAC,EAAE,OAAO,GACjB,OAAO,CA+BT;AA0ED,wBAAgB,MAAM,CACpB,KAAK,EAAE,WAAW,EAClB,SAAS,EAAE,cAAc,EACzB,OAAO,GAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAM,GAC7C,OAAO,CAoBT;AAED,wBAAgB,WAAW,CACzB,SAAS,EAAE,cAAc,EACzB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,YAAY,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,EAC7C,KAAK,EAAE,OAAO,GACb,SAAS,WAAW,EAAE,CA2BxB"}

package/dist/replica.js

@@ -1,8 +1,9 @@
 import { equalValue, parse } from '@agentshouse/mdmodel';
 import { immutable, landing } from './change.js';
-import { collectionOf, unreadable, validateCollection, } from './collection.js';
+import { changedCleanly, collectionOf, unreadable, validateCollection, } from './collection.js';
 import { acceptedBinaries, overlay, overlayChanged, sameLayerText, } from './overlay.js';
 import { providerRewritten } from './save.js';
+import { drafted, patched, settled, shared } from './shared.js';
 export function compositionOf(record) {
     return {
         model: record.model,
@@ -11,23 +12,48 @@ export function compositionOf(record) {
             : { roots: record.typedSelection.roots, model: record.selectionModel },
     };
 }
+function held(record) {
+    const documents = shared(record.documents);
+    const binaries = shared(record.binaries);
+    const revisions = shared(record.revisions);
+    const fileIds = shared(record.fileIds);
+    const changes = shared(record.changes);
+    const written = shared(record.written);
+    return documents === record.documents &&
+        binaries === record.binaries &&
+        revisions === record.revisions &&
+        fileIds === record.fileIds &&
+        changes === record.changes &&
+        written === record.written
+        ? record
+        : { ...record, documents, binaries, revisions, fileIds, changes, written };
+}
 export function confirmedOf(record, previous) {
+    const kept = held(record);
     return {
-        record,
-        collection: collectionOf(record.documents, compositionOf(record), previous?.collection),
+        record: kept,
+        collection: collectionOf(kept.documents, compositionOf(kept), previous?.collection),
     };
 }
 export function sameMembership(record, other) {
     return (JSON.stringify(record.typedSelection?.roots ?? null) ===
         JSON.stringify(other.typedSelection?.roots ?? null));
 }
-export function readStaged(record, previous) {
+function cleanly(record, previous) {
+    if (previous === undefined)
+        return false;
+    const before = previous.record;
+    return changedCleanly({ text: record.documents, binaries: record.binaries }, { text: before.documents, binaries: before.binaries, composition: compositionOf(before) }, compositionOf(record));
+}
+export function readStaged(staged, previous) {
+    const record = held(staged);
     const textChanged = previous === undefined || !sameLayerText(record, previous.record);
     const modeled = record.model.status !== 'unavailable' || record.selectionModel.status !== 'unavailable';
     if (modeled &&
         (textChanged ||
             record.model !== previous?.record.model ||
-            record.selectionModel !== previous?.record.selectionModel)) {
+            record.selectionModel !== previous?.record.selectionModel) &&
+        !cleanly(record, previous)) {
         const verdict = validateCollection(record.documents, Object.keys(record.binaries), compositionOf(record));
         if (verdict.verdict === 'refuse' && verdict.rule !== 'model-unavailable') {
             return { kind: 'refused', refusal: verdict };
@@ -54,7 +80,7 @@ export function readReclassified(record, previous) {
         : { kind: 'refused', refusal: verdict };
 }
 function returnedBinaries(held, submitted, accepted) {
-    const binaries = { ...held };
+    const binaries = drafted(held);
     for (const change of submitted.changes) {
         if (change.kind !== 'move')
             continue;
@@ -67,17 +93,22 @@ function returnedBinaries(held, submitted, accepted) {
     Object.assign(binaries, acceptedBinaries(accepted.binaryFiles ?? {}));
     for (const path of accepted.removals)
         delete binaries[path];
-    return binaries;
+    return settled(binaries);
 }
 export function applyReturned(confirmed, submitted, accepted, roomVersion, writtenAt) {
-    const { documents, revisions, changes, removals } = accepted;
-    const nextDocuments = { ...confirmed.record.documents, ...documents };
-    const nextRevisions = { ...confirmed.record.revisions, ...revisions };
-    const nextChanges = { ...confirmed.record.changes };
-    const nextWritten = {
-        ...confirmed.record.written,
-        ...Object.fromEntries(Object.keys(documents).map((path) => [path, writtenAt])),
-    };
+    const { documents, revisions, fileIds, changes, removals } = accepted;
+    const nextDocuments = drafted(confirmed.record.documents);
+    const nextRevisions = drafted(confirmed.record.revisions);
+    const nextFileIds = drafted(confirmed.record.fileIds);
+    const nextChanges = drafted(confirmed.record.changes);
+    const nextWritten = drafted(confirmed.record.written);
+    Object.assign(nextDocuments, documents);
+    Object.assign(nextRevisions, revisions);
+    for (const path of Object.keys({ ...documents, ...revisions }))
+        delete nextFileIds[path];
+    Object.assign(nextFileIds, fileIds);
+    for (const path of Object.keys(documents))
+        nextWritten[path] = writtenAt;
     for (const [path, revision] of Object.entries(revisions)) {
         if (confirmed.record.revisions[path] !== revision)
             delete nextChanges[path];
@@ -86,16 +117,18 @@ export function applyReturned(confirmed, submitted, accepted, roomVersion, writt
     for (const path of removals) {
         delete nextDocuments[path];
         delete nextRevisions[path];
+        delete nextFileIds[path];
         delete nextChanges[path];
         delete nextWritten[path];
     }
     return readStaged({
         ...confirmed.record,
         roomVersion,
-        documents: nextDocuments,
-        revisions: nextRevisions,
-        changes: nextChanges,
-        written: nextWritten,
+        documents: settled(nextDocuments),
+        revisions: settled(nextRevisions),
+        fileIds: settled(nextFileIds),
+        changes: settled(nextChanges),
+        written: settled(nextWritten),
         binaries: returnedBinaries(confirmed.record.binaries, submitted, accepted),
     }, confirmed);
 }
@@ -148,6 +181,7 @@ export function replicaOf(confirmed, queue, previous) {
                 documents: confirmed.record.documents,
                 binaries: confirmed.record.binaries,
                 revisions: confirmed.record.revisions,
+                fileIds: confirmed.record.fileIds,
                 changes: confirmed.record.changes,
                 collection: confirmed.collection,
             },
@@ -238,7 +272,10 @@ function effects(change) {
     return [{ kind: 'absent', path }];
 }
 export function landed(batch, confirmed, current = {}) {
-    const layer = { ...confirmed.record, documents: { ...confirmed.record.documents, ...current } };
+    const layer = {
+        ...confirmed.record,
+        documents: patched(confirmed.record.documents, Object.entries(current)),
+    };
     return batch.changes.every((change, index) => {
         if (change.kind === 'replace' || (change.kind === 'create' && 'content' in change)) {
             const at = landing(batch.changes, index, change.path);

package/dist/room-draft.d.ts

@@ -87,7 +87,7 @@ type ChangedUnderneath = {
     readonly file?: string | null;
 };
 export type ReturnReason = ProviderRefusal & {
-    readonly kind: 'conflicted' | 'rejected' | 'expired' | 'withdrawn';
+    readonly kind: Open<'conflicted' | 'rejected' | 'expired' | 'withdrawn'>;
 };
 export declare function returnedBy(kind: 'expired' | 'withdrawn'): ReturnReason;
 export type RoomDraft = {
@@ -130,6 +130,18 @@ export declare function underneath(parts: HeldParts, path: string, visible: Visi
 export declare function heldFile(blob: Blob, base: string | null): Promise<HeldFile>;
 export declare function binaryBase(visible: VisibleLayer | undefined, path: string): string | null;
 export declare function changedParts(path: string, report: ChangedUnderneath): readonly ChangedPart[];
+export type TextParts = {
+    readonly fields?: Readonly<Record<string, {
+        readonly value: unknown;
+    }>>;
+    readonly sections?: Readonly<Record<string, {
+        readonly value: string;
+    }>>;
+    readonly preamble?: {
+        readonly value: string;
+    };
+};
+export declare function partsAfter(markdown: string, parts: TextParts): string;
 export declare function returnedInto(existing: HeldParts | undefined, returned: HeldParts): HeldParts;
 export declare function moveTarget(move: {
     readonly to: string;