@agentshouse/mdruntime 0.1.0-alpha.9 → 0.1.0-c0105dbd22806

package/dist/save.js

@@ -1,521 +1,784 @@
-import { apply, links, parse, serialize } from '@agentshouse/mdmodel';
-import { immutable } from './change.js';
-import { governing, parseCollection, typesAt, validateCollection } from './collection.js';
+import { definitionOf } from './model.js';
+import { apply, ATTACHMENT, links, parse, pointerSegments, references, relative, relativize, retarget, serialize, target, } from '@agentshouse/mdmodel';
+import { immutable, queuedFile, departure, } from './change.js';
+import { collectionOf, documentsOf, governing, validateCollection, } from './collection.js';
 import { changeBatchIdentity } from './identity.js';
 import { overlay } from './overlay.js';
-import { beneath, covered, normalize, relative, resolve } from './paths.js';
-function refuse(rule, file, location) {
+import { covered, normalize } from './paths.js';
+function refuse(code, file, location) {
     return {
         kind: 'refused',
         refusal: {
-            rule,
-            ...file === undefined ? {} : {
-                file
-            },
-            ...location === undefined ? {} : {
-                location
-            }
-        }
+            code,
+            retryable: false,
+            ...(file === undefined ? {} : { file }),
+            ...(location === undefined ? {} : { location }),
+        },
     };
 }
-function members(visible, prefix) {
-    return [
-        ...Object.keys(visible.documents),
-        ...visible.binaryTargets
-    ].filter((path)=>beneath(prefix, path)).sort();
-}
-function spread(change, path, member) {
-    if (change.kind === 'remove') return {
-        kind: 'remove',
-        path: member
-    };
-    return {
-        kind: 'move',
-        path: member,
-        to: `${change.to}${member.slice(path.length)}`
-    };
-}
-function expand(changes, visible) {
-    const expanded = [];
-    for (const change of changes){
-        if (change.kind !== 'move' && change.kind !== 'remove') {
-            expanded.push(change);
+function repointed(document, definition, from, to, moves, settled) {
+    const parsed = parse(document.content, from);
+    if (!parsed.ok)
+        return [];
+    let next = parsed.document;
+    const names = new Set();
+    for (const { pointer, value } of definition === undefined
+        ? []
+        : references(document, definition)) {
+        const [name = ''] = pointerSegments(pointer);
+        const named = target(from, value);
+        if (named === null || settled.has(`${from} ${name}`))
             continue;
-        }
-        const path = normalize(change.path);
-        const to = change.kind === 'move' ? normalize(change.to) : '';
-        if (path === null || path === '' || to === null || change.kind === 'move' && to === '') {
-            return {
-                kind: 'refused',
-                refusal: {
-                    rule: 'room-root',
-                    file: change.path
-                }
-            };
-        }
-        const structural = change.kind === 'move' ? {
-            ...change,
-            path,
-            to
-        } : {
-            ...change,
-            path
-        };
-        const present = visible.documents[path] !== undefined || visible.binaryTargets.includes(path);
-        if (present) {
-            expanded.push(structural);
+        const destination = moves.get(named) ?? named;
+        if (target(to, value) === destination)
             continue;
-        }
-        const beneathIt = members(visible, path);
-        if (beneathIt.length === 0) {
-            return {
-                kind: 'refused',
-                refusal: {
-                    rule: 'path-absent',
-                    file: change.path
-                }
-            };
-        }
-        for (const member of beneathIt)expanded.push(spread(structural, path, member));
-    }
-    return {
-        kind: 'changes',
-        changes: expanded
-    };
-}
-function referenceField(spec) {
-    if (typeof spec !== 'object' || spec === null) return false;
-    const declared = spec;
-    return declared.kind === 'reference' || declared.kind === 'list' && declared.of === 'reference';
-}
-function definitionOf(types, type) {
-    return types.find((declared)=>declared.name === type);
-}
-function retarget(value, from, to, moves) {
-    if (Array.isArray(value)) {
-        const next = value.map((item)=>retarget(item, from, to, moves) ?? item);
-        return next.some((item, index)=>item !== value[index]) ? next : undefined;
+        const applied = apply(next, {
+            kind: 'reference',
+            pointer,
+            value: retarget(value, relative(to, destination)),
+            prior: value,
+        });
+        if (applied.outcome !== 'applied')
+            continue;
+        next = applied.document;
+        names.add(name);
     }
-    if (typeof value !== 'string') return undefined;
-    const target = resolve(from, value);
-    if (target === null) return undefined;
-    const next = relative(to, moves.get(target) ?? target);
-    return next === value ? undefined : next;
+    return [...names].map((name) => ({ kind: 'field', path: from, name, value: next.fields[name] }));
 }
 function edited(document, path, changes) {
     let next = document;
-    for (const change of changes){
-        if (change.path !== path) continue;
-        if (change.kind !== 'section' && change.kind !== 'preamble') continue;
-        const applied = apply(next, change.kind === 'preamble' ? {
-            kind: 'preamble',
-            value: change.value,
-            prior: next.preamble
-        } : {
-            kind: 'section',
-            name: change.name,
-            value: change.value,
-            prior: next.sections[change.name]
-        });
-        if (applied.outcome === 'applied') next = applied.document;
+    for (const change of changes) {
+        if (change.path !== path)
+            continue;
+        if (change.kind !== 'section' && change.kind !== 'preamble')
+            continue;
+        const applied = apply(next, change.kind === 'preamble'
+            ? { kind: 'preamble', value: change.value, prior: next.preamble }
+            : {
+                kind: 'section',
+                name: change.name,
+                value: change.value,
+                prior: next.sections[change.name],
+            });
+        if (applied.outcome === 'applied')
+            next = applied.document;
     }
     return next;
 }
 function bodies(path, before, after) {
     const changes = [];
     if (after.preamble !== before.preamble) {
-        changes.push({
-            kind: 'preamble',
-            path,
-            value: after.preamble
-        });
+        changes.push({ kind: 'preamble', path, value: after.preamble });
     }
-    for (const [name, value] of Object.entries(after.sections)){
-        if (before.sections[name] === value) continue;
-        changes.push({
-            kind: 'section',
-            path,
-            name,
-            value
-        });
+    for (const [name, value] of Object.entries(after.sections)) {
+        if (before.sections[name] === value)
+            continue;
+        changes.push({ kind: 'section', path, name, value });
     }
     return changes;
 }
 function relinks(path, moved, before, moves) {
     let after = before;
-    for (const link of links(before, path)){
+    for (const link of links(before, path)) {
         const destination = moves.get(link.target) ?? link.target;
-        if (destination === link.target && moved === path) continue;
+        if (destination === link.target && moved === path)
+            continue;
         const to = relative(moved, destination);
-        if (to === relative(path, link.target)) continue;
-        const applied = apply(after, {
-            kind: 'link',
-            href: link.href,
-            to
-        });
+        if (to === relative(path, link.target))
+            continue;
+        const applied = apply(after, { kind: 'link', href: link.href, to });
         if (applied.outcome === 'refuse') {
             return {
                 kind: 'refused',
                 refusal: {
-                    rule: applied.refusal.rule,
+                    code: applied.refusal.rule,
+                    retryable: false,
                     file: path,
-                    ...applied.refusal.location === undefined ? {} : {
-                        location: applied.refusal.location
-                    }
-                }
+                    ...(applied.refusal.location === undefined ? {} : { location: applied.refusal.location }),
+                },
             };
         }
         after = applied.document;
     }
-    if (after === before) return {
-        kind: 'changes',
-        changes: []
-    };
+    if (after === before)
+        return { kind: 'changes', changes: [] };
     if (before.type === undefined) {
-        return {
-            kind: 'changes',
-            changes: [
-                {
-                    kind: 'replace',
-                    path,
-                    content: serialize(after)
-                }
-            ]
-        };
+        return { kind: 'changes', changes: [{ kind: 'replace', path, content: serialize(after) }] };
     }
-    return {
-        kind: 'changes',
-        changes: bodies(path, before, after)
-    };
+    return { kind: 'changes', changes: bodies(path, before, after) };
 }
 function subsumed(merged, path) {
-    for(let index = merged.length - 1; index >= 0; index -= 1){
+    for (let index = merged.length - 1; index >= 0; index -= 1) {
         const item = merged[index];
-        if (item.path !== path) continue;
-        if (item.kind === 'section' || item.kind === 'preamble') merged.splice(index, 1);
+        if (item.path !== path)
+            continue;
+        if (item.kind === 'section' || item.kind === 'preamble')
+            merged.splice(index, 1);
     }
 }
 function rewrites(changes, visible) {
     const moves = new Map();
     const settled = new Set();
-    for (const change of changes){
-        if (change.kind === 'move') moves.set(change.path, change.to);
-        if (change.kind === 'remove' || change.kind === 'replace' || change.kind === 'create') {
+    for (const change of changes) {
+        if (change.kind === 'move')
+            moves.set(change.path, change.to);
+        if (change.kind === 'remove' ||
+            change.kind === 'replace' ||
+            change.kind === 'create' ||
+            change.kind === 'binary') {
             settled.add(change.path);
         }
-        if (change.kind === 'field') settled.add(`${change.path} ${change.name}`);
+        if (change.kind === 'field')
+            settled.add(`${change.path} ${change.name}`);
     }
-    if (moves.size === 0) return {
-        kind: 'changes',
-        changes
-    };
-    const merged = [
-        ...changes
-    ];
+    if (moves.size === 0)
+        return { kind: 'changes', changes };
+    const merged = [...changes];
     const added = [];
-    for (const [path, document] of Object.entries(visible.collection.documents)){
-        if (settled.has(path)) continue;
+    for (const [path, document] of documentsOf(visible.collection)) {
+        if (settled.has(path))
+            continue;
         const moved = moves.get(path) ?? path;
-        const definition = definitionOf(typesAt(visible.collection.composition, path), document.type);
-        for (const [name, spec] of Object.entries(definition?.fields ?? {})){
-            if (!referenceField(spec) || settled.has(`${path} ${name}`)) continue;
-            const value = retarget(document.fields[name], path, moved, moves);
-            if (value === undefined) continue;
-            added.push({
-                kind: 'field',
-                path,
-                name,
-                value
-            });
-        }
+        const definition = definitionOf(governing(visible.collection.composition, path), document.type);
+        added.push(...repointed(document, definition, path, moved, moves, settled));
         const relinked = relinks(path, moved, edited(document, path, merged), moves);
-        if (relinked.kind === 'refused') return relinked;
-        for (const change of relinked.changes){
+        if (relinked.kind === 'refused')
+            return relinked;
+        for (const change of relinked.changes) {
             if (change.kind === 'replace') {
                 subsumed(merged, path);
                 added.push(change);
                 continue;
             }
-            const index = merged.findIndex((item)=>item.kind === change.kind && item.path === path && (change.kind !== 'section' || item.kind === 'section' && item.name === change.name));
-            if (index === -1) added.push(change);
-            else merged[index] = change;
+            const index = merged.findIndex((item) => item.kind === change.kind &&
+                item.path === path &&
+                (change.kind !== 'section' || (item.kind === 'section' && item.name === change.name)));
+            if (index === -1)
+                added.push(change);
+            else
+                merged[index] = change;
         }
     }
+    return { kind: 'changes', changes: [...added, ...merged] };
+}
+function anticipated(changes, preconditions, rewritten, visible) {
+    const derived = rewritten.filter((change) => !changes.includes(change));
     return {
-        kind: 'changes',
-        changes: [
-            ...added,
-            ...merged
-        ]
+        changes: rewritten,
+        preconditions: [...preconditionsOf(derived, visible, []), ...preconditions],
     };
 }
-function targets(value, from) {
-    const values = Array.isArray(value) ? value : [
-        value
-    ];
-    const resolved = [];
-    for (const item of values){
-        if (typeof item !== 'string') continue;
-        const target = resolve(from, item);
-        if (target !== null) resolved.push(target);
-    }
-    return resolved;
+export function providerRewritten(batch, visible) {
+    const rewritten = rewrites(batch.changes, visible);
+    if (rewritten.kind === 'refused')
+        return batch;
+    return {
+        ...batch,
+        ...anticipated(batch.changes, batch.preconditions, rewritten.changes, visible),
+    };
 }
 function incoming(collection, removed) {
     const found = new Map();
-    const note = (target, file)=>{
-        if (!removed.has(target)) return;
+    const note = (target, file) => {
+        if (!removed.has(target))
+            return;
         const referrers = found.get(target) ?? new Set();
         referrers.add(file);
         found.set(target, referrers);
     };
-    for (const [path, document] of Object.entries(collection.documents)){
-        const definition = definitionOf(typesAt(collection.composition, path), document.type);
-        for (const [name, spec] of Object.entries(definition?.fields ?? {})){
-            if (!referenceField(spec)) continue;
-            for (const target of targets(document.fields[name], path))note(target, path);
+    for (const [path, document] of documentsOf(collection)) {
+        const definition = definitionOf(governing(collection.composition, path), document.type);
+        for (const { value, to } of definition === undefined ? [] : references(document, definition)) {
+            if (to.includes(ATTACHMENT))
+                continue;
+            const named = target(path, value);
+            if (named !== null)
+                note(named, path);
         }
-        for (const link of links(document, path))note(link.target, path);
     }
-    const [first] = [
-        ...found.keys()
-    ].sort();
-    if (first === undefined) return null;
+    const [first] = [...found.keys()].sort();
+    if (first === undefined)
+        return null;
     const every = new Set();
-    for (const referrers of found.values())for (const file of referrers)every.add(file);
+    for (const referrers of found.values())
+        for (const file of referrers)
+            every.add(file);
     return {
         kind: 'refused',
         refusal: {
-            rule: 'referenced-missing-file',
+            code: 'referenced-missing-file',
+            retryable: false,
             file: first,
-            referrers: [
-                ...every
-            ].sort()
-        }
+            referrers: [...every].sort(),
+        },
     };
 }
 function affected(change) {
-    return change.kind === 'move' ? [
-        change.path,
-        change.to
-    ] : [
-        change.path
-    ];
-}
-function definitionAddresses(composition) {
-    const addresses = new Set();
-    if (composition.model.status !== 'unavailable') {
-        for (const path of Object.keys(composition.model.snapshot.definitions))addresses.add(path);
-    }
-    if (composition.selection !== null && composition.selection.model.status !== 'unavailable') {
-        for (const path of Object.keys(composition.selection.model.snapshot.definitions)){
-            addresses.add(path);
-        }
-    }
-    return addresses;
+    return change.kind === 'move' ? [change.path, change.to] : [change.path];
 }
 function guard(changes, input) {
     const existing = new Set([
         ...Object.keys(input.visible.documents),
-        ...input.visible.binaryTargets
+        ...Object.keys(input.visible.binaries),
     ]);
-    const definitions = definitionAddresses(input.composition);
-    for (const change of changes){
-        for (const path of affected(change)){
+    for (const [index, change] of changes.entries()) {
+        for (const path of affected(change)) {
             const normalized = normalize(path);
-            if (normalized === null || normalized === '') return refuse('room-root', path);
-            if (definitions.has(normalized)) return refuse('model-definition', normalized);
+            if (normalized === null || normalized === '')
+                return refuse('room-root', path);
             if (covered(input.providerOwnedPaths, normalized)) {
                 return refuse('provider-owned-path', normalized);
             }
             const operation = change.kind === 'remove' ? 'delete' : 'write';
-            if (!covered(input.operations[operation], normalized)) return refuse(`${operation}-grant`, normalized);
+            if (!input.local && !covered(input.operations[operation], normalized))
+                return refuse(`${operation}-grant`, normalized);
         }
         if (change.kind === 'create') {
-            if (existing.has(change.path)) return refuse('path-collision', change.path);
+            if (existing.has(change.path))
+                return refuse('path-collision', change.path);
+            existing.add(change.path);
+            continue;
+        }
+        if (change.kind === 'binary') {
+            if (input.visible.documents[change.path] !== undefined ||
+                (existing.has(change.path) &&
+                    input.bases.some((base) => base.kind === 'absent' && base.path === change.path))) {
+                return refuse('path-collision', change.path);
+            }
+            if (!input.local &&
+                existing.has(change.path) &&
+                input.visible.revisions[departure(changes, index)] === undefined) {
+                return refuse('unknown-revision', change.path);
+            }
             existing.add(change.path);
             continue;
         }
         if (change.kind === 'move') {
-            if (!existing.has(change.path)) return refuse('path-absent', change.path);
-            if (existing.has(change.to)) return refuse('path-collision', change.to);
+            if (!existing.has(change.path))
+                return refuse('path-absent', change.path);
+            if (existing.has(change.to))
+                return refuse('path-collision', change.to);
+            if (unrevised(input, change.path)) {
+                return refuse('unknown-revision', change.path);
+            }
             existing.delete(change.path);
             existing.add(change.to);
             continue;
         }
-        if (!existing.has(change.path)) return refuse('path-absent', change.path);
+        if (!existing.has(change.path))
+            return refuse('path-absent', change.path);
         if (change.kind === 'remove') {
+            if (unrevised(input, change.path)) {
+                return refuse('unknown-revision', change.path);
+            }
             existing.delete(change.path);
             continue;
         }
         if (change.kind === 'replace') {
-            if (input.visible.revisions[change.path] === undefined) {
+            if (!input.local && input.visible.revisions[change.path] === undefined) {
                 return refuse('unknown-revision', change.path);
             }
             continue;
         }
-        const document = input.visible.collection.documents[change.path];
-        if (document === undefined) return refuse('path-absent', change.path);
-        if (change.kind === 'section' && document.sections[change.name] === undefined) {
-            return refuse('required-section', change.path, change.name);
+        if (input.visible.collection.document(change.path) === undefined) {
+            return refuse('path-absent', change.path);
         }
     }
     return null;
 }
+function unrevised(input, path) {
+    return (!input.local && input.queued?.has(path) !== true && input.visible.revisions[path] === undefined);
+}
+function identity(precondition) {
+    const part = precondition.kind === 'field' || precondition.kind === 'section' ? precondition.name : '';
+    return `${precondition.kind} ${precondition.path} ${part}`;
+}
 function existence(visible, path) {
     const revision = visible.revisions[path];
-    return revision === undefined ? {
-        kind: 'present',
-        path
-    } : {
-        kind: 'revision',
-        path,
-        revision
-    };
+    if (revision !== undefined)
+        return { kind: 'revision', path, revision };
+    const content = visible.documents[path];
+    return content === undefined ? { kind: 'present', path } : { kind: 'content', path, content };
 }
-function preconditionsOf(changes, visible) {
+function sameTarget(precondition, change) {
+    if (precondition.kind !== change.kind || precondition.path !== change.path)
+        return false;
+    return ((precondition.kind !== 'field' && precondition.kind !== 'section') ||
+        ((change.kind === 'field' || change.kind === 'section') && precondition.name === change.name));
+}
+function preconditionsOf(changes, visible, bases) {
     const preconditions = [];
     const seen = new Set();
-    const add = (precondition)=>{
-        const part = precondition.kind === 'field' || precondition.kind === 'section' ? precondition.name : '';
-        const identity = `${precondition.kind} ${precondition.path} ${part}`;
-        if (seen.has(identity)) return;
-        seen.add(identity);
+    const add = (precondition) => {
+        const held = identity(precondition);
+        if (seen.has(held))
+            return;
+        seen.add(held);
         preconditions.push(precondition);
     };
-    for (const change of changes){
-        if (change.kind === 'field') {
-            const document = visible.collection.documents[change.path];
-            add({
-                kind: 'field',
-                path: change.path,
-                name: change.name,
-                value: document.fields[change.name]
-            });
-            continue;
-        }
-        if (change.kind === 'section') {
-            const document = visible.collection.documents[change.path];
-            add({
-                kind: 'section',
-                path: change.path,
-                name: change.name,
-                value: document.sections[change.name]
-            });
+    for (const change of changes) {
+        if (change.kind === 'field' || change.kind === 'section' || change.kind === 'preamble') {
+            const based = bases.find((base) => sameTarget(base, change));
+            if (based !== undefined) {
+                add(based);
+                continue;
+            }
+            const document = visible.collection.document(change.path);
+            if (change.kind === 'field') {
+                add({
+                    kind: 'field',
+                    path: change.path,
+                    name: change.name,
+                    value: document.fields[change.name],
+                });
+            }
+            else if (change.kind === 'section') {
+                add({
+                    kind: 'section',
+                    path: change.path,
+                    name: change.name,
+                    value: document.sections[change.name],
+                });
+            }
+            else
+                add({ kind: 'preamble', path: change.path, value: document.preamble });
             continue;
         }
-        if (change.kind === 'preamble') {
-            const document = visible.collection.documents[change.path];
-            add({
-                kind: 'preamble',
-                path: change.path,
-                value: document.preamble
-            });
+        if (change.kind === 'create') {
+            add({ kind: 'absent', path: change.path });
             continue;
         }
-        if (change.kind === 'create') {
-            add({
-                kind: 'absent',
-                path: change.path
-            });
+        if (change.kind === 'binary') {
+            const revision = visible.revisions[change.path];
+            add(visible.binaries[change.path] === undefined || revision === undefined
+                ? { kind: 'absent', path: change.path }
+                : { kind: 'revision', path: change.path, revision });
             continue;
         }
         add(existence(visible, change.path));
-        if (change.kind === 'move') add({
-            kind: 'absent',
-            path: change.to
-        });
+        if (change.kind === 'move')
+            add({ kind: 'absent', path: change.to });
     }
     return preconditions;
 }
 function depth(path) {
     return path.split('/').length;
 }
-function exceeded(limits, changes, resulting) {
-    const written = changes.map((change)=>change.kind === 'move' ? change.to : change.path);
-    const created = changes.filter((change)=>change.kind === 'create' || change.kind === 'move').map((change)=>change.kind === 'move' ? change.to : change.path);
-    for (const limit of limits){
+function exceeded(limits, changes, effective, resulting) {
+    const written = effective.map((change) => (change.kind === 'move' ? change.to : change.path));
+    const created = changes
+        .filter((change) => change.kind === 'create' || change.kind === 'move' || change.kind === 'binary')
+        .map((change) => (change.kind === 'move' ? change.to : change.path));
+    for (const limit of limits) {
         const value = limit.value;
-        if (typeof value !== 'number') continue;
+        if (typeof value !== 'number')
+            continue;
         if (limit.name === 'change-batch-operations' && changes.length > value) {
             return refuse('provider-limit', undefined, limit.name);
         }
+        if (limit.name === 'change-documents' &&
+            new Set(changes.map((change) => change.path)).size > value) {
+            return refuse('provider-limit', undefined, limit.name);
+        }
         if (limit.name === 'document-size') {
-            const large = written.find((path)=>(resulting.documents[path] ?? '').length > value);
-            if (large !== undefined) return refuse('provider-limit', large, limit.name);
+            const large = written.find((path) => new TextEncoder().encode(resulting.documents[path] ?? '').byteLength > value);
+            if (large !== undefined)
+                return refuse('provider-limit', large, limit.name);
         }
         if (limit.name === 'path-length') {
-            const long = created.find((path)=>path.length > value);
-            if (long !== undefined) return refuse('provider-limit', long, limit.name);
+            const long = created.find((path) => path.length > value);
+            if (long !== undefined)
+                return refuse('provider-limit', long, limit.name);
         }
         if (limit.name === 'path-depth') {
-            const deep = created.find((path)=>depth(path) > value);
-            if (deep !== undefined) return refuse('provider-limit', deep, limit.name);
+            const deep = created.find((path) => depth(path) > value);
+            if (deep !== undefined)
+                return refuse('provider-limit', deep, limit.name);
         }
     }
     return null;
 }
+function shellRelative(text, path, handle, definition) {
+    if (!text.includes(`/rooms/${handle}/`))
+        return null;
+    const parsed = parse(text, path);
+    if (!parsed.ok)
+        return null;
+    const result = relativize(parsed.document, path, handle, definition(parsed.document.type));
+    return result.outcome === 'applied' && result.document.content !== text ? result.document : null;
+}
+function relativeField(path, name, value, handle, definition) {
+    const opened = parse('---\n---\n');
+    if (definition === undefined ||
+        !opened.ok ||
+        !JSON.stringify(value ?? null).includes(`/rooms/${handle}/`))
+        return value;
+    const held = apply(opened.document, { kind: 'field', name, value, prior: undefined });
+    if (held.outcome !== 'applied')
+        return value;
+    const result = relativize(held.document, path, handle, definition);
+    return result.outcome === 'applied' ? result.document.fields[name] : value;
+}
+function relativeChanges(input) {
+    const { handle, composition, visible } = input;
+    const typed = (path) => (type) => definitionOf(governing(composition, path), type);
+    const body = (path, text) => shellRelative(text, path, handle, () => undefined)?.content ?? text;
+    return input.changes.map((change) => {
+        const definition = typed(change.path);
+        if (change.kind === 'field') {
+            const type = visible.collection.document(change.path)?.type;
+            const value = relativeField(change.path, change.name, change.value, handle, definition(type));
+            return value === change.value ? change : { ...change, value };
+        }
+        if (change.kind === 'section' || change.kind === 'preamble') {
+            const value = body(change.path, change.value);
+            return value === change.value ? change : { ...change, value };
+        }
+        if (change.kind === 'replace' || (change.kind === 'create' && 'content' in change)) {
+            const content = shellRelative(change.content, change.path, handle, definition)?.content ?? change.content;
+            return content === change.content ? change : { ...change, content };
+        }
+        if (change.kind !== 'create')
+            return change;
+        const type = typeof change.fields.type === 'string' ? change.fields.type : undefined;
+        const fields = Object.fromEntries(Object.entries(change.fields).map(([name, value]) => [
+            name,
+            relativeField(change.path, name, value, handle, definition(type)),
+        ]));
+        const sections = Object.fromEntries(Object.entries(change.sections).map(([name, value]) => [name, body(change.path, value)]));
+        return { ...change, fields, sections };
+    });
+}
+function unmodeledType(collection, composition) {
+    for (const [path, document] of documentsOf(collection)) {
+        if (document.type !== undefined &&
+            document.type !== 'any' &&
+            governing(composition, path).status === 'unavailable')
+            return true;
+    }
+    return false;
+}
+function unqueueable(file) {
+    return { kind: 'refused', refusal: { code: 'unknown-revision', retryable: false, file } };
+}
+function isPart(change) {
+    return change.kind === 'field' || change.kind === 'section' || change.kind === 'preamble';
+}
+function touched(change) {
+    return change.kind === 'move' ? [change.path, change.to] : [change.path];
+}
+function partApplied(content, path, change) {
+    const parsed = parse(content, path);
+    if (!parsed.ok)
+        return null;
+    const document = parsed.document;
+    const applied = apply(document, change.kind === 'field'
+        ? {
+            kind: 'field',
+            name: change.name,
+            value: change.value,
+            prior: document.fields[change.name],
+        }
+        : change.kind === 'section'
+            ? {
+                kind: 'section',
+                name: change.name,
+                value: change.value,
+                prior: document.sections[change.name],
+            }
+            : { kind: 'preamble', value: change.value, prior: document.preamble });
+    return applied.outcome === 'applied' ? serialize(applied.document) : null;
+}
+function folded(changes, change, appending) {
+    const held = changes.find((item) => item.path === change.path && (item.kind === 'create' || item.kind === 'replace'));
+    const whole = held === undefined ? -1 : changes.indexOf(held);
+    const occupied = changes.some((item) => !isPart(item) && item !== held && touched(item).includes(change.path));
+    if (isPart(change)) {
+        const same = changes.findIndex((item) => item.kind === change.kind &&
+            item.path === change.path &&
+            (change.kind === 'preamble' || ('name' in item && item.name === change.name)));
+        if (same !== -1) {
+            changes[same] = change;
+            return 'folded';
+        }
+        if (held === undefined) {
+            if (!appending)
+                return 'skipped';
+            if (occupied)
+                return 'refused';
+            changes.push(change);
+            return 'appended';
+        }
+        if ('content' in held) {
+            const content = partApplied(held.content, held.path, change);
+            if (content === null)
+                return 'refused';
+            changes[whole] = { ...held, content };
+            return 'folded';
+        }
+        if (change.kind === 'preamble')
+            return 'refused';
+        changes[whole] =
+            change.kind === 'field'
+                ? { ...held, fields: { ...held.fields, [change.name]: change.value } }
+                : { ...held, sections: { ...held.sections, [change.name]: change.value } };
+        return 'folded';
+    }
+    if (change.kind === 'replace') {
+        if (held !== undefined) {
+            if (!('content' in held))
+                return 'refused';
+            changes[whole] = { ...held, content: change.content };
+            return 'folded';
+        }
+        const parts = changes.filter((item) => isPart(item) && item.path === change.path);
+        if (parts.length === 0 && !appending)
+            return 'skipped';
+        if (occupied)
+            return 'refused';
+        changes.splice(0, changes.length, ...changes.filter((item) => !parts.includes(item)), change);
+        return 'appended';
+    }
+    if (changes.some((item) => touched(change).some((path) => touched(item).includes(path))))
+        return 'refused';
+    changes.push(change);
+    return 'appended';
+}
+function relinked(batch, move, before, after, appending) {
+    const derived = rewrites([move], after);
+    if (derived.kind === 'refused')
+        return derived;
+    const changes = [...batch.changes];
+    const appended = [];
+    let changed = false;
+    for (const change of derived.changes) {
+        if (change === move)
+            continue;
+        const outcome = folded(changes, change, appending);
+        if (outcome === 'refused')
+            return unqueueable(change.path);
+        if (outcome === 'appended')
+            appended.push(change);
+        if (outcome !== 'skipped')
+            changed = true;
+    }
+    if (!changed)
+        return { kind: 'relinked', batch };
+    const held = new Set(batch.preconditions.map(identity));
+    return {
+        kind: 'relinked',
+        batch: immutable({
+            ...batch,
+            id: changeBatchIdentity(),
+            changes,
+            preconditions: [
+                ...batch.preconditions,
+                ...preconditionsOf(appended, before, []).filter((precondition) => !held.has(identity(precondition))),
+            ],
+        }),
+    };
+}
+function leading(changes, at) {
+    const from = departure(changes, at);
+    return new Set(changes.filter((change, index) => index < at && change.kind === 'move' && departure(changes, index) === from));
+}
+function created(batch, at) {
+    const file = batch.changes[at];
+    return (leading(batch.changes, at).size === 0 &&
+        batch.preconditions.some((precondition) => precondition.kind === 'absent' && precondition.path === file.path));
+}
+function withdrawnFile(batch, change, at) {
+    const file = batch.changes[at];
+    const from = departure(batch.changes, at);
+    const moves = leading(batch.changes, at);
+    const fresh = created(batch, at);
+    const vacated = new Set([...moves].map((move) => move.to));
+    if (fresh)
+        vacated.add(file.path);
+    const replaced = fresh
+        ? change.kind === 'remove'
+            ? []
+            : [{ ...file, path: change.to }]
+        : change.kind === 'remove'
+            ? [{ kind: 'remove', path: from }]
+            : change.to === from
+                ? [{ ...file, path: from }]
+                : [
+                    { kind: 'move', path: from, to: change.to },
+                    { ...file, path: change.to },
+                ];
+    const added = change.kind === 'move' && (fresh || change.to !== from)
+        ? [{ kind: 'absent', path: change.to }]
+        : [];
+    const changes = batch.changes.flatMap((item) => item === file ? replaced : item.kind === 'move' && moves.has(item) ? [] : [item]);
+    if (changes.length === 0)
+        return null;
+    const preconditions = [
+        ...added,
+        ...batch.preconditions.filter((precondition) => precondition.kind !== 'absent' || !vacated.has(precondition.path)),
+    ];
+    return immutable({ ...batch, id: changeBatchIdentity(), changes, preconditions });
+}
+export function requeued(queue, changes, visible, changeable, state) {
+    const next = [...queue];
+    const origins = new Map();
+    const withdrawn = new Map();
+    const owners = new Set();
+    const queued = new Set();
+    const kept = [];
+    const originOf = (batch) => origins.get(batch) ?? batch.id;
+    const open = (batch) => origins.has(batch) || changeable(batch);
+    for (const change of changes) {
+        const held = visible.binaries[change.path];
+        if ((change.kind !== 'move' && change.kind !== 'remove') || held?.state !== 'pending') {
+            kept.push(change);
+            continue;
+        }
+        let index = next.length - 1;
+        while (index >= 0 && queuedFile(next[index], change.path, held.localId) === -1)
+            index -= 1;
+        const owner = next[index];
+        if (owner === undefined || !open(owner))
+            return unqueueable(change.path);
+        const following = next.slice(index);
+        const rebuilt = [];
+        let before = change.kind === 'move' ? state(next.slice(0, index)) : visible;
+        for (const [offset, batch] of following.entries()) {
+            let current = batch;
+            if (change.kind === 'move') {
+                const after = state(next.slice(0, index + offset + 1));
+                const appending = offset === 0 && created(batch, queuedFile(batch, change.path, held.localId));
+                const relinking = relinked(batch, change, before, after, appending);
+                if (relinking.kind === 'refused')
+                    return relinking;
+                current = relinking.batch;
+                before = after;
+            }
+            if (current !== batch && !open(batch))
+                return unqueueable(change.path);
+            rebuilt.push(offset === 0
+                ? withdrawnFile(current, change, queuedFile(current, change.path, held.localId))
+                : current);
+        }
+        for (const [offset, batch] of following.entries()) {
+            const replaced = rebuilt[offset];
+            if (replaced === batch)
+                continue;
+            const origin = originOf(batch);
+            withdrawn.set(origin, replaced);
+            if (replaced !== null)
+                origins.set(replaced, origin);
+        }
+        owners.add(originOf(owner));
+        next.splice(index, following.length, ...rebuilt.filter((batch) => batch !== null));
+        queued.add(change.path);
+    }
+    return {
+        kind: 'requeued',
+        queue: withdrawn.size === 0 ? queue : next,
+        changes: kept,
+        queued,
+        withdrawn,
+        owners,
+    };
+}
+function covering(precondition) {
+    return precondition.kind === 'field' ||
+        precondition.kind === 'section' ||
+        precondition.kind === 'preamble'
+        ? identity(precondition)
+        : `path ${precondition.path}`;
+}
+export function joined(queue, owner, extra) {
+    const later = new Set(queue.slice(queue.indexOf(owner) + 1).flatMap((batch) => batch.changes.flatMap(touched)));
+    const clash = extra.changes.flatMap(touched).find((path) => later.has(path));
+    if (clash !== undefined)
+        return unqueueable(clash);
+    const changes = [...owner.changes];
+    for (const change of extra.changes) {
+        if (folded(changes, change, true) === 'refused')
+            return unqueueable(change.path);
+    }
+    const held = new Set(owner.preconditions.map(covering));
+    const written = new Set(owner.changes.flatMap((change) => change.kind === 'create' || change.kind === 'replace' ? [change.path] : []));
+    const preconditions = [
+        ...owner.preconditions,
+        ...extra.preconditions.filter((precondition) => {
+            const key = covering(precondition);
+            return (!held.has(key) && (key === `path ${precondition.path}` || !written.has(precondition.path)));
+        }),
+    ];
+    const batch = immutable({
+        ...owner,
+        ...(extra.validation === undefined ? {} : { validation: extra.validation }),
+        id: changeBatchIdentity(),
+        changes,
+        preconditions,
+    });
+    return { kind: 'joined', batch, queue: queue.map((item) => (item === owner ? batch : item)) };
+}
+export function limitedIn(queue, batch, limits, state) {
+    const at = queue.indexOf(batch);
+    const limited = exceeded(limits, batch.changes, providerRewritten(batch, state(queue.slice(0, at))).changes, state(queue.slice(0, at + 1)));
+    return limited?.kind === 'refused' ? limited.refusal : null;
+}
 export function buildBatch(input) {
-    const structural = input.changes.find((change)=>change.kind === 'move' || change.kind === 'remove');
-    if (structural !== undefined && Object.entries(input.visible.collection.documents).some(([path, document])=>document.type !== undefined && document.type !== 'any' && governing(input.composition, path).status === 'unavailable')) return refuse('model-unavailable', structural.path);
-    const expanded = expand(input.changes, input.visible);
-    if (expanded.kind === 'refused') return expanded;
-    const rewritten = rewrites(expanded.changes, input.visible);
-    if (rewritten.kind === 'refused') return rewritten;
-    const changes = rewritten.changes;
-    if (changes.length === 0) return refuse('no-change');
+    const changes = relativeChanges(input);
+    const structural = changes.find((change) => change.kind === 'move' || change.kind === 'remove');
+    if (structural !== undefined && unmodeledType(input.visible.collection, input.composition))
+        return refuse('model-unavailable', structural.path);
+    if (changes.length === 0)
+        return refuse('no-change');
+    const rewritten = rewrites(changes, input.visible);
+    if (rewritten.kind === 'refused')
+        return rewritten;
     const refusal = guard(changes, input);
-    if (refusal !== null) return refusal;
-    const preconditions = preconditionsOf(changes, input.visible);
+    if (refusal !== null)
+        return refusal;
+    const preconditions = preconditionsOf(changes, input.visible, input.bases);
+    const predicted = anticipated(changes, preconditions, rewritten.changes, input.visible);
     const resulting = overlay(input.visible, [
-        {
-            id: '',
-            baseRoomVersion: input.baseRoomVersion,
-            changes,
-            preconditions
-        }
+        { id: '', baseRoomVersion: input.baseRoomVersion, ...predicted },
     ]);
-    const removed = new Set(changes.filter((change)=>change.kind === 'remove').map((change)=>change.path));
+    const removed = new Set(changes.filter((change) => change.kind === 'remove').map((change) => change.path));
     if (removed.size > 0) {
-        const referenced = incoming(parseCollection(resulting.documents, input.composition), removed);
-        if (referenced !== null) return referenced;
+        const referenced = incoming(collectionOf(resulting.documents, input.composition), removed);
+        if (referenced !== null)
+            return referenced;
     }
-    const typed = (content)=>{
-        if (content === undefined) return false;
+    const typed = (content) => {
+        if (content === undefined)
+            return false;
         const parsed = parse(content);
         return parsed.ok && parsed.document.type !== undefined && parsed.document.type !== 'any';
     };
-    const typedPaths = [
-        ...new Set(changes.flatMap(affected))
-    ].filter((path)=>typed(input.visible.documents[path]) || typed(resulting.documents[path]));
+    const typedPaths = [...new Set(predicted.changes.flatMap(affected))].filter((path) => typed(input.visible.documents[path]) || typed(resulting.documents[path]));
     const needsModel = typedPaths.length > 0;
-    const withoutModel = typedPaths.find((path)=>governing(input.composition, path).status === 'unavailable');
-    if (needsModel && (withoutModel !== undefined || input.binding === null)) {
-        return refuse('model-unavailable', withoutModel ?? typedPaths[0]);
-    }
-    const validationText = needsModel ? resulting.documents : Object.fromEntries(Object.entries(resulting.documents).filter(([path])=>changes.some((change)=>affected(change).includes(path))));
-    const verdict = validateCollection(validationText, resulting.binaryTargets, input.composition, input.binding);
+    const withoutModel = typedPaths.find((path) => governing(input.composition, path).status === 'unavailable');
+    if (withoutModel !== undefined)
+        return refuse('model-unavailable', withoutModel);
+    const validationText = needsModel
+        ? resulting.documents
+        : Object.fromEntries(Object.entries(resulting.documents).filter(([path]) => predicted.changes.some((change) => affected(change).includes(path))));
+    const verdict = validateCollection(validationText, Object.keys(resulting.binaries), input.composition);
     if (verdict.verdict === 'refuse') {
         return {
             kind: 'refused',
             refusal: {
-                ...verdict.source === 'model' ? {
-                    source: 'model'
-                } : {},
-                rule: verdict.rule,
+                code: verdict.rule,
+                retryable: false,
                 file: verdict.file,
-                ...verdict.location === undefined ? {} : {
-                    location: verdict.location
-                },
-                ...verdict.referrers === undefined ? {} : {
-                    referrers: verdict.referrers
-                }
-            }
+                ...(verdict.location === undefined ? {} : { location: verdict.location }),
+                ...(verdict.referrers === undefined ? {} : { referrers: verdict.referrers }),
+            },
         };
     }
-    const limited = exceeded(input.providerLimits, changes, resulting);
-    if (limited !== null) return limited;
-    const validated = typedPaths.map((path)=>governing(input.composition, path)).find((model)=>model.status !== 'unavailable');
+    const limited = exceeded(input.providerLimits, changes, predicted.changes, resulting);
+    if (limited !== null)
+        return limited;
+    const validated = typedPaths
+        .map((path) => governing(input.composition, path))
+        .find((model) => model.status !== 'unavailable');
     return {
         kind: 'batch',
         batch: immutable({
@@ -523,15 +786,16 @@ export function buildBatch(input) {
             baseRoomVersion: input.baseRoomVersion,
             changes,
             preconditions,
-            ...validated === undefined ? {} : {
-                validation: {
-                    identity: validated.snapshot.identity,
-                    version: validated.snapshot.version,
-                    source: validated.status
-                }
-            }
-        })
+            ...(input.writtenBy === undefined ? {} : { writtenBy: input.writtenBy }),
+            ...(validated === undefined
+                ? {}
+                : {
+                    validation: {
+                        identity: validated.snapshot.identity,
+                        version: validated.snapshot.version,
+                        source: validated.status,
+                    },
+                }),
+        }),
     };
 }
-
-//# sourceMappingURL=save.js.map