@agentshouse/mdruntime 0.1.0-c1cc928d1d256 → 0.1.0-c1ffd2bc60355

package/dist/rows.js

@@ -1,4 +1,4 @@
-import { ARRAY_INDEX, escapePointer, references, target, } from '@agentshouse/mdmodel';
+import { ARRAY_INDEX, bodyAfterFrontmatter, bodyLinks, escapePointer, parseFrontmatter, references, sectionReferences, target, } from '@agentshouse/mdmodel';
 import { governing } from './collection.js';
 import { definitionOf } from './model.js';
 function keyOf(...parts) {
@@ -7,6 +7,21 @@ function keyOf(...parts) {
 export function documentKey(room, path) {
     return keyOf('d', room, path);
 }
+export function roomOfKey(key) {
+    return key.split('\u0000')[1];
+}
+export function pathOfKey(key) {
+    return key.split('\u0000')[2];
+}
+export function markdownPath(path) {
+    return path.endsWith('.md');
+}
+export function settingsTextPath(path) {
+    return /^settings\/.+\.ya?ml$/u.test(path);
+}
+export function folderOf(path) {
+    return path.slice(0, Math.max(path.lastIndexOf('/'), 0));
+}
 function plainObject(value) {
     return typeof value === 'object' && value !== null && !Array.isArray(value);
 }
@@ -15,6 +30,54 @@ function compared(reading, exact, value) {
         return value;
     return (typeof value === 'string' ? target(reading.path, value) : null) ?? undefined;
 }
+export function kindOf(value) {
+    if (value === undefined)
+        return 'undefined';
+    if (value === null)
+        return 'null';
+    if (Array.isArray(value))
+        return 'array';
+    if (typeof value === 'object')
+        return 'object';
+    return typeof value;
+}
+function scalarOf(value) {
+    if (typeof value === 'string' || typeof value === 'number')
+        return value;
+    if (typeof value === 'boolean')
+        return value ? 1 : 0;
+    if (Array.isArray(value))
+        return JSON.stringify(value);
+    return null;
+}
+function held(reading, form, value, single) {
+    const at = reading.reached.get(form) ?? 0;
+    reading.reached.set(form, at + 1);
+    const kind = kindOf(value);
+    reading.values.push({
+        form,
+        held: at,
+        item: -1,
+        kind,
+        value: scalarOf(value),
+        size: Array.isArray(value) ? value.length : null,
+        single,
+    });
+    if (!Array.isArray(value))
+        return;
+    value.forEach((item, index) => {
+        const itemKind = kindOf(item);
+        reading.values.push({
+            form,
+            held: at,
+            item: index,
+            kind: itemKind,
+            value: itemKind === 'array' ? null : scalarOf(item),
+            size: null,
+            single: false,
+        });
+    });
+}
 function record(reading, node, forms, exact) {
     const value = Array.isArray(node)
         ? node.map((item, index) => compared(reading, `${exact}/${index}`, item))
@@ -22,10 +85,7 @@ function record(reading, node, forms, exact) {
     for (const form of forms) {
         if (form.pending)
             continue;
-        (reading.reached[form.text] ??= []).push(value);
-        if (!form.through && value !== undefined && !plainObject(value)) {
-            reading.values[form.text] = value;
-        }
+        held(reading, form.text, value, !form.through && value !== undefined && !plainObject(value));
     }
     if (Array.isArray(node) || plainObject(node) || !reading.references.has(exact))
         return;
@@ -61,77 +121,66 @@ function walk(reading, node, forms, exact) {
             : [{ text: `${form.text}/${segment}`, through: form.through, pending: false }]), `${exact}/${segment}`);
     }
 }
-function directoriesOf(path) {
-    const parts = path.split('/').slice(0, -1);
-    return ['', ...parts.map((_, index) => parts.slice(0, index + 1).join('/'))];
-}
-export function rowsOf(room, path, document, composition, change) {
-    const key = documentKey(room, path);
-    const body = keyOf('b', room, path);
-    if (document === null || !path.endsWith('.md')) {
-        return [
-            {
-                key,
-                kind: 'document',
-                room,
-                path,
-                type: null,
-                fields: {},
-                values: {},
-                reached: {},
-                directories: directoriesOf(path),
-                body,
-                change,
-            },
-        ];
+function bodyTargets(path, content) {
+    const seen = new Set();
+    const found = [];
+    for (const { target: reached } of bodyLinks(bodyAfterFrontmatter(content), path)) {
+        if (seen.has(reached))
+            continue;
+        seen.add(reached);
+        found.push({ kind: 'body', form: '', target: reached, field: '' });
     }
-    const type = document.type ?? 'any';
+    return found;
+}
+function typedRows(path, content, document, composition) {
     const definition = definitionOf(governing(composition, path), document.type);
     const reading = {
         path,
         references: new Set(definition === undefined ? [] : references(document, definition).map((one) => one.pointer)),
-        values: {},
-        reached: {},
+        values: [],
+        reached: new Map(),
         targets: new Map(),
     };
     for (const [name, value] of Object.entries(document.fields)) {
         const segment = escapePointer(name);
         walk(reading, value, [{ text: `/${segment}`, through: false, pending: false }], `/${segment}`);
     }
-    const { values, reached } = reading;
-    return [
-        {
-            key,
-            kind: 'document',
-            room,
-            path,
-            type,
-            fields: document.fields,
-            values,
-            reached,
-            directories: directoriesOf(path),
-            body,
-            change,
-        },
-        {
-            key: body,
-            kind: 'body',
-            room,
-            path,
-            preamble: document.preamble,
-            sections: document.sections,
-            markdown: document.content,
-        },
-        ...[...reading.targets.values()].map(({ field, target: found, forms }) => ({
-            key: keyOf('r', room, path, field, found),
-            kind: 'reference',
-            room,
-            source: key,
-            target: documentKey(room, found),
-            field,
-            forms: [...forms].sort(),
-            path,
-            type,
-        })),
-    ];
+    const links = [];
+    for (const { field, target: reached, forms } of reading.targets.values()) {
+        for (const form of [...forms].sort()) {
+            links.push({ kind: 'field', form, target: reached, field });
+        }
+    }
+    if (definition !== undefined) {
+        const sectioned = new Set();
+        for (const { target: reached } of sectionReferences(path, content, definition)) {
+            if (reached === null || sectioned.has(reached))
+                continue;
+            sectioned.add(reached);
+            links.push({ kind: 'section', form: '', target: reached, field: '' });
+        }
+    }
+    return { values: reading.values, links: [...links, ...bodyTargets(path, content)] };
+}
+export function derived(path, content, composition) {
+    const folder = folderOf(path);
+    const unread = { values: [], links: [], fields: null, folder, type: null };
+    if (content === null)
+        return { ...unread, declared: null, queried: true };
+    const read = parseFrontmatter(content, path);
+    const declared = read.ok ? (read.frontmatter.type ?? 'any') : null;
+    if (!markdownPath(path)) {
+        return { ...unread, declared, queried: true, links: bodyTargets(path, content) };
+    }
+    if (!read.ok)
+        return { ...unread, declared, queried: false };
+    const document = read.frontmatter;
+    return {
+        type: document.type ?? 'any',
+        declared,
+        queried: true,
+        folder,
+        fields: JSON.stringify(document.fields),
+        ...typedRows(path, content, document, composition),
+    };
 }

package/dist/save.d.ts

@@ -1,16 +1,20 @@
-import type { ProviderLimit } from './adapter.js';
+import { type Validation } from '@agentshouse/mdmodel';
+import type { OperationScopes, ProviderLimit } from './adapter.js';
 import { type Change, type ChangeBatch, type Precondition, type WrittenBy } from './change.js';
 import { type Composition } from './collection.js';
+import { type Layer } from './overlay.js';
 import type { VisibleLayer } from './replica.js';
 import type { ChangedPart } from './room-draft.js';
 export type SaveRefusal = {
-    rule: string;
+    code: string;
+    retryable: boolean;
     file?: string;
     location?: string;
     referrers?: readonly string[];
     parts?: readonly ChangedPart[];
 };
 export type SaveInput = {
+    local: boolean;
     composition: Composition;
     baseRoomVersion: string;
     operations: import('./adapter.js').OperationScopes;
@@ -20,15 +24,78 @@ export type SaveInput = {
     handle: string;
     changes: readonly Change[];
     bases: readonly Precondition[];
+    queued?: ReadonlySet<string>;
     writtenBy?: WrittenBy;
+    unmodeled: boolean;
+    validate: Validator;
+};
+export type Validator = (resulting: Layer, touched: readonly string[]) => Promise<Validation>;
+type Refusing = {
+    kind: 'refused';
+    refusal: SaveRefusal;
 };
 export type BatchResult = {
     kind: 'batch';
     batch: ChangeBatch;
+} | Refusing;
+export declare function providerRewritten(batch: ChangeBatch, visible: VisibleLayer): Generator<number, ChangeBatch, void>;
+export declare function leavingRewritten(batch: ChangeBatch, visible: VisibleLayer): Generator<number, ChangeBatch, void>;
+export declare function rewriting(batch: ChangeBatch, locator: string): boolean;
+export declare function effectiveIn(batch: ChangeBatch, locator: string, visible: VisibleLayer): Generator<number, ChangeBatch, void>;
+export declare function queuedDocuments(queue: readonly ChangeBatch[]): ReadonlySet<string>;
+export type Requeued = {
+    kind: 'requeued';
+    queue: readonly ChangeBatch[];
+    changes: readonly Change[];
+    queued: ReadonlySet<string>;
+    withdrawn: ReadonlyMap<string, ChangeBatch | null>;
+    owners: ReadonlySet<string>;
+} | {
+    kind: 'refused';
+    refusal: SaveRefusal;
+};
+export type Joining = {
+    kind: 'joined';
+    batch: ChangeBatch;
+    queue: readonly ChangeBatch[];
 } | {
     kind: 'refused';
     refusal: SaveRefusal;
 };
-export declare function providerRewritten(batch: ChangeBatch, visible: VisibleLayer): ChangeBatch;
-export declare function buildBatch(input: SaveInput): BatchResult;
+type VisibleOver = (queue: readonly ChangeBatch[]) => Generator<number, VisibleLayer, void>;
+export declare function requeuing(queue: readonly ChangeBatch[], changes: readonly Change[], visible: VisibleLayer, changeable: (batch: ChangeBatch) => boolean, state: VisibleOver): Generator<number, Requeued, void>;
+export declare function joined(queue: readonly ChangeBatch[], owner: ChangeBatch, extra: ChangeBatch): Joining;
+export declare function limiting(queue: readonly ChangeBatch[], batch: ChangeBatch, limits: readonly ProviderLimit[], state: VisibleOver): Generator<number, SaveRefusal | null, void>;
+export declare const MOVE_DOCUMENTS = "move-documents";
+export type MoveSide = {
+    room: string;
+    handle: string;
+    baseRoomVersion: string;
+    composition: Composition;
+    operations: OperationScopes;
+    providerOwnedPaths: readonly string[];
+    visible: VisibleLayer;
+    queued: ReadonlySet<string>;
+    unmodeled: boolean;
+    validate: Validator;
+};
+export type MoveInput = {
+    source: MoveSide;
+    destination: MoveSide;
+    moves: readonly {
+        readonly path: string;
+        readonly to: string;
+    }[];
+    providerLimits: readonly ProviderLimit[];
+    local: boolean;
+    writtenBy?: WrittenBy;
+};
+export type MoveResult = {
+    kind: 'moved';
+    leaving: ChangeBatch;
+    arriving: ChangeBatch;
+} | Refusing;
+export declare function buildMove(input: MoveInput): Promise<MoveResult>;
+export declare function buildBatch(input: SaveInput): Promise<BatchResult>;
+export {};
 //# sourceMappingURL=save.d.ts.map

package/dist/save.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"save.d.ts","sourceRoot":"","sources":["../src/save.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAEL,KAAK,MAAM,EACX,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACf,MAAM,aAAa,CAAC;AACrB,OAAO,EAKL,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AAIzB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAEnD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,SAAS,WAAW,EAAE,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,WAAW,EAAE,WAAW,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,OAAO,cAAc,EAAE,eAAe,CAAC;IACnD,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,cAAc,EAAE,SAAS,aAAa,EAAE,CAAC;IACzC,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,YAAY,EAAE,CAAC;IAC/B,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GACrC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAC;AA+K9C,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAOxF;AAsQD,wBAAgB,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,WAAW,CAyFxD"}
+{"version":3,"file":"save.d.ts","sourceRoot":"","sources":["../src/save.ts"],"names":[],"mappings":"AACA,OAAO,EAkBL,KAAK,UAAU,EAChB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AACnE,OAAO,EAKL,KAAK,MAAM,EACX,KAAK,WAAW,EAChB,KAAK,YAAY,EAEjB,KAAK,SAAS,EACf,MAAM,aAAa,CAAC;AACrB,OAAO,EAKL,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAc,KAAK,KAAK,EAAE,MAAM,cAAc,CAAC;AAEtD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAInD,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,SAAS,WAAW,EAAE,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,OAAO,cAAc,EAAE,eAAe,CAAC;IACnD,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,cAAc,EAAE,SAAS,aAAa,EAAE,CAAC;IACzC,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,YAAY,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7B,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,SAAS,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAE9F,KAAK,QAAQ,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAC;AAE1D,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GAAG,QAAQ,CAAC;AAgN3E,wBAAiB,iBAAiB,CAChC,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,YAAY,GACpB,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,CAOtC;AAoDD,wBAAiB,gBAAgB,CAC/B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,YAAY,GACpB,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,CAyBtC;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAEtE;AAED,wBAAiB,WAAW,CAC1B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,YAAY,GACpB,SAAS,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,CAItC;AA8ID,wBAAgB,eAAe,CAAC,KAAK,EAAE,SAAS,WAAW,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAYlF;AAoND,MAAM,MAAM,QAAQ,GAChB;IACE,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IAC9B,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC5B,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC,CAAC;IACnD,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC7B,GACD;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAC;AAM9C,MAAM,MAAM,OAAO,GACf;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,SAAS,WAAW,EAAE,CAAA;CAAE,GACrE;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,WAAW,CAAA;CAAE,CAAC;AAmN9C,KAAK,WAAW,GAAG,CAAC,KAAK,EAAE,SAAS,WAAW,EAAE,KAAK,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;AAE5F,wBAAiB,SAAS,CACxB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,OAAO,EAAE,YAAY,EACrB,UAAU,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,EAC3C,KAAK,EAAE,WAAW,GACjB,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAgEnC;AAUD,wBAAgB,MAAM,CACpB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,KAAK,EAAE,WAAW,EAClB,KAAK,EAAE,WAAW,GACjB,OAAO,CAsCT;AAED,wBAAiB,QAAQ,CACvB,KAAK,EAAE,SAAS,WAAW,EAAE,EAC7B,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,SAAS,aAAa,EAAE,EAChC,KAAK,EAAE,WAAW,GACjB,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,EAAE,IAAI,CAAC,CAU7C;AAsND,eAAO,MAAM,cAAc,mBAAmB,CAAC;AAE/C,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,eAAe,CAAC;IAC5B,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,SAAS,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,QAAQ,CAAC;IACjB,WAAW,EAAE,QAAQ,CAAC;IACtB,KAAK,EAAE,SAAS;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACjE,cAAc,EAAE,SAAS,aAAa,EAAE,CAAC;IACzC,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,WAAW,CAAA;CAAE,GAAG,QAAQ,CAAC;AAmInG,wBAAgB,SAAS,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAE/D;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAEjE"}