@agentshouse/mdruntime 0.1.0-caee7332d2235 → 0.1.0-caf080a9a9c60

package/dist/collection.js

@@ -1,11 +1,30 @@
-import { checkDocument, parseFrontmatter, references, sectionReferences, target, parse, resolves, validating, VERSION, } from '@agentshouse/mdmodel';
+import { definitionAt, parse, VERSION, } from '@agentshouse/mdmodel';
 import { beneath, normalize } from './paths.js';
-import { sameTyping } from './model.js';
-import { differences, patched, patching, shared, sizeOf } from './shared.js';
-import { after, finished, inUnits, ROW_WEIGHT } from './turn.js';
+import { hashed } from './observation.js';
+import { sortedKeys } from './shared.js';
 export const MD_MODEL = { identity: '@agentshouse/mdmodel', version: VERSION };
-const NO_TYPES = { types: {} };
-function selected(composition, path) {
+const typesPrinted = new WeakMap();
+function typesPrint(model) {
+    if (model.status === 'unavailable')
+        return '';
+    let print = typesPrinted.get(model.types);
+    if (print === undefined) {
+        print = hashed(JSON.stringify(model.types)).toString(36);
+        typesPrinted.set(model.types, print);
+    }
+    return print;
+}
+export function composedOf(composition) {
+    const { model, selection } = composition;
+    return {
+        composition,
+        fingerprint: JSON.stringify([
+            typesPrint(model),
+            selection === null ? null : [selection.roots, typesPrint(selection.model)],
+        ]),
+    };
+}
+export function selected(composition, path) {
     return (composition.selection !== null &&
         composition.selection.roots.some((root) => beneath(root, path)));
 }
@@ -14,372 +33,46 @@ export function governing(composition, path) {
         ? composition.selection.model
         : composition.model;
 }
-const parsedIn = new WeakMap();
-function* carried(previous, text) {
-    const held = parsedIn.get(previous);
-    if (held === undefined)
-        return shared({});
-    const kept = yield* patching(held.base, held.added);
-    held.base = kept;
-    held.added = new Map();
-    return yield* patching(kept, [], yield* differences(previous.text, text));
+function definitionsUnder(composition, path, typedPaths, typesOf) {
+    const types = typesOf(governing(composition, path));
+    return types === null ? () => undefined : definitionAt({ types }, path, typedPaths);
 }
-function cachedIn(collection, path) {
-    const held = parsedIn.get(collection);
-    if (held === undefined)
-        return undefined;
-    if (held.added.has(path))
-        return held.added.get(path);
-    return Object.hasOwn(held.base, path) ? held.base[path] : undefined;
+export function definitionsAt(composition, path) {
+    return definitionsUnder(composition, path, composition.typedPaths, (model) => model.status === 'unavailable' ? null : model.types);
 }
-export function collectionOf(text, composition, previous) {
-    return finished(collecting(text, composition, previous));
+export function definitionsIn(room, path, typedPaths) {
+    return definitionsUnder({ model: room.model, selection: room.typedSelection }, path, typedPaths, ({ types }) => types === null ? null : Object.fromEntries(types.map((type) => [type.name, type])));
 }
-export function* collecting(text, composition, previous) {
-    const parsed = {
-        base: previous === undefined ? shared({}) : yield* carried(previous, text),
-        added: new Map(),
-    };
-    const collection = {
+export function collectionOf(text, composition) {
+    const parsed = new Map();
+    return {
         text,
         composition,
         document(path) {
-            const held = cachedIn(collection, path);
-            if (held !== undefined)
-                return held ?? undefined;
+            if (parsed.has(path))
+                return parsed.get(path) ?? undefined;
             const content = text[path];
             if (content === undefined)
                 return undefined;
-            const read = parse(content, path);
-            parsed.added.set(path, read.ok ? read.document : null);
+            const read = parse(content, path, definitionsAt(composition, path));
+            parsed.set(path, read.ok ? read.document : null);
             return read.ok ? read.document : undefined;
         },
     };
-    parsedIn.set(collection, parsed);
-    return collection;
-}
-export function passingFrontmatter(collection, path) {
-    const held = cachedIn(collection, path);
-    if (held !== undefined)
-        return held ?? undefined;
-    const content = collection.text[path];
-    if (content === undefined)
-        return undefined;
-    const read = parseFrontmatter(content, path);
-    return read.ok ? read.frontmatter : undefined;
 }
 export function* documentsOf(collection) {
-    for (const path of Object.keys(collection.text).sort()) {
-        const held = cachedIn(collection, path);
-        if (held === null)
-            continue;
-        if (held !== undefined) {
-            yield [path, held];
-            continue;
+    const paths = yield* sortedKeys(collection.text);
+    return (function* () {
+        for (const path of paths) {
+            const document = collection.document(path);
+            if (document !== undefined)
+                yield [path, document];
         }
-        const read = parse(collection.text[path], path);
-        if (read.ok)
-            yield [path, read.document];
-    }
-}
-export function* unreadable(text, previous) {
-    const paths = previous === undefined
-        ? Object.keys(text)
-        : [...(yield* differences(previous, text))].filter((path) => text[path] !== undefined);
-    for (const path of paths.sort()) {
-        const read = parse(text[path], path);
-        if (!read.ok)
-            return { kind: 'refused', refusal: read.refusal };
-        yield ROW_WEIGHT + text[path].length;
-    }
-    return null;
+    })();
 }
 export function validRoot(root) {
     return typeof root === 'string' && normalize(root) === root;
 }
-function* validateAgainst(documents, binaryTargets, model) {
-    if (model.status === 'unavailable') {
-        for (const path of Object.keys(documents)) {
-            const content = documents[path];
-            const parsed = parse(content);
-            if (parsed.ok && parsed.document.type !== undefined && parsed.document.type !== 'any')
-                return { verdict: 'refuse', rule: 'model-unavailable', file: path };
-            yield ROW_WEIGHT + content.length;
-        }
-    }
-    const steps = validating(documents, { binaryTargets }, model.status === 'unavailable' ? NO_TYPES : { types: model.types });
-    for (let step = steps.next();; step = steps.next()) {
-        if (step.done === true)
-            return step.value;
-        yield ROW_WEIGHT + documents[step.value].length;
-    }
-}
-export function* validateCollection(text, binaryTargets, composition) {
-    const collection = {};
-    const selection = {};
-    for (const path of Object.keys(text)) {
-        if (selected(composition, path))
-            selection[path] = text[path];
-        else
-            collection[path] = text[path];
-        yield ROW_WEIGHT;
-    }
-    const verdicts = [
-        yield* validateAgainst(collection, binaryTargets.filter((path) => !selected(composition, path)), composition.model),
-    ];
-    if (composition.selection !== null) {
-        verdicts.push(yield* validateAgainst(selection, binaryTargets.filter((path) => selected(composition, path)), composition.selection.model));
-    }
-    const refusals = verdicts.filter((verdict) => verdict.verdict === 'refuse');
-    if (refusals.length === 0)
-        return verdicts[0];
-    return refusals.find((refusal) => refusal.rule !== 'model-unavailable') ?? refusals[0];
-}
-const NO_REFERRERS = shared({});
-const referrersOf = new WeakMap();
-function typing(left, right) {
-    return (sameTyping(left.model, right.model) &&
-        (left.selection === null || right.selection === null
-            ? left.selection === right.selection
-            : sameTyping(left.selection.model, right.selection.model)) &&
-        JSON.stringify(left.selection?.roots ?? null) === JSON.stringify(right.selection?.roots ?? null));
-}
-function declared(content) {
-    if (content === undefined)
-        return undefined;
-    const read = parseFrontmatter(content);
-    return read.ok ? (read.frontmatter.type ?? 'any') : undefined;
-}
-function typedIn(content) {
-    const type = declared(content);
-    return type !== undefined && type !== 'any';
-}
-function modelOf(composition, path) {
-    const model = governing(composition, path);
-    return model.status === 'unavailable' ? null : { types: model.types };
-}
-function checked(path, content, composition) {
-    return checkDocument(path, content, modelOf(composition, path) ?? NO_TYPES);
-}
-function targetsOf(check) {
-    if (!check.ok)
-        return [];
-    return [...new Set(check.references.flatMap(({ target }) => (target === null ? [] : [target])))];
-}
-function referencedBy(path, content, composition) {
-    const model = modelOf(composition, path);
-    if (model === null)
-        return [];
-    const read = parseFrontmatter(content, path);
-    const type = read.ok ? read.frontmatter.type : undefined;
-    if (!read.ok || type === undefined || !Object.hasOwn(model.types, type))
-        return [];
-    const definition = model.types[type];
-    return [
-        ...new Set([
-            ...references(read.frontmatter, definition).flatMap(({ value }) => {
-                const found = target(path, value);
-                return found === null ? [] : [found];
-            }),
-            ...sectionReferences(path, content, definition).flatMap(({ target }) => target === null ? [] : [target]),
-        ]),
-    ];
-}
-function referrersOfTarget(index, target) {
-    return Object.hasOwn(index.referrers, target) ? index.referrers[target] : NO_REFERRERS;
-}
-function* reindexed(index, changed) {
-    const moved = new Map();
-    const movesOf = (target) => {
-        const held = moved.get(target) ?? { gained: [], lost: [] };
-        moved.set(target, held);
-        return held;
-    };
-    const targeting = [];
-    const targetless = [];
-    for (const [path, found] of changed) {
-        const before = Object.hasOwn(index.targets, path) ? index.targets[path] : [];
-        for (const target of before)
-            if (!found.includes(target))
-                movesOf(target).lost.push(path);
-        for (const target of found) {
-            if (!before.includes(target))
-                movesOf(target).gained.push([path, true]);
-        }
-        if (found.length > 0)
-            targeting.push([path, found]);
-        else
-            targetless.push(path);
-        yield ROW_WEIGHT * (1 + before.length + found.length);
-    }
-    const referred = [];
-    const unreferred = [];
-    for (const [target, { gained, lost }] of moved) {
-        const files = yield* patching(referrersOfTarget(index, target), gained, lost);
-        if (sizeOf(files) > 0)
-            referred.push([target, files]);
-        else
-            unreferred.push(target);
-    }
-    return {
-        composition: index.composition,
-        targets: yield* patching(index.targets, targeting, targetless),
-        referrers: yield* patching(index.referrers, referred, unreferred),
-    };
-}
-function storedIn(entries) {
-    let stored = shared({});
-    let unit = [];
-    return after(inUnits(entries, (entry) => {
-        unit.push(entry);
-        return ROW_WEIGHT;
-    }, () => {
-        stored = patched(stored, unit);
-        unit = [];
-    }), () => stored);
-}
-function storedReferrers(referrers) {
-    const sets = new Map();
-    let unit = new Map();
-    const pairs = function* () {
-        for (const [target, files] of referrers)
-            for (const file of files)
-                yield [target, file];
-    };
-    return after(inUnits(pairs(), ([target, file]) => {
-        const files = unit.get(target);
-        if (files === undefined)
-            unit.set(target, [file]);
-        else
-            files.push(file);
-        return ROW_WEIGHT;
-    }, () => {
-        for (const [target, files] of unit) {
-            sets.set(target, patched(sets.get(target) ?? NO_REFERRERS, files.map((file) => [file, true])));
-        }
-        unit = new Map();
-    }), () => storedIn(sets));
-}
-function heldIndex(held, composition) {
-    const index = referrersOf.get(held.text);
-    return index !== undefined && typing(index.composition, composition) ? index : null;
-}
-const indexing = new WeakMap();
-export function indexReferrers(held, composition) {
-    if (heldIndex(held, composition) !== null)
-        return;
-    const running = indexing.get(held.text);
-    if (running !== undefined)
-        return running;
-    const targets = new Map();
-    const referrers = new Map();
-    const filled = inUnits(Object.keys(held.text), (path) => {
-        const content = held.text[path];
-        const found = referencedBy(path, content, composition);
-        if (found.length > 0)
-            targets.set(path, found);
-        for (const target of found) {
-            const files = referrers.get(target);
-            if (files === undefined)
-                referrers.set(target, [path]);
-            else
-                files.push(path);
-        }
-        return ROW_WEIGHT + content.length;
-    });
-    const indexed = after(filled, () => after(storedIn(targets), (storedTargets) => after(storedReferrers(referrers), (stored) => {
-        referrersOf.set(held.text, { composition, targets: storedTargets, referrers: stored });
-    })));
-    if (!(indexed instanceof Promise))
-        return;
-    const building = indexed.finally(() => indexing.delete(held.text));
-    indexing.set(held.text, building);
-    return building;
-}
-export function referencesIndexed(held, composition) {
-    return heldIndex(held, composition) !== null;
-}
-export function referring(held, composition, targets) {
-    const index = heldIndex(held, composition);
-    if (index === null)
-        return null;
-    const found = new Set();
-    for (const target of targets) {
-        for (const file of Object.keys(referrersOfTarget(index, target)))
-            found.add(file);
-    }
-    return found;
-}
 export function available(composition) {
-    return (composition.model.status !== 'unavailable' &&
-        (composition.selection === null || composition.selection.model.status !== 'unavailable'));
-}
-export function* changedCleanly(next, previous, composition) {
-    if (!typing(previous.composition, composition))
-        return false;
-    const paths = new Set([
-        ...(yield* differences(previous.text, next.text)),
-        ...(yield* differences(previous.binaries, next.binaries, () => true)),
-    ]);
-    const binary = (path) => Object.hasOwn(next.binaries, path);
-    const within = (file) => (path) => selected(composition, path) === selected(composition, file);
-    const reaching = (file, check) => {
-        if (!check.ok)
-            return false;
-        const part = within(file);
-        return check.references.every((reference) => resolves(reference, (path) => (part(path) ? declared(next.text[path]) : undefined), (path) => part(path) && binary(path)));
-    };
-    const changedTargets = new Map();
-    const shifted = [];
-    const admitted = (path) => {
-        const now = next.text[path];
-        const was = previous.text[path];
-        const modeled = modelOf(composition, path) !== null;
-        if ((now === undefined) !== (was === undefined) ||
-            declared(now) !== declared(was) ||
-            binary(path) !== Object.hasOwn(previous.binaries, path)) {
-            shifted.push(path);
-        }
-        if (!modeled && typedIn(was) && !typedIn(now))
-            return false;
-        if (now === undefined) {
-            if (modeled)
-                changedTargets.set(path, []);
-            return true;
-        }
-        if (binary(path))
-            return false;
-        if (!modeled) {
-            if (declared(now) === undefined)
-                return false;
-            return typedIn(now) || checked(path, now, composition).ok;
-        }
-        const check = checked(path, now, composition);
-        if (!reaching(path, check))
-            return false;
-        changedTargets.set(path, targetsOf(check));
-        return true;
-    };
-    for (const path of paths) {
-        if (!admitted(path))
-            return false;
-        yield ROW_WEIGHT + (next.text[path]?.length ?? 0);
-    }
-    const index = heldIndex(previous, composition);
-    if (index === null && shifted.length > 0)
-        return false;
-    for (const target of shifted) {
-        const files = index === null ? [] : Object.keys(referrersOfTarget(index, target));
-        for (const file of files) {
-            if (paths.has(file))
-                continue;
-            if (!reaching(file, checked(file, next.text[file], composition)))
-                return false;
-            yield ROW_WEIGHT + next.text[file].length;
-        }
-    }
-    if (index !== null) {
-        referrersOf.set(next.text, changedTargets.size === 0 ? index : yield* reindexed(index, changedTargets));
-    }
-    return true;
+    return composition.model.status !== 'unavailable';
 }

package/dist/compile.d.ts

@@ -0,0 +1,18 @@
+import { sql } from '@agentshouse/mdmodel';
+import { type Composition } from './collection.js';
+import type { Plan, QueryRows } from './query.js';
+import type { Connection } from './tables.js';
+export type QueryRoom = {
+    readonly locator: string;
+    readonly key: number;
+    readonly composition?: Composition;
+};
+type Fragment = sql.Fragment;
+export declare const VISIBLE: (alias: string) => string;
+export declare function within(alias: string, path: string): Fragment;
+export type QueryAnswer = QueryRows & {
+    readonly more?: string;
+};
+export declare function answerQuery(connection: Connection, plan: Plan, rooms: readonly QueryRoom[], budget?: number | null): QueryAnswer;
+export {};
+//# sourceMappingURL=compile.d.ts.map

package/dist/compile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compile.d.ts","sourceRoot":"","sources":["../src/compile.ts"],"names":[],"mappings":"AAAA,OAAO,EASL,GAAG,EAQJ,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAiB,KAAK,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAElE,OAAO,KAAK,EAAE,IAAI,EAAuC,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAG1D,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC;CACpC,CAAC;AAIF,KAAK,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;AAI7B,eAAO,MAAM,OAAO,UAAW,MAAM,KAAG,MACkC,CAAC;AAa3E,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,CAM5D;AA2dD,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG;IAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AA4ZjE,wBAAgB,WAAW,CACzB,UAAU,EAAE,UAAU,EACtB,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,SAAS,SAAS,EAAE,EAC3B,MAAM,GAAE,MAAM,GAAG,IAAW,GAC3B,WAAW,CAUb"}