@memoarchitect/tools 0.6.7 → 0.8.7

package/packages/tools/lib/conformance/baseline.js

@@ -0,0 +1,170 @@
+// ─── Conformance baselines ───────────────────────────────────────────────────
+//
+// A conformance number is only useful against a previous one. The baseline is a
+// committed report; CI re-runs the sweep and fails on any count that moved.
+//
+// Three rules make the comparison mean something:
+//
+// 1. **Improvement fails too, and says so.** A count that drops is progress, and
+//    progress that nobody re-froze the baseline for is indistinguishable from a
+//    sweep that silently stopped analysing half the corpus. The gate is
+//    "changed", not "worse"; re-freezing is one command and one reviewable diff.
+// 2. **A different corpus is not a regression.** Moving the Release pin changes
+//    what conformance means. Comparing across pins would report a wall of
+//    differences that are really a corpus bump, so it refuses to compare at all
+//    and says which pin each side was taken against.
+// 3. **Only counts are compared.** Sample findings and per-run detail move with
+//    message wording; gating on them would make a prose change a CI failure.
+// ─────────────────────────────────────────────────────────────────────────────
+import { DIAGNOSTIC_DOMAINS } from './run.js';
+import { DIFFERENCE_CLASSES } from './diff-xmi.js';
+function pinOf(report) {
+    return `${report.corpus.commit}/${report.corpus.digest}`;
+}
+function incomparable(baseline, current, what) {
+    return {
+        comparable: false,
+        reason: `${what} differs — baseline "${baseline}", current "${current}". `
+            + 'A conformance count is only comparable against the same corpus pin and report format. '
+            + 'Re-freeze the baseline rather than reading this as a regression.',
+        differences: [],
+    };
+}
+/** Counts moved, in either direction. See rule 1 above. */
+function compareCounts(path, baseline, current, keys, into) {
+    for (const key of keys) {
+        const before = baseline?.[key] ?? 0;
+        const after = current?.[key] ?? 0;
+        if (before !== after)
+            into.push({ path: `${path}.${key}`, baseline: before, current: after });
+    }
+}
+export function compareConformanceBaseline(baseline, current) {
+    if (baseline.reportVersion !== current.reportVersion) {
+        return incomparable(baseline.reportVersion, current.reportVersion, 'Report format version');
+    }
+    if (pinOf(baseline) !== pinOf(current)) {
+        return incomparable(pinOf(baseline), pinOf(current), 'Corpus pin');
+    }
+    const differences = [];
+    for (const role of ['validator', 'lowering']) {
+        if (baseline.toolchain[role] !== current.toolchain[role]) {
+            differences.push({
+                path: `toolchain.${role}`,
+                baseline: baseline.toolchain[role],
+                current: current.toolchain[role],
+            });
+        }
+    }
+    compareCounts('totals.byDomain', baseline.totals.byDomain, current.totals.byDomain, DIAGNOSTIC_DOMAINS, differences);
+    for (const key of ['files', 'outsideUnit']) {
+        if (baseline.totals[key] !== current.totals[key]) {
+            differences.push({
+                path: `totals.${key}`,
+                baseline: baseline.totals[key],
+                current: current.totals[key],
+            });
+        }
+    }
+    const currentUnits = new Map(current.units.map(unit => [unit.id, unit]));
+    for (const unit of baseline.units) {
+        const now = currentUnits.get(unit.id);
+        if (!now) {
+            differences.push({ path: `units.${unit.id}`, baseline: 'present', current: 'absent' });
+            continue;
+        }
+        currentUnits.delete(unit.id);
+        for (const key of ['files', 'outsideUnit']) {
+            if (unit[key] !== now[key]) {
+                differences.push({ path: `units.${unit.id}.${key}`, baseline: unit[key], current: now[key] });
+            }
+        }
+        compareCounts(`units.${unit.id}.byDomain`, unit.byDomain, now.byDomain, DIAGNOSTIC_DOMAINS, differences);
+    }
+    for (const id of currentUnits.keys()) {
+        differences.push({ path: `units.${id}`, baseline: 'absent', current: 'present' });
+    }
+    return { comparable: true, differences };
+}
+export function compareDiffXmiBaseline(baseline, current) {
+    if (baseline.reportVersion !== current.reportVersion) {
+        return incomparable(baseline.reportVersion, current.reportVersion, 'Report format version');
+    }
+    if (pinOf(baseline) !== pinOf(current)) {
+        return incomparable(pinOf(baseline), pinOf(current), 'Corpus pin');
+    }
+    const differences = [];
+    compareCounts('totals.counts', baseline.totals.counts, current.totals.counts, DIFFERENCE_CLASSES, differences);
+    const currentLibraries = new Map(current.libraries.map(library => [library.source, library]));
+    for (const library of baseline.libraries) {
+        const now = currentLibraries.get(library.source);
+        if (!now) {
+            differences.push({ path: `libraries.${library.source}`, baseline: 'present', current: 'absent' });
+            continue;
+        }
+        currentLibraries.delete(library.source);
+        if ((library.failure ?? '') !== (now.failure ?? '')) {
+            differences.push({
+                path: `libraries.${library.source}.failure`,
+                baseline: library.failure ?? '(none)',
+                current: now.failure ?? '(none)',
+            });
+        }
+        compareCounts(`libraries.${library.source}.counts`, library.counts, now.counts, DIFFERENCE_CLASSES, differences);
+    }
+    for (const source of currentLibraries.keys()) {
+        differences.push({ path: `libraries.${source}`, baseline: 'absent', current: 'present' });
+    }
+    return { comparable: true, differences };
+}
+/**
+ * Grammar coverage against the normative BNF (B5).
+ *
+ * Per-production status is compared, not only the totals. Two productions
+ * trading places — one implemented, one lost — leaves the total unmoved, and a
+ * gate that only watched the total would call that no change.
+ */
+export function compareBnfBaseline(baseline, current) {
+    if (baseline.reportVersion !== current.reportVersion) {
+        return incomparable(baseline.reportVersion, current.reportVersion, 'Report format version');
+    }
+    if (pinOf(baseline) !== pinOf(current)) {
+        return incomparable(pinOf(baseline), pinOf(current), 'Corpus pin');
+    }
+    const differences = [];
+    for (const group of ['syntactic', 'lexical']) {
+        compareCounts(`totals.${group}`, baseline.totals[group], current.totals[group], ['total', 'covered'], differences);
+    }
+    const now = new Map(current.productions.map(production => [production.name, production]));
+    for (const production of baseline.productions) {
+        const after = now.get(production.name);
+        if (!after) {
+            differences.push({ path: `productions.${production.name}`, baseline: production.status, current: 'absent' });
+            continue;
+        }
+        now.delete(production.name);
+        if (production.status !== after.status) {
+            differences.push({ path: `productions.${production.name}`, baseline: production.status, current: after.status });
+        }
+    }
+    for (const [name, production] of now) {
+        differences.push({ path: `productions.${name}`, baseline: 'absent', current: production.status });
+    }
+    return { comparable: true, differences };
+}
+export function formatBaselineComparison(comparison) {
+    if (!comparison.comparable)
+        return `INCOMPARABLE — ${comparison.reason}`;
+    if (comparison.differences.length === 0)
+        return 'OK — every count matches the baseline.';
+    const lines = [`${comparison.differences.length} count(s) moved against the baseline:`];
+    for (const difference of comparison.differences.slice(0, 40)) {
+        lines.push(`  ${difference.path}: ${difference.baseline} → ${difference.current}`);
+    }
+    if (comparison.differences.length > 40) {
+        lines.push(`  … ${comparison.differences.length - 40} more`);
+    }
+    lines.push('If the change is intended, re-freeze with --update-baseline and review the diff.');
+    return lines.join('\n');
+}
+//# sourceMappingURL=baseline.js.map

package/packages/tools/lib/conformance/baseline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseline.js","sourceRoot":"","sources":["../../src/conformance/baseline.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,EAAE;AACF,gFAAgF;AAChF,4EAA4E;AAC5E,EAAE;AACF,kDAAkD;AAClD,EAAE;AACF,iFAAiF;AACjF,gFAAgF;AAChF,wEAAwE;AACxE,iFAAiF;AACjF,gFAAgF;AAChF,0EAA0E;AAC1E,gFAAgF;AAChF,qDAAqD;AACrD,gFAAgF;AAChF,6EAA6E;AAC7E,gFAAgF;AAEhF,OAAO,EAAE,kBAAkB,EAA0B,MAAM,UAAU,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAsB,MAAM,eAAe,CAAC;AAgBvE,SAAS,KAAK,CAAC,MAAsD;IACjE,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB,EAAE,OAAe,EAAE,IAAY;IACjE,OAAO;QACH,UAAU,EAAE,KAAK;QACjB,MAAM,EACF,GAAG,IAAI,wBAAwB,QAAQ,eAAe,OAAO,KAAK;cAChE,wFAAwF;cACxF,kEAAkE;QACxE,WAAW,EAAE,EAAE;KAClB,CAAC;AACN,CAAC;AAED,2DAA2D;AAC3D,SAAS,aAAa,CAClB,IAAY,EACZ,QAAgC,EAChC,OAA+B,EAC/B,IAAuB,EACvB,IAA0B;IAE1B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,MAAM,KAAK,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAClG,CAAC;AACL,CAAC;AAED,MAAM,UAAU,0BAA0B,CACtC,QAA2B,EAC3B,OAA0B;IAE1B,IAAI,QAAQ,CAAC,aAAa,KAAK,OAAO,CAAC,aAAa,EAAE,CAAC;QACnD,OAAO,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,OAAO,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,WAAW,GAAyB,EAAE,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,UAAU,CAAU,EAAE,CAAC;QACpD,IAAI,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACvD,WAAW,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,aAAa,IAAI,EAAE;gBACzB,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;gBAClC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC;aACnC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,aAAa,CAAC,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;IACrH,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAU,EAAE,CAAC;QAClD,IAAI,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,WAAW,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,UAAU,GAAG,EAAE;gBACrB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC;gBAC9B,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC;aAC/B,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACzE,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvF,SAAS;QACb,CAAC;QACD,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAU,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClG,CAAC;QACL,CAAC;QACD,aAAa,CAAC,SAAS,IAAI,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;IAC7G,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;QACnC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAClC,QAAuB,EACvB,OAAsB;IAEtB,IAAI,QAAQ,CAAC,aAAa,KAAK,OAAO,CAAC,aAAa,EAAE,CAAC;QACnD,OAAO,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,OAAO,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,WAAW,GAAyB,EAAE,CAAC;IAC7C,aAAa,CAAC,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;IAE/G,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9F,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,OAAO,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAClG,SAAS;QACb,CAAC;QACD,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;YAClD,WAAW,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,aAAa,OAAO,CAAC,MAAM,UAAU;gBAC3C,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,QAAQ;gBACrC,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,QAAQ;aACnC,CAAC,CAAC;QACP,CAAC;QACD,aAAa,CACT,aAAa,OAAO,CAAC,MAAM,SAAS,EACpC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,EAAE,WAAW,CAC9D,CAAC;IACN,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,gBAAgB,CAAC,IAAI,EAAE,EAAE,CAAC;QAC3C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AAC7C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAC9B,QAA2B,EAC3B,OAA0B;IAE1B,IAAI,QAAQ,CAAC,aAAa,KAAK,OAAO,CAAC,aAAa,EAAE,CAAC;QACnD,OAAO,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACrC,OAAO,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,WAAW,GAAyB,EAAE,CAAC;IAC7C,KAAK,MAAM,KAAK,IAAI,CAAC,WAAW,EAAE,SAAS,CAAU,EAAE,CAAC;QACpD,aAAa,CACT,UAAU,KAAK,EAAE,EACjB,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAsC,EAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAsC,EAC1D,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,WAAW,CACpC,CAAC;IACN,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IAC1F,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,UAAU,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7G,SAAS;QACb,CAAC;QACD,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACrC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,UAAU,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACrH,CAAC;IACL,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,GAAG,EAAE,CAAC;QACnC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,IAAI,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IACtG,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,UAA8B;IACnE,IAAI,CAAC,UAAU,CAAC,UAAU;QAAE,OAAO,kBAAkB,UAAU,CAAC,MAAM,EAAE,CAAC;IACzE,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,wCAAwC,CAAC;IACzF,MAAM,KAAK,GAAG,CAAC,GAAG,UAAU,CAAC,WAAW,CAAC,MAAM,uCAAuC,CAAC,CAAC;IACxF,KAAK,MAAM,UAAU,IAAI,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,QAAQ,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,OAAO,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC/F,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC"}

package/packages/tools/lib/conformance/bnf.d.ts

@@ -0,0 +1,84 @@
+import { type CorpusProvenance } from './corpus.js';
+/** The two normative textual grammars, corpus-relative. */
+export declare const TEXTUAL_BNF_FILES: readonly ["bnf/KerML-textual-bnf.kebnf", "bnf/SysML-textual-bnf.kebnf"];
+/** One production of a normative grammar. */
+export interface BnfProduction {
+    name: string;
+    /** Corpus-relative file it is declared in. */
+    source: string;
+    /** 1-indexed line of the declaration. */
+    line: number;
+    /**
+     * True for lexical productions — `LINE_TERMINATOR`, `DECIMAL_VALUE`.
+     *
+     * Reported apart from syntactic ones because a Langium grammar implements
+     * them as terminals, not as parser rules, so scoring them against rule
+     * names would count a category error as a gap.
+     */
+    lexical: boolean;
+}
+export type CoverageStatus = 'covered' | 'missing';
+export interface ProductionCoverage extends BnfProduction {
+    status: CoverageStatus;
+    /** The Langium rule or terminal that covers it, when one does. */
+    implementedBy?: string;
+}
+export interface BnfCoverageReport {
+    reportVersion: string;
+    memoVersion: string;
+    corpus: CorpusProvenance;
+    grammar: {
+        path: string;
+        parserRules: number;
+        terminals: number;
+    };
+    totals: {
+        syntactic: {
+            total: number;
+            covered: number;
+        };
+        lexical: {
+            total: number;
+            covered: number;
+        };
+        /** Langium rules with no counterpart in either normative grammar. */
+        nonNormativeRules: number;
+    };
+    productions: ProductionCoverage[];
+    /**
+     * Rules the Langium grammar has that the normative grammars do not name.
+     *
+     * Not a defect on its own — MEMO's grammar has helper rules and MEMO-specific
+     * constructs — but worth listing, because a rule invented where a normative
+     * production already exists is how a grammar drifts from the standard while
+     * its coverage number goes up.
+     */
+    nonNormativeRules: string[];
+}
+export declare const BNF_REPORT_VERSION = "1.0.0";
+export declare function readBnfProductions(path: string, source: string): BnfProduction[];
+export interface LangiumGrammar {
+    path: string;
+    parserRules: string[];
+    terminals: string[];
+}
+/**
+ * Rule and terminal names declared by a Langium grammar.
+ *
+ * A deliberately shallow read of the `.langium` file: this scores *names*, so
+ * loading Langium's own grammar services to get the same list would add a
+ * dependency and a build step for no extra information.
+ */
+export declare function readLangiumGrammar(path: string): LangiumGrammar;
+/** Where the grammar lives, relative to the built or source module. */
+export declare function defaultGrammarPath(): string;
+export interface BnfCoverageOptions {
+    corpusDir?: string;
+    grammarPath?: string;
+    memoVersion: string;
+}
+export declare function runBnfCoverage(options: BnfCoverageOptions): BnfCoverageReport;
+export declare function formatBnfCoverageReport(report: BnfCoverageReport, options?: {
+    missing?: boolean;
+}): string;
+//# sourceMappingURL=bnf.d.ts.map

package/packages/tools/lib/conformance/bnf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bnf.d.ts","sourceRoot":"","sources":["../../src/conformance/bnf.ts"],"names":[],"mappings":"AA+BA,OAAO,EAMH,KAAK,gBAAgB,EACxB,MAAM,aAAa,CAAC;AAErB,2DAA2D;AAC3D,eAAO,MAAM,iBAAiB,yEAGpB,CAAC;AAEX,6CAA6C;AAC7C,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,8CAA8C;IAC9C,MAAM,EAAE,MAAM,CAAC;IACf,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb;;;;;;OAMG;IACH,OAAO,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,CAAC;AAEnD,MAAM,WAAW,kBAAmB,SAAQ,aAAa;IACrD,MAAM,EAAE,cAAc,CAAC;IACvB,kEAAkE;IAClE,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,gBAAgB,CAAC;IACzB,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAClE,MAAM,EAAE;QACJ,SAAS,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;QAC9C,OAAO,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5C,qEAAqE;QACrE,iBAAiB,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF,WAAW,EAAE,kBAAkB,EAAE,CAAC;IAClC;;;;;;;OAOG;IACH,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC/B;AAED,eAAO,MAAM,kBAAkB,UAAU,CAAC;AAiB1C,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE,CAUhF;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAc/D;AAED,uEAAuE;AACvE,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,MAAM,WAAW,kBAAkB;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,kBAAkB,GAAG,iBAAiB,CAuD7E;AAID,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,iBAAiB,EAAE,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,MAAM,CAqB9G"}

package/packages/tools/lib/conformance/bnf.js

@@ -0,0 +1,166 @@
+// ─── memo conformance bnf — grammar coverage against the normative BNF ───────
+//
+// Track B B5 says to grow the Langium grammar toward `bnf/KerML-textual-bnf.kebnf`
+// and `bnf/SysML-textual-bnf.kebnf`, and it says why those files rather than a
+// reading of the spec prose: they are machine-readable, so coverage against
+// them is measurable rather than a judgment call. This is the measurement.
+//
+// **What is being counted, stated precisely.** A normative production is
+// "covered" when the Langium grammar declares a rule of the same name. That is
+// a claim about *surface* — the grammar has somewhere to put this construct —
+// and emphatically not a claim that the rule accepts everything the production
+// accepts. A rule named `PackageDeclaration` that parses a third of what the
+// normative `PackageDeclaration` parses counts as covered here.
+//
+// A weaker measure than one might want, and it is the honest one available:
+// judging acceptance would mean comparing two grammars for language
+// equivalence, which is undecidable in general and impractical here. What this
+// measure is good for is exactly what B5 needs — a number that moves when a
+// production is taken on, a list of what has not been touched, and a baseline
+// that fails CI when coverage silently drops. The corpus parse counts in
+// `memo conformance run` are the complementary measure, and they *do* judge
+// acceptance, on real files.
+//
+// The two measures disagreeing is informative rather than contradictory: high
+// name coverage with a failing corpus means the rules are shallow, which is
+// precisely the situation this grammar is in today.
+// ─────────────────────────────────────────────────────────────────────────────
+import { readFileSync } from 'node:fs';
+import { dirname, resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { BNF_TREE, corpusRelative, loadCorpus, provenanceOf, } from './corpus.js';
+/** The two normative textual grammars, corpus-relative. */
+export const TEXTUAL_BNF_FILES = [
+    `${BNF_TREE}/KerML-textual-bnf.kebnf`,
+    `${BNF_TREE}/SysML-textual-bnf.kebnf`,
+];
+export const BNF_REPORT_VERSION = '1.0.0';
+/**
+ * A production declaration opens at column zero as `Name =` or `Name : Type =`.
+ *
+ * Everything else in these files is a continuation line, a comment, or prose.
+ * The `: Type` form declares the abstract-syntax class a production produces
+ * (`PackageDeclaration : Package =`); the production's own name is what is
+ * being scored, so the type is read and discarded.
+ */
+const PRODUCTION = /^([A-Za-z][A-Za-z0-9_]*)\s*(?::\s*[A-Za-z][A-Za-z0-9_]*\s*)?=\s*$/;
+/** An ALL_CAPS name is a lexical production by the files' own convention. */
+function isLexical(name) {
+    return /^[A-Z][A-Z0-9_]*$/.test(name);
+}
+export function readBnfProductions(path, source) {
+    const productions = [];
+    const seen = new Set();
+    for (const [index, line] of readFileSync(path, 'utf-8').split('\n').entries()) {
+        const match = PRODUCTION.exec(line);
+        if (!match || seen.has(match[1]))
+            continue;
+        seen.add(match[1]);
+        productions.push({ name: match[1], source, line: index + 1, lexical: isLexical(match[1]) });
+    }
+    return productions;
+}
+/**
+ * Rule and terminal names declared by a Langium grammar.
+ *
+ * A deliberately shallow read of the `.langium` file: this scores *names*, so
+ * loading Langium's own grammar services to get the same list would add a
+ * dependency and a build step for no extra information.
+ */
+export function readLangiumGrammar(path) {
+    const text = readFileSync(path, 'utf-8');
+    const parserRules = [];
+    const terminals = [];
+    for (const line of text.split('\n')) {
+        const terminal = /^\s*(?:hidden\s+)?terminal\s+(?:fragment\s+)?([A-Za-z][A-Za-z0-9_]*)/.exec(line);
+        if (terminal) {
+            terminals.push(terminal[1]);
+            continue;
+        }
+        const rule = /^([A-Za-z][A-Za-z0-9_]*)\s*(?:returns\s+[\w.<>[\]]+\s*)?(?:infers\s+[A-Za-z][A-Za-z0-9_]*\s*)?:/.exec(line);
+        if (rule)
+            parserRules.push(rule[1]);
+    }
+    return { path, parserRules: [...new Set(parserRules)], terminals: [...new Set(terminals)] };
+}
+/** Where the grammar lives, relative to the built or source module. */
+export function defaultGrammarPath() {
+    return resolve(dirname(fileURLToPath(import.meta.url)), '../../src/grammar/memo-sysml.langium');
+}
+export function runBnfCoverage(options) {
+    const corpus = loadCorpus(options.corpusDir);
+    const grammarPath = options.grammarPath ?? defaultGrammarPath();
+    const grammar = readLangiumGrammar(grammarPath);
+    // Deduplicated across the two files, not concatenated. KerML productions
+    // that SysML extends are restated verbatim in the SysML grammar — 39 names
+    // appear in both — and counting those twice would inflate the denominator
+    // and make one rule score as two. The KerML file is read first, so the
+    // KerML declaration is the one reported.
+    const productions = [];
+    const byName = new Set();
+    for (const relative of TEXTUAL_BNF_FILES) {
+        for (const production of readBnfProductions(`${corpus.root}/${relative}`, relative)) {
+            if (byName.has(production.name))
+                continue;
+            byName.add(production.name);
+            productions.push(production);
+        }
+    }
+    const rules = new Set(grammar.parserRules);
+    const terminals = new Set(grammar.terminals);
+    const claimed = new Set();
+    const covered = productions.map(production => {
+        // A lexical production is answered by a terminal, a syntactic one by a
+        // parser rule. Accepting either for both would let a terminal named
+        // `Package` report the package grammar as implemented.
+        const pool = production.lexical ? terminals : rules;
+        const hit = pool.has(production.name) ? production.name : undefined;
+        if (hit)
+            claimed.add(hit);
+        return { ...production, status: hit ? 'covered' : 'missing', implementedBy: hit };
+    });
+    const nonNormativeRules = [...rules, ...terminals].filter(name => !claimed.has(name)).sort();
+    const tally = (lexical) => {
+        const subset = covered.filter(production => production.lexical === lexical);
+        return { total: subset.length, covered: subset.filter(p => p.status === 'covered').length };
+    };
+    return {
+        reportVersion: BNF_REPORT_VERSION,
+        memoVersion: options.memoVersion,
+        corpus: provenanceOf(corpus),
+        grammar: {
+            path: corpusRelative(corpus, grammarPath) === grammarPath
+                ? grammarPath.split('/').slice(-3).join('/')
+                : corpusRelative(corpus, grammarPath),
+            parserRules: grammar.parserRules.length,
+            terminals: grammar.terminals.length,
+        },
+        totals: { syntactic: tally(false), lexical: tally(true), nonNormativeRules: nonNormativeRules.length },
+        productions: covered.sort((a, b) => (a.name < b.name ? -1 : a.name > b.name ? 1 : 0)),
+        nonNormativeRules,
+    };
+}
+const percent = (covered, total) => (total === 0 ? '—' : `${Math.round((covered / total) * 100)}%`);
+export function formatBnfCoverageReport(report, options = {}) {
+    const lines = [''];
+    lines.push(`SysML v2 Release  ${report.corpus.commit.slice(0, 12)}  (${report.corpus.commitDate.slice(0, 10)})`);
+    lines.push(`grammar           ${report.grammar.path}`);
+    lines.push('');
+    const { syntactic, lexical } = report.totals;
+    lines.push(`syntactic productions   ${String(syntactic.covered).padStart(4)} / ${String(syntactic.total).padEnd(4)}  ${percent(syntactic.covered, syntactic.total)}`);
+    lines.push(`lexical productions     ${String(lexical.covered).padStart(4)} / ${String(lexical.total).padEnd(4)}  ${percent(lexical.covered, lexical.total)}`);
+    lines.push(`rules with no normative production   ${report.totals.nonNormativeRules}`);
+    lines.push('');
+    lines.push('A production counts as covered when the grammar declares a rule of that name.');
+    lines.push('That measures surface, not acceptance — `memo conformance run` measures acceptance.');
+    if (options.missing) {
+        const missing = report.productions.filter(production => production.status === 'missing' && !production.lexical);
+        lines.push('');
+        lines.push(`Uncovered syntactic productions (${missing.length}):`);
+        for (const production of missing)
+            lines.push(`  ${production.name.padEnd(36)} ${production.source}:${production.line}`);
+    }
+    lines.push('');
+    return lines.join('\n');
+}
+//# sourceMappingURL=bnf.js.map

package/packages/tools/lib/conformance/bnf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bnf.js","sourceRoot":"","sources":["../../src/conformance/bnf.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,EAAE;AACF,mFAAmF;AACnF,+EAA+E;AAC/E,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,yEAAyE;AACzE,+EAA+E;AAC/E,8EAA8E;AAC9E,+EAA+E;AAC/E,6EAA6E;AAC7E,gEAAgE;AAChE,EAAE;AACF,4EAA4E;AAC5E,oEAAoE;AACpE,+EAA+E;AAC/E,4EAA4E;AAC5E,8EAA8E;AAC9E,yEAAyE;AACzE,4EAA4E;AAC5E,6BAA6B;AAC7B,EAAE;AACF,8EAA8E;AAC9E,4EAA4E;AAC5E,oDAAoD;AACpD,gFAAgF;AAEhF,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EACH,QAAQ,EACR,cAAc,EACd,UAAU,EACV,YAAY,GAGf,MAAM,aAAa,CAAC;AAErB,2DAA2D;AAC3D,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC7B,GAAG,QAAQ,0BAA0B;IACrC,GAAG,QAAQ,0BAA0B;CAC/B,CAAC;AAkDX,MAAM,CAAC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAE1C;;;;;;;GAOG;AACH,MAAM,UAAU,GAAG,mEAAmE,CAAC;AAEvF,6EAA6E;AAC7E,SAAS,SAAS,CAAC,IAAY;IAC3B,OAAO,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,MAAc;IAC3D,MAAM,WAAW,GAAoB,EAAE,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5E,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAAE,SAAS;QAC3C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAQD;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC3C,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,sEAAsE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnG,IAAI,QAAQ,EAAE,CAAC;YACX,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,SAAS;QACb,CAAC;QACD,MAAM,IAAI,GAAG,iGAAiG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1H,IAAI,IAAI;YAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;AAChG,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,kBAAkB;IAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,sCAAsC,CAAC,CAAC;AACpG,CAAC;AAQD,MAAM,UAAU,cAAc,CAAC,OAA2B;IACtD,MAAM,MAAM,GAAW,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,kBAAkB,EAAE,CAAC;IAChE,MAAM,OAAO,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAEhD,yEAAyE;IACzE,2EAA2E;IAC3E,0EAA0E;IAC1E,uEAAuE;IACvE,yCAAyC;IACzC,MAAM,WAAW,GAAoB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACvC,KAAK,MAAM,UAAU,IAAI,kBAAkB,CAAC,GAAG,MAAM,CAAC,IAAI,IAAI,QAAQ,EAAE,EAAE,QAAQ,CAAC,EAAE,CAAC;YAClF,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC1C,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC5B,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,MAAM,OAAO,GAAyB,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;QAC/D,uEAAuE;QACvE,oEAAoE;QACpE,uDAAuD;QACvD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,IAAI,GAAG;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,OAAO,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,CAAC,GAAG,KAAK,EAAE,GAAG,SAAS,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7F,MAAM,KAAK,GAAG,CAAC,OAAgB,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QAC5E,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC;IAChG,CAAC,CAAC;IAEF,OAAO;QACH,aAAa,EAAE,kBAAkB;QACjC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC;QAC5B,OAAO,EAAE;YACL,IAAI,EAAE,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,WAAW;gBACrD,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC5C,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC;YACzC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM;YACvC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,MAAM;SACtC;QACD,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,iBAAiB,EAAE,iBAAiB,CAAC,MAAM,EAAE;QACtG,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,iBAAiB;KACpB,CAAC;AACN,CAAC;AAED,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;AAEpH,MAAM,UAAU,uBAAuB,CAAC,MAAyB,EAAE,UAAiC,EAAE;IAClG,MAAM,KAAK,GAAa,CAAC,EAAE,CAAC,CAAC;IAC7B,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IACjH,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7C,KAAK,CAAC,IAAI,CAAC,2BAA2B,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtK,KAAK,CAAC,IAAI,CAAC,2BAA2B,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9J,KAAK,CAAC,IAAI,CAAC,wCAAwC,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACtF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;IAC5F,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAElG,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAChH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oCAAoC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QACnE,KAAK,MAAM,UAAU,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5H,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC"}

package/packages/tools/lib/conformance/corpus.d.ts

@@ -0,0 +1,125 @@
+/** Textual model sources. `.kerml` is half the Kernel libraries. */
+export declare const MODEL_EXTENSIONS: readonly [".sysml", ".kerml"];
+/** The XMI serializations, declared and with implied elements. */
+export declare const XMI_EXTENSIONS: readonly [".sysmlx", ".kermlx"];
+export declare const LIBRARY_SOURCE_TREE = "sysml.library";
+export declare const LIBRARY_XMI_TREE = "sysml.library.xmi";
+export declare const LIBRARY_XMI_IMPLIED_TREE = "sysml.library.xmi.implied";
+/** The normative textual and graphical grammars. */
+export declare const BNF_TREE = "bnf";
+export interface CorpusFileEntry {
+    sha256: string;
+    bytes: number;
+}
+export interface CorpusTree {
+    id: string;
+    path: string;
+    role: string;
+    files: number;
+    bytes: number;
+}
+export interface CorpusManifest {
+    repository: string;
+    /** The Release commit every result is recorded against. */
+    commit: string;
+    commitDate: string;
+    vendoredAt: string;
+    /** Library name → version, read off the KPAR filenames. */
+    libraryVersions: Record<string, string>;
+    /** One roll-up over every file's path and hash. */
+    digest: string;
+    trees: CorpusTree[];
+    files: Record<string, CorpusFileEntry>;
+}
+export interface Corpus {
+    root: string;
+    manifest: CorpusManifest;
+}
+/**
+ * The provenance stamped on every conformance result.
+ *
+ * §5.1 item 3: a conformance number that does not say which Release it was
+ * taken against is not a conformance number. It travels with the report so a
+ * baseline comparison can refuse to compare across pins rather than silently
+ * report a regression that is really a corpus change.
+ */
+export interface CorpusProvenance {
+    repository: string;
+    commit: string;
+    commitDate: string;
+    digest: string;
+    libraryVersions: Record<string, string>;
+}
+export declare function provenanceOf(corpus: Corpus): CorpusProvenance;
+export declare class CorpusNotFoundError extends Error {
+    readonly dir: string;
+    constructor(dir: string);
+}
+/**
+ * Where the vendored corpus lives, relative to this module.
+ *
+ * `src/conformance/` and `lib/conformance/` sit at the same depth below the
+ * package root, so one expression serves both the compiled and the sources
+ * build without a build-time constant.
+ */
+export declare function defaultCorpusDir(): string;
+export declare function loadCorpus(dir?: string): Corpus;
+export interface ChecksumMismatch {
+    path: string;
+    reason: 'missing' | 'changed';
+}
+/**
+ * Check vendored content against the manifest.
+ *
+ * `trees` narrows the check — hashing 150 MB to run a report over 1.4 MB of
+ * textual sources costs more than the report. The full sweep is what the
+ * corpus-integrity test runs.
+ */
+export declare function verifyCorpus(corpus: Corpus, trees?: readonly string[]): ChecksumMismatch[];
+/**
+ * A unit of the corpus that is run and reported as one.
+ *
+ * The library units line up one-for-one with the ten published KPARs, so a
+ * count can be read against the thing the OMG actually ships rather than
+ * against a partition invented here. The examples are two more.
+ */
+export interface CorpusUnit {
+    id: string;
+    /** Directory, relative to the corpus root, in upstream's own path shape. */
+    path: string;
+    kind: 'library' | 'examples';
+    /** Absolute paths of the model sources in this unit, sorted. */
+    files: string[];
+    bytes: number;
+}
+/** Every model source under `dir`, absolute and sorted. */
+export declare function modelSourcesIn(dir: string): string[];
+/**
+ * Partition the corpus into units.
+ *
+ * A library group whose own directory holds sources is one unit (the Systems
+ * Library); otherwise each child directory is (Kernel Libraries, Domain
+ * Libraries). That rule is what produces the ten-way split matching the KPARs,
+ * without this file carrying a hardcoded list of library names that a Release
+ * bump would silently invalidate.
+ */
+export declare function corpusUnits(corpus: Corpus): CorpusUnit[];
+/**
+ * Select units by id, accepting a prefix so `--unit library` means all of them.
+ *
+ * An unmatched selector is an error rather than an empty run: a conformance
+ * command that reports zero findings because it ran nothing is the worst
+ * possible false green.
+ */
+export declare function selectUnits(units: readonly CorpusUnit[], selectors: readonly string[]): CorpusUnit[];
+/**
+ * The XMI file that serializes a given library source.
+ *
+ * Upstream mirrors the tree exactly and swaps the extension —
+ * `sysml.library/Systems Library/Parts.sysml` becomes
+ * `sysml.library.xmi.implied/Systems Library/Parts.sysmlx`.
+ */
+export declare function xmiCounterpart(corpus: Corpus, source: string, tree: string): string | undefined;
+/** Corpus-relative path, in upstream's own separator, for reports. */
+export declare function corpusRelative(corpus: Corpus, path: string): string;
+//# sourceMappingURL=corpus.d.ts.map

package/packages/tools/lib/conformance/corpus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"corpus.d.ts","sourceRoot":"","sources":["../../src/conformance/corpus.ts"],"names":[],"mappings":"AAqBA,oEAAoE;AACpE,eAAO,MAAM,gBAAgB,+BAAgC,CAAC;AAE9D,kEAAkE;AAClE,eAAO,MAAM,cAAc,iCAAkC,CAAC;AAE9D,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AACnD,eAAO,MAAM,gBAAgB,sBAAsB,CAAC;AACpD,eAAO,MAAM,wBAAwB,8BAA8B,CAAC;AACpE,oDAAoD;AACpD,eAAO,MAAM,QAAQ,QAAQ,CAAC;AAE9B,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,2DAA2D;IAC3D,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,mDAAmD;IACnD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,MAAM;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,cAAc,CAAC;CAC5B;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC3C;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,CAG7D;AAED,qBAAa,mBAAoB,SAAQ,KAAK;IAC9B,QAAQ,CAAC,GAAG,EAAE,MAAM;gBAAX,GAAG,EAAE,MAAM;CAOnC;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAEzC;AAED,wBAAgB,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAK/C;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,SAAS,CAAC;CACjC;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAU1F;AAED;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,SAAS,GAAG,UAAU,CAAC;IAC7B,gEAAgE;IAChE,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACjB;AAUD,2DAA2D;AAC3D,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAWpD;AAaD;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,EAAE,CAgCxD;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,UAAU,EAAE,CAapG;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAK/F;AAED,sEAAsE;AACtE,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnE"}