@saihm/shm 0.0.0-stage → 0.38.0

package/dist/consolidate/consolidator.js

@@ -0,0 +1,260 @@
+import { parseLabel } from "../ingest/parse.js";
+import { parseCurrency } from "../retrieval/version_supersession.js";
+import { DEFAULT_BODY_REDUNDANCY } from "./body_redundancy.js";
+export const DEFAULT_CONSOLIDATION = { noopThreshold: 0.97, mergeThreshold: 0.9 };
+function densityFromPairs(cells, pairs) {
+    const parent = new Map();
+    const find = (x) => {
+        let r = parent.get(x) ?? x;
+        while (r !== (parent.get(r) ?? r))
+            r = parent.get(r) ?? r;
+        let cur = x;
+        while (cur !== r) {
+            const nx = parent.get(cur) ?? cur;
+            parent.set(cur, r);
+            cur = nx;
+        }
+        return r;
+    };
+    for (const [a, b] of pairs) {
+        parent.set(a, parent.get(a) ?? a);
+        parent.set(b, parent.get(b) ?? b);
+        const ra = find(a);
+        const rb = find(b);
+        if (ra !== rb)
+            parent.set(ra, rb);
+    }
+    const groups = new Map();
+    for (const id of parent.keys()) {
+        const r = find(id);
+        groups.set(r, (groups.get(r) ?? 0) + 1);
+    }
+    let clusters = 0;
+    let redundantCells = 0;
+    for (const size of groups.values()) {
+        if (size < 2)
+            continue;
+        clusters++;
+        redundantCells += size - 1;
+    }
+    return { cells, clusters, redundantCells, redundancyRate: cells === 0 ? 0 : redundantCells / cells };
+}
+function posFiniteElse(v, dflt) {
+    return typeof v === "number" && Number.isFinite(v) && v > 0 ? v : dflt;
+}
+function normalize(v) {
+    let s = 0;
+    for (let i = 0; i < v.length; i++)
+        s += v[i] * v[i];
+    const n = Math.sqrt(s);
+    if (!Number.isFinite(n) || n === 0)
+        throw new Error("consolidator: non-normalizable embedding (fail-closed)");
+    if (Math.abs(n - 1) < 1e-6)
+        return v;
+    const out = new Float32Array(v.length);
+    for (let i = 0; i < v.length; i++)
+        out[i] = v[i] / n;
+    return out;
+}
+function dot(a, b) {
+    let s = 0;
+    for (let i = 0; i < a.length; i++)
+        s += a[i] * b[i];
+    return s;
+}
+function dominatedBy(a, b) {
+    if (a.version !== b.version)
+        return a.version < b.version;
+    return a.dateOrd < b.dateOrd;
+}
+export class Consolidator {
+    byNs;
+    embedder;
+    cfg;
+    constructor(byNs, embedder, cfg) {
+        this.byNs = byNs;
+        this.embedder = embedder;
+        this.cfg = cfg;
+    }
+    static async build(entries, embedder, cfg) {
+        const live = entries.filter((e) => !e.forgotten);
+        const { vectors } = await embedder.embed(live.map((e) => e.label));
+        if (vectors.length !== live.length)
+            throw new Error("consolidator: embed count mismatch (fail-closed)");
+        const byNs = new Map();
+        for (let i = 0; i < live.length; i++) {
+            const e = live[i];
+            const ns = parseLabel(e.label).namespace;
+            const cell = { cellId: e.cellId, namespace: ns, cur: parseCurrency(e.label), vec: normalize(vectors[i]) };
+            const g = byNs.get(ns);
+            if (g)
+                g.push(cell);
+            else
+                byNs.set(ns, [cell]);
+        }
+        const noopThreshold = posFiniteElse(cfg?.noopThreshold, DEFAULT_CONSOLIDATION.noopThreshold);
+        const mergeThreshold = Math.min(posFiniteElse(cfg?.mergeThreshold, DEFAULT_CONSOLIDATION.mergeThreshold), noopThreshold);
+        return new Consolidator(byNs, embedder, { noopThreshold, mergeThreshold });
+    }
+    async classify(candidateLabel) {
+        const ns = parseLabel(candidateLabel).namespace;
+        const cur = parseCurrency(candidateLabel);
+        const { vectors } = await this.embedder.embed([candidateLabel]);
+        const v0 = vectors[0];
+        if (!v0)
+            throw new Error("consolidator.classify: embedder produced no vector (fail-closed)");
+        const qv = normalize(v0);
+        const peers = this.byNs.get(ns) ?? [];
+        const scored = peers
+            .map((c) => ({ c, sim: dot(qv, c.vec) }))
+            .sort((a, b) => b.sim - a.sim);
+        const maxSim = scored[0]?.sim ?? 0;
+        const targets = scored.filter((s) => s.sim >= this.cfg.mergeThreshold).map((s) => s.c.cellId);
+        for (const { c, sim } of scored) {
+            if (sim < this.cfg.mergeThreshold)
+                break;
+            if (c.cur.stem && c.cur.stem === cur.stem && dominatedBy(c.cur, cur)) {
+                const rest = targets.filter((t) => t !== c.cellId);
+                return {
+                    op: "UPDATE",
+                    namespace: ns,
+                    targets: [c.cellId, ...rest],
+                    maxSim,
+                    reason: `supersedes same-stem cell ${c.cellId.slice(0, 8)}… on version/date (sim ${maxSim.toFixed(3)})`,
+                };
+            }
+        }
+        if (maxSim >= this.cfg.noopThreshold) {
+            return { op: "NOOP", namespace: ns, targets, maxSim, reason: `near-identical to an existing cell (sim ${maxSim.toFixed(3)} ≥ noop ${this.cfg.noopThreshold})` };
+        }
+        if (maxSim >= this.cfg.mergeThreshold) {
+            return { op: "MERGE", namespace: ns, targets, maxSim, reason: `similar to ${targets.length} existing cell(s) (sim ${maxSim.toFixed(3)})` };
+        }
+        return { op: "ADD", namespace: ns, targets: [], maxSim, reason: `novel (max sim ${maxSim.toFixed(3)} < merge ${this.cfg.mergeThreshold})` };
+    }
+    redundancyClusters() {
+        const out = [];
+        for (const [ns, cells] of this.byNs) {
+            const n = cells.length;
+            const parent = Array.from({ length: n }, (_, i) => i);
+            const find = (x) => {
+                let r = x;
+                while (parent[r] !== r)
+                    r = parent[r];
+                while (parent[x] !== r) {
+                    const nx = parent[x];
+                    parent[x] = r;
+                    x = nx;
+                }
+                return r;
+            };
+            const pairMin = new Map();
+            for (let i = 0; i < n; i++) {
+                for (let j = i + 1; j < n; j++) {
+                    const sim = dot(cells[i].vec, cells[j].vec);
+                    if (sim >= this.cfg.noopThreshold) {
+                        pairMin.set(`${i}-${j}`, sim);
+                        const ri = find(i);
+                        const rj = find(j);
+                        if (ri !== rj)
+                            parent[ri] = rj;
+                    }
+                }
+            }
+            const groups = new Map();
+            for (let i = 0; i < n; i++) {
+                const r = find(i);
+                const g = groups.get(r);
+                if (g)
+                    g.push(i);
+                else
+                    groups.set(r, [i]);
+            }
+            for (const members of groups.values()) {
+                if (members.length < 2)
+                    continue;
+                let minSim = 1;
+                for (let a = 0; a < members.length; a++) {
+                    for (let b = a + 1; b < members.length; b++) {
+                        const s = pairMin.get(`${Math.min(members[a], members[b])}-${Math.max(members[a], members[b])}`);
+                        if (s !== undefined && s < minSim)
+                            minSim = s;
+                    }
+                }
+                out.push({
+                    namespace: ns,
+                    cellIds: members.map((i) => cells[i].cellId).sort(),
+                    minSim,
+                });
+            }
+        }
+        return out;
+    }
+    labelPairs() {
+        const out = [];
+        for (const [ns, cells] of this.byNs) {
+            for (let i = 0; i < cells.length; i++) {
+                for (let j = i + 1; j < cells.length; j++) {
+                    const sim = dot(cells[i].vec, cells[j].vec);
+                    if (sim < this.cfg.noopThreshold)
+                        continue;
+                    const x = cells[i].cellId;
+                    const y = cells[j].cellId;
+                    out.push(x < y ? { a: x, b: y, namespace: ns, cosine: sim } : { a: y, b: x, namespace: ns, cosine: sim });
+                }
+            }
+        }
+        return out.sort((p, q) => q.cosine - p.cosine || p.a.localeCompare(q.a));
+    }
+    cells() {
+        const out = [];
+        for (const [ns, cells] of this.byNs)
+            for (const c of cells)
+                out.push({ cellId: c.cellId, namespace: ns });
+        return out.sort((a, b) => a.cellId.localeCompare(b.cellId));
+    }
+    verifyDensity(index, cfg = {}) {
+        const minJ = cfg.minJaccard ?? DEFAULT_BODY_REDUNDANCY.minJaccard;
+        const minC = cfg.minContainment ?? DEFAULT_BODY_REDUNDANCY.minContainment;
+        const lp = this.labelPairs();
+        let confirmed = 0;
+        let refuted = 0;
+        let unverifiable = 0;
+        const labelKeys = new Set();
+        for (const p of lp) {
+            labelKeys.add(`${p.a} ${p.b}`);
+            const sc = index.score(p.a, p.b);
+            if (sc === undefined)
+                unverifiable++;
+            else if (sc.jaccard >= minJ || sc.containment >= minC)
+                confirmed++;
+            else
+                refuted++;
+        }
+        const bodyPairs = index.pairs(cfg);
+        const missedByLabel = bodyPairs.filter((p) => !labelKeys.has(`${p.a} ${p.b}`));
+        const cellsAll = this.cells();
+        const bodyBound = densityFromPairs(cellsAll.length, bodyPairs.map((p) => [p.a, p.b]));
+        const judged = confirmed + refuted;
+        return {
+            labelBound: this.density(),
+            bodyBound,
+            labelPairs: lp.length,
+            labelConfirmed: confirmed,
+            labelRefuted: refuted,
+            labelUnverifiable: unverifiable,
+            labelPrecision: judged === 0 ? 0 : confirmed / judged,
+            missedByLabel,
+            coverage: index.coverage,
+        };
+    }
+    density() {
+        let cells = 0;
+        for (const g of this.byNs.values())
+            cells += g.length;
+        const clusters = this.redundancyClusters();
+        const redundantCells = clusters.reduce((acc, c) => acc + (c.cellIds.length - 1), 0);
+        return { cells, clusters: clusters.length, redundantCells, redundancyRate: cells === 0 ? 0 : redundantCells / cells };
+    }
+}
+//# sourceMappingURL=consolidator.js.map

package/dist/consolidate/consolidator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidator.js","sourceRoot":"","sources":["../../src/consolidate/consolidator.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAiB,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAuB,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AASpF,MAAM,CAAC,MAAM,qBAAqB,GAAwB,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC;AA4BvG,SAAS,gBAAgB,CAAC,KAAa,EAAE,KAA6C;IACpF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,IAAI,GAAG,CAAC,CAAS,EAAU,EAAE;QACjC,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC;YACjB,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;YAClC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACnB,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QACnC,IAAI,IAAI,GAAG,CAAC;YAAE,SAAS;QACvB,QAAQ,EAAE,CAAC;QACX,cAAc,IAAI,IAAI,GAAG,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,cAAc,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,KAAK,EAAE,CAAC;AACvG,CAAC;AAgBD,SAAS,aAAa,CAAC,CAAqB,EAAE,IAAY;IACxD,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzE,CAAC;AAED,SAAS,SAAS,CAAC,CAAe;IAChC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACtD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC9G,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,GAAG,CAAC,CAAe,EAAE,CAAe;IAC3C,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;IACtD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,CAAW,EAAE,CAAW;IAC3C,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;IAC1D,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;AAC/B,CAAC;AAED,MAAM,OAAO,YAAY;IAEJ;IACA;IACA;IAHnB,YACmB,IAA4B,EAC5B,QAAkB,EAClB,GAAwB;QAFxB,SAAI,GAAJ,IAAI,CAAwB;QAC5B,aAAQ,GAAR,QAAQ,CAAU;QAClB,QAAG,GAAH,GAAG,CAAqB;IACxC,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,KAAK,CAChB,OAA8B,EAC9B,QAAkB,EAClB,GAAkC;QAElC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACnE,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxG,MAAM,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACnB,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC;YACzC,MAAM,IAAI,GAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC;YACjH,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvB,IAAI,CAAC;gBAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;gBACf,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,EAAE,aAAa,EAAE,qBAAqB,CAAC,aAAa,CAAC,CAAC;QAC7F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,EAAE,cAAc,EAAE,qBAAqB,CAAC,cAAc,CAAC,EAAE,aAAa,CAAC,CAAC;QACzH,OAAO,IAAI,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,cAAsB;QACnC,MAAM,EAAE,GAAG,UAAU,CAAC,cAAc,CAAC,CAAC,SAAS,CAAC;QAChD,MAAM,GAAG,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;QAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAChE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QAC7F,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAEtC,MAAM,MAAM,GAAG,KAAK;aACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACxC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAE9F,KAAK,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,MAAM,EAAE,CAAC;YAChC,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc;gBAAE,MAAM;YACzC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;gBACrE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;gBACnD,OAAO;oBACL,EAAE,EAAE,QAAQ;oBACZ,SAAS,EAAE,EAAE;oBACb,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC;oBAC5B,MAAM;oBACN,MAAM,EAAE,6BAA6B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,0BAA0B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;iBACxG,CAAC;YACJ,CAAC;QACH,CAAC;QACD,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,2CAA2C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,EAAE,CAAC;QAClK,CAAC;QACD,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YACtC,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,OAAO,CAAC,MAAM,0BAA0B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QAC7I,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,EAAE,CAAC;IAC9I,CAAC;IAED,kBAAkB;QAChB,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;YACvB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,CAAC,CAAS,EAAU,EAAE;gBACjC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;oBAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;gBACvC,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;oBAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;oBAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBAAC,CAAC,GAAG,EAAE,CAAC;gBAAC,CAAC;gBACzE,OAAO,CAAC,CAAC;YACX,CAAC,CAAC;YACF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC;oBAC9C,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;wBAClC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;wBAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;wBACnB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;wBACnB,IAAI,EAAE,KAAK,EAAE;4BAAE,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACxB,IAAI,CAAC;oBAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;oBACZ,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;oBAAE,SAAS;gBACjC,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC5C,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAC;wBACrG,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,MAAM;4BAAE,MAAM,GAAG,CAAC,CAAC;oBAChD,CAAC;gBACH,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC;oBACP,SAAS,EAAE,EAAE;oBACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE;oBACpD,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,UAAU;QACR,MAAM,GAAG,GAAqE,EAAE,CAAC;QACjF,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC1C,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC;oBAC9C,IAAI,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa;wBAAE,SAAS;oBAC3C,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;oBAC3B,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;oBAC3B,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC5G,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK;QACH,MAAM,GAAG,GAA+C,EAAE,CAAC;QAC3D,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI;YAAE,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1G,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,aAAa,CAAC,KAA0B,EAAE,MAA4B,EAAE;QACtE,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,IAAI,uBAAuB,CAAC,UAAU,CAAC;QAClE,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,IAAI,uBAAuB,CAAC,cAAc,CAAC;QAE1E,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACnB,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,EAAE,KAAK,SAAS;gBAAE,YAAY,EAAE,CAAC;iBAChC,IAAI,EAAE,CAAC,OAAO,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,IAAI,IAAI;gBAAE,SAAS,EAAE,CAAC;;gBAC9D,OAAO,EAAE,CAAC;QACjB,CAAC;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAE/E,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAU,CAAC,CAAC,CAAC;QAE/F,MAAM,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;QACnC,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,OAAO,EAAE;YAC1B,SAAS;YACT,UAAU,EAAE,EAAE,CAAC,MAAM;YACrB,cAAc,EAAE,SAAS;YACzB,YAAY,EAAE,OAAO;YACrB,iBAAiB,EAAE,YAAY;YAC/B,cAAc,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,MAAM;YACrD,aAAa;YACb,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC3C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpF,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,KAAK,EAAE,CAAC;IACxH,CAAC;CACF"}

package/dist/consolidate/index.d.ts

@@ -0,0 +1,4 @@
+export { Consolidator, DEFAULT_CONSOLIDATION, type ConsolidationOp, type ConsolidationConfig, type ConsolidationDecision, type RedundancyCluster, type DensityStat, type DensityBracket, } from "./consolidator.js";
+export { BodyRedundancyIndex, shingleSet, jaccardOf, containmentOf, DEFAULT_SHINGLE_K, DEFAULT_BODY_REDUNDANCY, type BodyRedundancyConfig, type BodyPair, type BodyRedundancyStats, } from "./body_redundancy.js";
+export { extractIndexTargets, stripIndexTargets, stripIndexLabels, assessIndexBudget, assessIndexBacking, guardIndex, DEFAULT_INDEX_GUARD, type IndexLineInput, type BackingVerdict, type LineBacking, type ProseBacking, type BudgetLimits, type BudgetAssessment, type IndexGuardConfig, type IndexGuardReport, } from "./index_guard.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/consolidate/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/consolidate/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,qBAAqB,EACrB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAChB,KAAK,cAAc,GACpB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,SAAS,EACT,aAAa,EACb,iBAAiB,EACjB,uBAAuB,EACvB,KAAK,oBAAoB,EACzB,KAAK,QAAQ,EACb,KAAK,mBAAmB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,GACtB,MAAM,kBAAkB,CAAC"}

package/dist/consolidate/index.js

@@ -0,0 +1,4 @@
+export { Consolidator, DEFAULT_CONSOLIDATION, } from "./consolidator.js";
+export { BodyRedundancyIndex, shingleSet, jaccardOf, containmentOf, DEFAULT_SHINGLE_K, DEFAULT_BODY_REDUNDANCY, } from "./body_redundancy.js";
+export { extractIndexTargets, stripIndexTargets, stripIndexLabels, assessIndexBudget, assessIndexBacking, guardIndex, DEFAULT_INDEX_GUARD, } from "./index_guard.js";
+//# sourceMappingURL=index.js.map

package/dist/consolidate/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/consolidate/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,qBAAqB,GAOtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,SAAS,EACT,aAAa,EACb,iBAAiB,EACjB,uBAAuB,GAIxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,UAAU,EACV,mBAAmB,GASpB,MAAM,kBAAkB,CAAC"}

package/dist/consolidate/index_guard.d.ts

@@ -0,0 +1,63 @@
+export interface IndexLineInput {
+    readonly text: string;
+    readonly targets: readonly string[];
+}
+export type BackingVerdict = "scored" | "drift" | "unverifiable";
+export interface ProseBacking {
+    readonly own: number;
+    readonly baseline: number;
+    readonly baselineSe: number;
+    readonly lift: number;
+    readonly verdict: "scored" | "drift";
+}
+export interface LineBacking {
+    readonly line: number;
+    readonly text: string;
+    readonly bytes: number;
+    readonly targets: readonly string[];
+    readonly missingTargets: readonly string[];
+    readonly own: number;
+    readonly baseline: number;
+    readonly baselineSe: number;
+    readonly lift: number;
+    readonly adjusted: number;
+    readonly verdict: BackingVerdict;
+    readonly prose?: ProseBacking;
+    readonly reason: string;
+}
+export interface BudgetLimits {
+    readonly budgetBytes: number;
+    readonly lossBytes: number;
+}
+export interface BudgetAssessment {
+    readonly bytes: number;
+    readonly budgetBytes: number;
+    readonly lossBytes: number;
+    readonly overBudget: boolean;
+    readonly truncating: boolean;
+    readonly headroomBytes: number;
+    readonly lostLines: readonly number[];
+    readonly partialLine: number;
+}
+export interface IndexGuardConfig {
+    readonly shingleK: number;
+    readonly baselineReps: number;
+    readonly driftLift: number;
+}
+export declare const DEFAULT_INDEX_GUARD: IndexGuardConfig;
+export interface IndexGuardReport {
+    readonly budget: BudgetAssessment;
+    readonly lines: readonly LineBacking[];
+    readonly medianLift: number;
+    readonly medianAdjusted: number;
+    readonly verifiable: number;
+    readonly unverifiable: number;
+    readonly dangling: number;
+}
+export declare function extractIndexTargets(text: string): string[];
+export declare function stripIndexTargets(text: string): string;
+export declare function stripIndexLabels(text: string): string;
+export declare function assessIndexBudget(lines: readonly IndexLineInput[], limits: BudgetLimits): BudgetAssessment;
+export declare function assessIndexBacking(lines: readonly IndexLineInput[], bodyOf: (id: string) => string | undefined, corpusIds: readonly string[], config?: Partial<IndexGuardConfig>): LineBacking[];
+export declare function guardIndex(lines: readonly IndexLineInput[], bodyOf: (id: string) => string | undefined, corpusIds: readonly string[], limits: BudgetLimits, config?: Partial<IndexGuardConfig>): IndexGuardReport;
+//# sourceMappingURL=index_guard.d.ts.map

package/dist/consolidate/index_guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index_guard.d.ts","sourceRoot":"","sources":["../../src/consolidate/index_guard.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CACrC;AAED,MAAM,MAAM,cAAc,GACtB,QAAQ,GACR,OAAO,GACP,cAAc,CAAC;AAEnB,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC;CACtC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3C,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC;IACjC,QAAQ,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,eAAO,MAAM,mBAAmB,EAAE,gBAIjC,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,SAAS,WAAW,EAAE,CAAC;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAMD,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAc1D;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAErD;AAID,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,SAAS,cAAc,EAAE,EAChC,MAAM,EAAE,YAAY,GACnB,gBAAgB,CA6BlB;AAoCD,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,SAAS,cAAc,EAAE,EAChC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,EAC1C,SAAS,EAAE,SAAS,MAAM,EAAE,EAC5B,MAAM,GAAE,OAAO,CAAC,gBAAgB,CAAM,GACrC,WAAW,EAAE,CAqGf;AAED,wBAAgB,UAAU,CACxB,KAAK,EAAE,SAAS,cAAc,EAAE,EAChC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,EAC1C,SAAS,EAAE,SAAS,MAAM,EAAE,EAC5B,MAAM,EAAE,YAAY,EACpB,MAAM,GAAE,OAAO,CAAC,gBAAgB,CAAM,GACrC,gBAAgB,CAalB"}

package/dist/consolidate/index_guard.js

@@ -0,0 +1,212 @@
+import { shingleSet } from "./body_redundancy.js";
+export const DEFAULT_INDEX_GUARD = {
+    shingleK: 1,
+    baselineReps: 100,
+    driftLift: 0,
+};
+const MD_LINK = /\]\(([A-Za-z0-9_-]+)\.md\)/g;
+const WIKI_LINK = /\[\[([A-Za-z0-9_-]+)\]\]/g;
+const LABELLED_LINK = /\[[^\[\]]*\]\(([A-Za-z0-9_-]+)\.md\)/g;
+export function extractIndexTargets(text) {
+    const out = [];
+    const seen = new Set();
+    for (const re of [MD_LINK, WIKI_LINK]) {
+        re.lastIndex = 0;
+        for (const m of text.matchAll(re)) {
+            const id = m[1];
+            if (!seen.has(id)) {
+                seen.add(id);
+                out.push(id);
+            }
+        }
+    }
+    return out;
+}
+export function stripIndexTargets(text) {
+    return text.replace(MD_LINK, "]").replace(WIKI_LINK, " ");
+}
+export function stripIndexLabels(text) {
+    return text.replace(LABELLED_LINK, " ");
+}
+const byteLen = (s) => new TextEncoder().encode(s).length;
+export function assessIndexBudget(lines, limits) {
+    const { budgetBytes, lossBytes } = limits;
+    if (!(budgetBytes > 0) || !(lossBytes > 0)) {
+        throw new Error(`assessIndexBudget: byte limits must be positive, got ${budgetBytes}/${lossBytes}`);
+    }
+    if (lossBytes < budgetBytes) {
+        throw new Error(`assessIndexBudget: lossBytes ${lossBytes} < budgetBytes ${budgetBytes} - a working budget above the loss threshold can never warn in time`);
+    }
+    const lost = [];
+    let partial = -1;
+    let cursor = 0;
+    for (const [i, l] of lines.entries()) {
+        const start = cursor;
+        cursor += byteLen(l.text) + 1;
+        if (start >= lossBytes)
+            lost.push(i);
+        else if (cursor > lossBytes)
+            partial = i;
+    }
+    return {
+        bytes: cursor,
+        budgetBytes,
+        lossBytes,
+        overBudget: cursor > budgetBytes,
+        truncating: cursor > lossBytes,
+        headroomBytes: budgetBytes - cursor,
+        lostLines: lost,
+        partialLine: partial,
+    };
+}
+function mulberry32(seed) {
+    let a = seed >>> 0;
+    return () => {
+        a = (a + 0x6d2b79f5) >>> 0;
+        let t = a;
+        t = Math.imul(t ^ (t >>> 15), t | 1);
+        t ^= t + Math.imul(t ^ (t >>> 7), t | 61);
+        return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
+    };
+}
+function sampleDistinct(pool, n, rnd) {
+    const idx = pool.map((_, i) => i);
+    const take = Math.min(n, pool.length);
+    for (let i = 0; i < take; i++) {
+        const j = i + Math.floor(rnd() * (idx.length - i));
+        [idx[i], idx[j]] = [idx[j], idx[i]];
+    }
+    return idx.slice(0, take).map((i) => pool[i]);
+}
+function median(xs) {
+    if (xs.length === 0)
+        return NaN;
+    const s = [...xs].sort((a, b) => a - b);
+    const m = Math.floor(s.length / 2);
+    return s.length % 2 ? s[m] : (s[m - 1] + s[m]) / 2;
+}
+function meanAndSe(draws) {
+    const mean = draws.reduce((a, d) => a + d, 0) / draws.length;
+    const se = draws.length < 2 ? NaN : Math.sqrt(draws.reduce((a, d) => a + (d - mean) ** 2, 0) / (draws.length - 1) / draws.length);
+    return { mean, se };
+}
+export function assessIndexBacking(lines, bodyOf, corpusIds, config = {}) {
+    const cfg = { ...DEFAULT_INDEX_GUARD, ...config };
+    if (!Number.isInteger(cfg.shingleK) || cfg.shingleK < 1) {
+        throw new Error(`assessIndexBacking: shingleK must be a positive integer, got ${cfg.shingleK}`);
+    }
+    if (!Number.isInteger(cfg.baselineReps) || cfg.baselineReps < 1) {
+        throw new Error(`assessIndexBacking: baselineReps must be a positive integer, got ${cfg.baselineReps}`);
+    }
+    const sets = new Map();
+    const setOf = (id) => {
+        let s = sets.get(id);
+        if (s === undefined) {
+            s = shingleSet(bodyOf(id), cfg.shingleK);
+            sets.set(id, s);
+        }
+        return s;
+    };
+    const containedIn = (line, ids) => {
+        if (line.size === 0)
+            return 0;
+        const group = ids.map(setOf);
+        let held = 0;
+        for (const sh of line)
+            if (group.some((g) => g.has(sh)))
+                held += 1;
+        return held / line.size;
+    };
+    const out = [];
+    for (const [i, l] of lines.entries()) {
+        const bytes = byteLen(l.text);
+        const resolved = [];
+        const missing = [];
+        for (const t of l.targets)
+            (bodyOf(t) === undefined ? missing : resolved).push(t);
+        const bail = (reason) => {
+            out.push({
+                line: i,
+                text: l.text,
+                bytes,
+                targets: l.targets,
+                missingTargets: missing,
+                own: NaN,
+                baseline: NaN,
+                baselineSe: NaN,
+                lift: NaN,
+                adjusted: NaN,
+                verdict: "unverifiable",
+                reason,
+            });
+        };
+        if (resolved.length === 0) {
+            bail(l.targets.length === 0 ? "no targets" : `all ${missing.length} target(s) missing from the corpus`);
+            continue;
+        }
+        const pool = [...new Set(corpusIds)].filter((id) => !resolved.includes(id) && bodyOf(id) !== undefined);
+        if (pool.length < resolved.length) {
+            bail(`control pool ${pool.length} < ${resolved.length} targets - no size-matched baseline`);
+            continue;
+        }
+        const lineSet = shingleSet(stripIndexTargets(l.text), cfg.shingleK);
+        if (lineSet.size === 0) {
+            bail("nothing to measure: no word outside the pointer machinery (the measure reads ASCII letters and digits only)");
+            continue;
+        }
+        const own = containedIn(lineSet, resolved);
+        const unlabelled = stripIndexLabels(l.text);
+        const proseSet = unlabelled === l.text ? undefined : shingleSet(stripIndexTargets(unlabelled), cfg.shingleK);
+        const measureProse = proseSet !== undefined && proseSet.size > 0;
+        const rnd = mulberry32(i * 2654435761 + resolved.length);
+        const draws = [];
+        const proseDraws = [];
+        for (let rep = 0; rep < cfg.baselineReps; rep++) {
+            const ids = sampleDistinct(pool, resolved.length, rnd);
+            draws.push(containedIn(lineSet, ids));
+            if (measureProse)
+                proseDraws.push(containedIn(proseSet, ids));
+        }
+        const { mean: baseline, se: baselineSe } = meanAndSe(draws);
+        const lift = own - baseline;
+        let prose;
+        if (measureProse) {
+            const pOwn = containedIn(proseSet, resolved);
+            const p = meanAndSe(proseDraws);
+            prose = { own: pOwn, baseline: p.mean, baselineSe: p.se, lift: pOwn - p.mean, verdict: pOwn - p.mean <= cfg.driftLift ? "drift" : "scored" };
+        }
+        const headroom = 1 - baseline;
+        const adjusted = headroom > 0 ? lift / headroom : 0;
+        out.push({
+            line: i,
+            text: l.text,
+            bytes,
+            targets: l.targets,
+            missingTargets: missing,
+            own,
+            baseline,
+            baselineSe,
+            lift,
+            adjusted,
+            verdict: lift <= cfg.driftLift ? "drift" : "scored",
+            reason: "",
+            ...(prose !== undefined ? { prose } : {}),
+        });
+    }
+    return out;
+}
+export function guardIndex(lines, bodyOf, corpusIds, limits, config = {}) {
+    const budget = assessIndexBudget(lines, limits);
+    const backing = assessIndexBacking(lines, bodyOf, corpusIds, config);
+    const scored = backing.filter((b) => b.verdict !== "unverifiable");
+    return {
+        budget,
+        lines: backing,
+        medianLift: median(scored.map((b) => b.lift)),
+        medianAdjusted: median(scored.map((b) => b.adjusted)),
+        verifiable: scored.length,
+        unverifiable: backing.length - scored.length,
+        dangling: backing.filter((b) => b.missingTargets.length > 0).length,
+    };
+}
+//# sourceMappingURL=index_guard.js.map

package/dist/consolidate/index_guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index_guard.js","sourceRoot":"","sources":["../../src/consolidate/index_guard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AA0DlD,MAAM,CAAC,MAAM,mBAAmB,GAAqB;IACnD,QAAQ,EAAE,CAAC;IACX,YAAY,EAAE,GAAG;IACjB,SAAS,EAAE,CAAC;CACb,CAAC;AAYF,MAAM,OAAO,GAAG,6BAA6B,CAAC;AAC9C,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAC9C,MAAM,aAAa,GAAG,uCAAuC,CAAC;AAE9D,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;QACtC,EAAE,CAAC,SAAS,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAClC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,OAAO,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAE1E,MAAM,UAAU,iBAAiB,CAC/B,KAAgC,EAChC,MAAoB;IAEpB,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IAC1C,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,wDAAwD,WAAW,IAAI,SAAS,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,gCAAgC,SAAS,kBAAkB,WAAW,qEAAqE,CAC5I,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;IACjB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC;QACrB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,IAAI,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAChC,IAAI,MAAM,GAAG,SAAS;YAAE,OAAO,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO;QACL,KAAK,EAAE,MAAM;QACb,WAAW;QACX,SAAS;QACT,UAAU,EAAE,MAAM,GAAG,WAAW;QAChC,UAAU,EAAE,MAAM,GAAG,SAAS;QAC9B,aAAa,EAAE,WAAW,GAAG,MAAM;QACnC,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,OAAO;KACrB,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC;IACnB,OAAO,GAAG,EAAE;QACV,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IAC/C,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAuB,EAAE,CAAS,EAAE,GAAiB;IAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAE,EAAE,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,MAAM,CAAC,EAAqB;IACnC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAChC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,SAAS,CAAC,KAAwB;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IAC7D,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAClI,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAgC,EAChC,MAA0C,EAC1C,SAA4B,EAC5B,SAAoC,EAAE;IAEtC,MAAM,GAAG,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,MAAM,EAAE,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,gEAAgE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,oEAAoE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAA+B,CAAC;IACpD,MAAM,KAAK,GAAG,CAAC,EAAU,EAAuB,EAAE;QAChD,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACpB,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,CAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,IAAyB,EAAE,GAAsB,EAAU,EAAE;QAChF,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,EAAE,IAAI,IAAI;YAAE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAAE,IAAI,IAAI,CAAC,CAAC;QACnE,OAAO,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC,CAAC;IACF,MAAM,GAAG,GAAkB,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO;YAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAElF,MAAM,IAAI,GAAG,CAAC,MAAc,EAAQ,EAAE;YACpC,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,CAAC;gBACP,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,KAAK;gBACL,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,cAAc,EAAE,OAAO;gBACvB,GAAG,EAAE,GAAG;gBACR,QAAQ,EAAE,GAAG;gBACb,UAAU,EAAE,GAAG;gBACf,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,GAAG;gBACb,OAAO,EAAE,cAAc;gBACvB,MAAM;aACP,CAAC,CAAC;QACL,CAAC,CAAC;QACF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,oCAAoC,CAAC,CAAC;YACxG,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC,CAAC;QACxG,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,gBAAgB,IAAI,CAAC,MAAM,MAAM,QAAQ,CAAC,MAAM,qCAAqC,CAAC,CAAC;YAC5F,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpE,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,6GAA6G,CAAC,CAAC;YACpH,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7G,MAAM,YAAY,GAAG,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;QAEjE,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,GAAG,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;YACtC,IAAI,YAAY;gBAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,GAAG,GAAG,QAAQ,CAAC;QAC5B,IAAI,KAA+B,CAAC;QACpC,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC7C,MAAM,CAAC,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YAChC,KAAK,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/I,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC;QAC9B,MAAM,QAAQ,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK;YACL,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,cAAc,EAAE,OAAO;YACvB,GAAG;YACH,QAAQ;YACR,UAAU;YACV,IAAI;YACJ,QAAQ;YACR,OAAO,EAAE,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;YACnD,MAAM,EAAE,EAAE;YACV,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1C,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,KAAgC,EAChC,MAA0C,EAC1C,SAA4B,EAC5B,MAAoB,EACpB,SAAoC,EAAE;IAEtC,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,cAAc,CAAC,CAAC;IACnE,OAAO;QACL,MAAM;QACN,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACrD,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,YAAY,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;QAC5C,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM;KACpE,CAAC;AACJ,CAAC"}

package/dist/coordination/identity.d.ts

@@ -0,0 +1,39 @@
+export interface AgentRecord {
+    readonly mldsaPubKey: string;
+    readonly mlkemPubKey?: string;
+    readonly mlkemPubKeySelfSig?: string;
+}
+export type BindingVerdict = {
+    readonly ok: true;
+    readonly agentIdHash: string;
+    readonly note: string;
+} | {
+    readonly ok: false;
+    readonly kind: "malformed" | "mismatch";
+    readonly reason: string;
+};
+export declare function verifyBinding(agentIdHash: string, record: AgentRecord): BindingVerdict;
+export interface DirectoryEntry {
+    readonly name: string;
+    readonly agentIdHash: string;
+    readonly record?: AgentRecord;
+    readonly note?: string;
+}
+export interface DeniedRoute {
+    readonly agentIdHash: string;
+    readonly reason: string;
+}
+export type RouteVerdict = {
+    readonly ok: true;
+    readonly entry: DirectoryEntry;
+    readonly agentIdHash: string;
+    readonly note: string;
+} | {
+    readonly ok: false;
+    readonly kind: "unknown" | "ambiguous" | "denied" | "unverified";
+    readonly reason: string;
+    readonly candidates?: readonly string[];
+};
+export declare function deniedBy(agentIdHash: string, denials: readonly DeniedRoute[]): DeniedRoute | undefined;
+export declare function resolveRecipient(name: string, directory: readonly DirectoryEntry[], denials?: readonly DeniedRoute[]): RouteVerdict;
+//# sourceMappingURL=identity.d.ts.map

package/dist/coordination/identity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../../src/coordination/identity.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC1E;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAW7F,wBAAgB,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,cAAc,CAiCtF;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,YAAY,GACpB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,cAAc,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC1G;IACE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IACnB,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,YAAY,CAAC;IACjE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACzC,CAAC;AAIN,wBAAgB,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,WAAW,EAAE,GAAG,WAAW,GAAG,SAAS,CAgBtG;AAED,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,SAAS,cAAc,EAAE,EACpC,OAAO,GAAE,SAAS,WAAW,EAAO,GACnC,YAAY,CAuCd"}