@saihm/shm 0.0.0-stage → 0.38.0

package/dist/compliance/trail.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trail.d.ts","sourceRoot":"","sources":["../../src/compliance/trail.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAE1E,UAAU,KAAK;IACb,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,UAAU,GAClB,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,GAC/D,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,GACzJ,CAAC,KAAK,GAAG;IACP,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B,CAAC,GACF,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,GAC1L,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC,GACrH,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC,GAC7H,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC,GACpG,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC,GAC3K,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GACvd,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GACjL,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAA;CAAE,CAAC,GAC1H,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GACvJ,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GACzH,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,GAC/N,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,GAAG,SAAS,CAAA;CAAE,CAAC,GAC9E,CAAC,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAExG,MAAM,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;AAE3C,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,eAAO,MAAM,kBAAkB,QAAS,CAAC;AAEzC,qBAAa,UAAU;IAKT,OAAO,CAAC,QAAQ,CAAC,IAAI;IAJjC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAoB;IACxC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;gBAEA,IAAI,GAAE,iBAAsB;IAIzD,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAQ/B,OAAO,CAAC,KAAK;IAYb,MAAM,IAAI,SAAS,UAAU,EAAE;IAI/B,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,KAAK,IAAI,UAAU,EAAE;IAMrB,eAAe,IAAI,eAAe;IAMlC,eAAe,IAAI,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI;IAMlD,eAAe,CAAC,MAAM,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAehE,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAYvE,cAAc,CAAC,UAAU,EAAE,SAAS,iBAAiB,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAYhF,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAI5E,YAAY,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,GAAG,QAAQ,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAIzF,UAAU,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAItD,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAIzD,eAAe,CAAC,GAAG,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAI/d,aAAa,CAAC,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAA;KAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAIhR,kBAAkB,CAAC,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAIzG,oBAAoB,CAAC,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAIvI,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;IAItD,mBAAmB,CAAC,QAAQ,EAAE,SAAS,mBAAmB,EAAE,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI;CAGtF"}

package/dist/compliance/trail.js

@@ -0,0 +1,130 @@
+export const DEFAULT_MAX_EVENTS = 10_000;
+export class AuditTrail {
+    opts;
+    log = [];
+    droppedCount = 0;
+    max;
+    constructor(opts = {}) {
+        this.opts = opts;
+        this.max = Number.isInteger(opts.maxEvents) && opts.maxEvents >= 1 ? opts.maxEvents : DEFAULT_MAX_EVENTS;
+    }
+    record(event) {
+        if (this.log.length >= this.max) {
+            this.droppedCount++;
+            return;
+        }
+        this.log.push(event.atEpoch === undefined ? this.stamp(event) : event);
+    }
+    stamp(event) {
+        const clock = this.opts.clock;
+        if (clock === undefined)
+            return event;
+        let at;
+        try {
+            at = clock();
+        }
+        catch {
+            return event;
+        }
+        return Number.isFinite(at) ? { ...event, atEpoch: at } : event;
+    }
+    events() {
+        return [...this.log];
+    }
+    get size() {
+        return this.log.length;
+    }
+    get dropped() {
+        return this.droppedCount;
+    }
+    drain() {
+        const out = this.log.splice(0);
+        this.droppedCount = 0;
+        return out;
+    }
+    erasureListener() {
+        return (cellId) => {
+            this.record({ kind: "erasure", cellId });
+        };
+    }
+    cascadeListener() {
+        return (r) => {
+            this.record({ kind: "cascade", erased: r.erased, forgotten: [...r.forgotten], refused: r.refused.length, failed: r.failed.length });
+        };
+    }
+    recordInjection(result, atEpoch) {
+        const dropped = {};
+        for (const d of result.dropped)
+            dropped[d.reason] = (dropped[d.reason] ?? 0) + 1;
+        this.record({
+            kind: "injection",
+            fired: result.injected.length > 0,
+            injected: result.injected.map((m) => m.cellId),
+            dropped,
+            budgeted: result.usedTokens !== undefined,
+            ...(result.scope !== undefined ? { scope: result.scope } : {}),
+            cueChars: result.cue.length,
+            ...(atEpoch !== undefined ? { atEpoch } : {}),
+        });
+    }
+    recordDrift(report, label, atEpoch) {
+        let ok = 0;
+        let drifted = 0;
+        let absent = 0;
+        for (const v of report.verdicts) {
+            if (v.kind === "ok")
+                ok++;
+            else if (v.kind === "drift")
+                drifted++;
+            else
+                absent++;
+        }
+        this.record({ kind: "drift", label, ok, drifted, absent, covered: report.covered, uncovered: report.uncovered, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordStanding(candidates, atEpoch) {
+        let fresh = 0;
+        let stale = 0;
+        let unauditable = 0;
+        for (const c of candidates) {
+            if (c.verdict.status === "fresh")
+                fresh++;
+            else if (c.verdict.status === "stale")
+                stale++;
+            else
+                unauditable++;
+        }
+        this.record({ kind: "standing", fresh, stale, unauditable, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordOutbound(to, verdict, atEpoch) {
+        this.record({ kind: "outbound", to, allowed: verdict.allowed, refusals: verdict.refusals.map((r) => r.policy), ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordPaging(action, outcome, atEpoch) {
+        this.record({ kind: "paging", cellId: action.cellId, from: action.from, to: action.to, reason: action.reason, outcome, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordFeed(item, atEpoch) {
+        this.record({ kind: "feed", outcome: "consumed", cellId: item.line.cellId, complete: item.line.complete, ...(item.line.reason !== undefined ? { reason: item.line.reason } : {}), source: item.line.source, forgottenAt: item.line.at, lagMs: item.lagMs, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordFeedFault(fault, atEpoch) {
+        this.record({ kind: "feed", outcome: fault.outcome, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordReconcile(run, atEpoch) {
+        this.record({ kind: "reconcile", method: run.method, checked: run.checked, live: run.live, erased: [...run.erased], suspect: [...run.suspect], restored: [...run.restored], unverifiable: run.unverifiable, deferred: run.deferred, withheld: [...run.withheld], ...(run.persisted !== undefined ? { persisted: run.persisted } : {}), ...(run.storeFault !== undefined ? { storeFault: run.storeFault } : {}), ...(run.loadFault !== undefined ? { loadFault: run.loadFault } : {}), ...(run.loadNote !== undefined ? { loadNote: run.loadNote } : {}), ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordRelease(r, atEpoch) {
+        this.record({ kind: "release", ...r, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordWithheldLost(r, atEpoch) {
+        this.record({ kind: "withheld", outcome: "lost", reason: r.reason, ...(r.quarantined !== undefined ? { quarantined: r.quarantined } : {}), ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordWithheldErased(r, atEpoch) {
+        this.record({ kind: "withheld", cellId: r.cellId, outcome: "erased", persisted: r.persisted, ...(r.storeFault !== undefined ? { storeFault: r.storeFault } : {}), ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordFeedLive(cellId, atEpoch) {
+        this.record({ kind: "feed", outcome: "live-after-forget", cellId, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+    recordServiceLevels(verdicts, atEpoch) {
+        for (const v of verdicts)
+            this.record({ kind: "service", route: v.route, within: v.within, ...(atEpoch !== undefined ? { atEpoch } : {}) });
+    }
+}
+//# sourceMappingURL=trail.js.map

package/dist/compliance/trail.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trail.js","sourceRoot":"","sources":["../../src/compliance/trail.ts"],"names":[],"mappings":"AA+CA,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAEzC,MAAM,OAAO,UAAU;IAKQ;IAJZ,GAAG,GAAiB,EAAE,CAAC;IAChC,YAAY,GAAG,CAAC,CAAC;IACR,GAAG,CAAS;IAE7B,YAA6B,OAA0B,EAAE;QAA5B,SAAI,GAAJ,IAAI,CAAwB;QACvD,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,IAAK,IAAI,CAAC,SAAoB,IAAI,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,SAAoB,CAAC,CAAC,CAAC,kBAAkB,CAAC;IACnI,CAAC;IAED,MAAM,CAAC,KAAiB;QACtB,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC;IAEO,KAAK,CAAC,KAAiB;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,EAAU,CAAC;QACf,IAAI,CAAC;YACH,EAAE,GAAG,KAAK,EAAE,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACjE,CAAC;IAED,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,eAAe;QACb,OAAO,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3C,CAAC,CAAC;IACJ,CAAC;IAED,eAAe;QACb,OAAO,CAAC,CAAC,EAAE,EAAE;YACX,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACtI,CAAC,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,MAAuB,EAAE,OAAgB;QACvD,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACjF,IAAI,CAAC,MAAM,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YACjC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9C,OAAO;YACP,QAAQ,EAAE,MAAM,CAAC,UAAU,KAAK,SAAS;YACzC,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM;YAC3B,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,MAAmB,EAAE,KAAa,EAAE,OAAgB;QAC9D,IAAI,EAAE,GAAG,CAAC,CAAC;QACX,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YAChC,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI;gBAAE,EAAE,EAAE,CAAC;iBACrB,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO,EAAE,CAAC;;gBAClC,MAAM,EAAE,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAClK,CAAC;IAED,cAAc,CAAC,UAAwC,EAAE,OAAgB;QACvE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO;gBAAE,KAAK,EAAE,CAAC;iBACrC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,OAAO;gBAAE,KAAK,EAAE,CAAC;;gBAC1C,WAAW,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9G,CAAC;IAED,cAAc,CAAC,EAAU,EAAE,OAAwB,EAAE,OAAgB;QACnE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAClK,CAAC;IAED,YAAY,CAAC,MAAoB,EAAE,OAA6B,EAAE,OAAgB;QAChF,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1K,CAAC;IAED,UAAU,CAAC,IAAkB,EAAE,OAAgB;QAC7C,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7S,CAAC;IAED,eAAe,CAAC,KAAgB,EAAE,OAAgB;QAChD,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACvG,CAAC;IAED,eAAe,CAAC,GAAsb,EAAE,OAAgB;QACtd,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5kB,CAAC;IAED,aAAa,CAAC,CAAyO,EAAE,OAAgB;QACvQ,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,kBAAkB,CAAC,CAA6D,EAAE,OAAgB;QAChG,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9L,CAAC;IAED,oBAAoB,CAAC,CAAyF,EAAE,OAAgB;QAC9H,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACrN,CAAC;IAED,cAAc,CAAC,MAAc,EAAE,OAAgB;QAC7C,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACrH,CAAC;IAED,mBAAmB,CAAC,QAAwC,EAAE,OAAgB;QAC5E,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9I,CAAC;CACF"}

package/dist/consolidate/body_redundancy.d.ts

@@ -0,0 +1,54 @@
+import type { Namespace } from "../ingest/types.js";
+import type { BodySource } from "../answer/types.js";
+export declare const DEFAULT_SHINGLE_K = 5;
+export interface BodyRedundancyConfig {
+    readonly shingleK?: number;
+    readonly minJaccard?: number;
+    readonly minContainment?: number;
+}
+export declare const DEFAULT_BODY_REDUNDANCY: {
+    readonly shingleK: 5;
+    readonly minJaccard: 0.5;
+    readonly minContainment: 0.8;
+};
+export declare function shingleSet(text: string, k?: number): Set<string>;
+export declare function jaccardOf(a: ReadonlySet<string>, b: ReadonlySet<string>): number;
+export declare function containmentOf(a: ReadonlySet<string>, b: ReadonlySet<string>): number;
+export interface BodyPair {
+    readonly a: string;
+    readonly b: string;
+    readonly namespace: Namespace;
+    readonly jaccard: number;
+    readonly containment: number;
+    readonly subsumed?: string;
+}
+export interface BodyRedundancyStats {
+    readonly withBody: number;
+    readonly withoutBody: number;
+    readonly totalShingles: number;
+    readonly comparedPairs: number;
+}
+export declare class BodyRedundancyIndex {
+    private readonly k;
+    private readonly shingles;
+    private readonly nsOf;
+    private stats;
+    private constructor();
+    static fromTexts(cells: readonly {
+        readonly cellId: string;
+        readonly namespace: Namespace;
+        readonly text: string;
+    }[], cfg?: BodyRedundancyConfig): BodyRedundancyIndex;
+    static fromBodySource(cells: readonly {
+        readonly cellId: string;
+        readonly namespace: Namespace;
+    }[], bodies: BodySource, cfg?: BodyRedundancyConfig): Promise<BodyRedundancyIndex>;
+    get coverage(): BodyRedundancyStats;
+    shinglesOf(cellId: string): ReadonlySet<string> | undefined;
+    pairs(cfg?: BodyRedundancyConfig): BodyPair[];
+    score(a: string, b: string): {
+        readonly jaccard: number;
+        readonly containment: number;
+    } | undefined;
+}
+//# sourceMappingURL=body_redundancy.d.ts.map

package/dist/consolidate/body_redundancy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"body_redundancy.d.ts","sourceRoot":"","sources":["../../src/consolidate/body_redundancy.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAErD,eAAO,MAAM,iBAAiB,IAAI,CAAC;AAEnC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,eAAO,MAAM,uBAAuB;;;;CAI1B,CAAC;AAEX,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,GAAE,MAA0B,GAAG,GAAG,CAAC,MAAM,CAAC,CAanF;AASD,wBAAgB,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,MAAM,CAIhF;AAED,wBAAgB,aAAa,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,MAAM,CAGpF;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;CAChC;AAED,qBAAa,mBAAmB;IAKV,OAAO,CAAC,QAAQ,CAAC,CAAC;IAJtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;IAC3D,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgC;IACrD,OAAO,CAAC,KAAK,CAA4F;IAEzG,OAAO;IAEP,MAAM,CAAC,SAAS,CACd,KAAK,EAAE,SAAS;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,EACnG,GAAG,GAAE,oBAAyB,GAC7B,mBAAmB;WAoBT,cAAc,CACzB,KAAK,EAAE,SAAS;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAA;KAAE,EAAE,EAC5E,MAAM,EAAE,UAAU,EAClB,GAAG,GAAE,oBAAyB,GAC7B,OAAO,CAAC,mBAAmB,CAAC;IAgB/B,IAAI,QAAQ,IAAI,mBAAmB,CAElC;IAED,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS;IAI3D,KAAK,CAAC,GAAG,GAAE,oBAAyB,GAAG,QAAQ,EAAE;IAmDjD,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG;QAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS;CASpG"}

package/dist/consolidate/body_redundancy.js

@@ -0,0 +1,150 @@
+export const DEFAULT_SHINGLE_K = 5;
+export const DEFAULT_BODY_REDUNDANCY = {
+    shingleK: DEFAULT_SHINGLE_K,
+    minJaccard: 0.5,
+    minContainment: 0.8,
+};
+export function shingleSet(text, k = DEFAULT_SHINGLE_K) {
+    const width = Number.isFinite(k) && k >= 1 ? Math.floor(k) : DEFAULT_SHINGLE_K;
+    const tokens = text.toLowerCase().split(/[^a-z0-9]+/).filter((t) => t.length > 0);
+    const out = new Set();
+    if (tokens.length === 0)
+        return out;
+    if (tokens.length <= width) {
+        out.add(tokens.join(" "));
+        return out;
+    }
+    for (let i = 0; i + width <= tokens.length; i++) {
+        out.add(tokens.slice(i, i + width).join(" "));
+    }
+    return out;
+}
+function intersectionSize(a, b) {
+    const [small, large] = a.size <= b.size ? [a, b] : [b, a];
+    let n = 0;
+    for (const s of small)
+        if (large.has(s))
+            n++;
+    return n;
+}
+export function jaccardOf(a, b) {
+    if (a.size === 0 || b.size === 0)
+        return 0;
+    const inter = intersectionSize(a, b);
+    return inter / (a.size + b.size - inter);
+}
+export function containmentOf(a, b) {
+    if (a.size === 0)
+        return 0;
+    return intersectionSize(a, b) / a.size;
+}
+export class BodyRedundancyIndex {
+    k;
+    shingles = new Map();
+    nsOf = new Map();
+    stats = { withBody: 0, withoutBody: 0, totalShingles: 0, comparedPairs: 0 };
+    constructor(k) {
+        this.k = k;
+    }
+    static fromTexts(cells, cfg = {}) {
+        const idx = new BodyRedundancyIndex(cfg.shingleK ?? DEFAULT_BODY_REDUNDANCY.shingleK);
+        let withBody = 0;
+        let withoutBody = 0;
+        let total = 0;
+        for (const c of cells) {
+            const set = shingleSet(c.text, idx.k);
+            if (set.size === 0) {
+                withoutBody++;
+                continue;
+            }
+            idx.shingles.set(c.cellId, set);
+            idx.nsOf.set(c.cellId, c.namespace);
+            withBody++;
+            total += set.size;
+        }
+        idx.stats = { withBody, withoutBody, totalShingles: total, comparedPairs: 0 };
+        return idx;
+    }
+    static async fromBodySource(cells, bodies, cfg = {}) {
+        const ids = cells.map((c) => c.cellId);
+        const byId = new Map();
+        if (ids.length > 0) {
+            const fetched = await bodies.fetchByIds(ids);
+            for (const b of fetched) {
+                if (b.partial === true)
+                    continue;
+                byId.set(b.cellId, b.plaintext);
+            }
+        }
+        return BodyRedundancyIndex.fromTexts(cells.map((c) => ({ cellId: c.cellId, namespace: c.namespace, text: byId.get(c.cellId) ?? "" })), cfg);
+    }
+    get coverage() {
+        return this.stats;
+    }
+    shinglesOf(cellId) {
+        return this.shingles.get(cellId);
+    }
+    pairs(cfg = {}) {
+        const minJ = cfg.minJaccard ?? DEFAULT_BODY_REDUNDANCY.minJaccard;
+        const minC = cfg.minContainment ?? DEFAULT_BODY_REDUNDANCY.minContainment;
+        const posting = new Map();
+        for (const [cellId, set] of this.shingles) {
+            for (const s of set) {
+                const list = posting.get(s);
+                if (list)
+                    list.push(cellId);
+                else
+                    posting.set(s, [cellId]);
+            }
+        }
+        const candidates = new Set();
+        for (const list of posting.values()) {
+            if (list.length < 2)
+                continue;
+            for (let i = 0; i < list.length; i++) {
+                for (let j = i + 1; j < list.length; j++) {
+                    const x = list[i];
+                    const y = list[j];
+                    if (this.nsOf.get(x) !== this.nsOf.get(y))
+                        continue;
+                    candidates.add(x < y ? `${x}\u0000${y}` : `${y}\u0000${x}`);
+                }
+            }
+        }
+        const out = [];
+        for (const key of candidates) {
+            const sep = key.indexOf("\u0000");
+            const a = key.slice(0, sep);
+            const b = key.slice(sep + 1);
+            const sa = this.shingles.get(a);
+            const sb = this.shingles.get(b);
+            const j = jaccardOf(sa, sb);
+            const ca = containmentOf(sa, sb);
+            const cb = containmentOf(sb, sa);
+            const containment = Math.max(ca, cb);
+            if (j < minJ && containment < minC)
+                continue;
+            const pair = {
+                a, b,
+                namespace: this.nsOf.get(a),
+                jaccard: j,
+                containment,
+                ...(ca > cb ? { subsumed: a } : cb > ca ? { subsumed: b } : {}),
+            };
+            out.push(pair);
+        }
+        this.stats = { ...this.stats, comparedPairs: candidates.size };
+        return out.sort((p, q) => q.jaccard - p.jaccard || p.a.localeCompare(q.a) || p.b.localeCompare(q.b));
+    }
+    score(a, b) {
+        const sa = this.shingles.get(a);
+        const sb = this.shingles.get(b);
+        if (!sa || !sb)
+            return undefined;
+        return {
+            jaccard: jaccardOf(sa, sb),
+            containment: Math.max(containmentOf(sa, sb), containmentOf(sb, sa)),
+        };
+    }
+}
+//# sourceMappingURL=body_redundancy.js.map

package/dist/consolidate/body_redundancy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"body_redundancy.js","sourceRoot":"","sources":["../../src/consolidate/body_redundancy.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAQnC,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,iBAAiB;IAC3B,UAAU,EAAE,GAAG;IACf,cAAc,EAAE,GAAG;CACX,CAAC;AAEX,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,IAAY,iBAAiB;IACpE,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC;IAC/E,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClF,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IACpC,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;QAC3B,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAsB,EAAE,CAAsB;IACtE,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,CAAC,EAAE,CAAC;IAC7C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAsB,EAAE,CAAsB;IACtE,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,CAAsB,EAAE,CAAsB;IAC1E,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3B,OAAO,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAkBD,MAAM,OAAO,mBAAmB;IAKO;IAJpB,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC1C,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC7C,KAAK,GAAwB,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAEzG,YAAqC,CAAS;QAAT,MAAC,GAAD,CAAC,CAAQ;IAAG,CAAC;IAElD,MAAM,CAAC,SAAS,CACd,KAAmG,EACnG,MAA4B,EAAE;QAE9B,MAAM,GAAG,GAAG,IAAI,mBAAmB,CAAC,GAAG,CAAC,QAAQ,IAAI,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QACtF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACnB,WAAW,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YACD,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YACpC,QAAQ,EAAE,CAAC;YACX,KAAK,IAAI,GAAG,CAAC,IAAI,CAAC;QACpB,CAAC;QACD,GAAG,CAAC,KAAK,GAAG,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;QAC9E,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,KAA4E,EAC5E,MAAkB,EAClB,MAA4B,EAAE;QAE9B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;QACvC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC7C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI;oBAAE,SAAS;gBACjC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,OAAO,mBAAmB,CAAC,SAAS,CAClC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAChG,GAAG,CACJ,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,UAAU,CAAC,MAAc;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,MAA4B,EAAE;QAClC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,IAAI,uBAAuB,CAAC,UAAU,CAAC;QAClE,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,IAAI,uBAAuB,CAAC,cAAc,CAAC;QAE1E,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC5C,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1C,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;gBACpB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC5B,IAAI,IAAI;oBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;;oBACvB,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS;YAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;oBACnB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;oBACnB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;wBAAE,SAAS;oBACpD,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAe,EAAE,CAAC;QAC3B,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClC,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;YACjC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC;YACjC,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5B,MAAM,EAAE,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACjC,MAAM,EAAE,GAAG,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACjC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,CAAC,GAAG,IAAI,IAAI,WAAW,GAAG,IAAI;gBAAE,SAAS;YAC7C,MAAM,IAAI,GAAa;gBACrB,CAAC,EAAE,CAAC;gBACJ,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAE;gBAC5B,OAAO,EAAE,CAAC;gBACV,WAAW;gBACX,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC;YACF,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,CAAC,IAAI,EAAE,CAAC;QAC/D,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvG,CAAC;IAED,KAAK,CAAC,CAAS,EAAE,CAAS;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;YAAE,OAAO,SAAS,CAAC;QACjC,OAAO;YACL,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC;YAC1B,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;SACpE,CAAC;IACJ,CAAC;CACF"}

package/dist/consolidate/consolidator.d.ts

@@ -0,0 +1,62 @@
+import type { Embedder } from "../embed/types.js";
+import type { IndexEntry } from "../saihm_client/types.js";
+import type { Namespace } from "../ingest/types.js";
+import { BodyRedundancyIndex } from "./body_redundancy.js";
+import type { BodyPair, BodyRedundancyConfig, BodyRedundancyStats } from "./body_redundancy.js";
+export type ConsolidationOp = "ADD" | "UPDATE" | "MERGE" | "NOOP";
+export interface ConsolidationConfig {
+    readonly noopThreshold: number;
+    readonly mergeThreshold: number;
+}
+export declare const DEFAULT_CONSOLIDATION: ConsolidationConfig;
+export interface ConsolidationDecision {
+    readonly op: ConsolidationOp;
+    readonly namespace: Namespace;
+    readonly targets: readonly string[];
+    readonly maxSim: number;
+    readonly reason: string;
+}
+export interface RedundancyCluster {
+    readonly namespace: Namespace;
+    readonly cellIds: readonly string[];
+    readonly minSim: number;
+}
+export interface DensityBracket {
+    readonly labelBound: DensityStat;
+    readonly bodyBound: DensityStat;
+    readonly labelPairs: number;
+    readonly labelConfirmed: number;
+    readonly labelRefuted: number;
+    readonly labelUnverifiable: number;
+    readonly labelPrecision: number;
+    readonly missedByLabel: readonly BodyPair[];
+    readonly coverage: BodyRedundancyStats;
+}
+export interface DensityStat {
+    readonly cells: number;
+    readonly clusters: number;
+    readonly redundantCells: number;
+    readonly redundancyRate: number;
+}
+export declare class Consolidator {
+    private readonly byNs;
+    private readonly embedder;
+    private readonly cfg;
+    private constructor();
+    static build(entries: readonly IndexEntry[], embedder: Embedder, cfg?: Partial<ConsolidationConfig>): Promise<Consolidator>;
+    classify(candidateLabel: string): Promise<ConsolidationDecision>;
+    redundancyClusters(): RedundancyCluster[];
+    labelPairs(): {
+        readonly a: string;
+        readonly b: string;
+        readonly namespace: Namespace;
+        readonly cosine: number;
+    }[];
+    cells(): {
+        readonly cellId: string;
+        readonly namespace: Namespace;
+    }[];
+    verifyDensity(index: BodyRedundancyIndex, cfg?: BodyRedundancyConfig): DensityBracket;
+    density(): DensityStat;
+}
+//# sourceMappingURL=consolidator.d.ts.map

package/dist/consolidate/consolidator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidator.d.ts","sourceRoot":"","sources":["../../src/consolidate/consolidator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,OAAO,EAAE,mBAAmB,EAA2B,MAAM,sBAAsB,CAAC;AACpF,OAAO,KAAK,EAAE,QAAQ,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEhG,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;AAElE,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AACD,eAAO,MAAM,qBAAqB,EAAE,mBAAkE,CAAC;AAEvG,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,EAAE,eAAe,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC;IACjC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,SAAS,QAAQ,EAAE,CAAC;IAC5C,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAC;CACxC;AAqCD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAmCD,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAHtB,OAAO;WAMM,KAAK,CAChB,OAAO,EAAE,SAAS,UAAU,EAAE,EAC9B,QAAQ,EAAE,QAAQ,EAClB,GAAG,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,GACjC,OAAO,CAAC,YAAY,CAAC;IAkBlB,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAqCtE,kBAAkB,IAAI,iBAAiB,EAAE;IAiDzC,UAAU,IAAI;QAAE,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE;IAgBlH,KAAK,IAAI;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAA;KAAE,EAAE;IAMrE,aAAa,CAAC,KAAK,EAAE,mBAAmB,EAAE,GAAG,GAAE,oBAAyB,GAAG,cAAc;IAqCzF,OAAO,IAAI,WAAW;CAOvB"}