@saihm/shm 0.0.0-stage → 0.38.0

package/dist/provenance/build_fingerprint.js

@@ -0,0 +1,47 @@
+import { createHash } from "node:crypto";
+import { readFileSync, readdirSync, statSync } from "node:fs";
+import { join } from "node:path";
+export function sourceFilesUnder(dir, filter = (p) => p.endsWith(".ts")) {
+    const out = [];
+    const walk = (d) => {
+        for (const e of readdirSync(d, { withFileTypes: true }).sort((a, b) => (a.name < b.name ? -1 : 1))) {
+            const p = join(d, e.name);
+            if (e.isDirectory()) {
+                if (e.name === "node_modules" || e.name.startsWith("."))
+                    continue;
+                walk(p);
+            }
+            else if (filter(p))
+                out.push(p);
+        }
+    };
+    walk(dir);
+    return out;
+}
+export function fingerprintSources(files) {
+    const h = createHash("sha256");
+    for (const f of [...files].sort()) {
+        h.update(f);
+        h.update("\0");
+        try {
+            h.update(readFileSync(f));
+        }
+        catch {
+            h.update(`<MISSING ${statSync(f, { throwIfNoEntry: false }) ? "UNREADABLE" : "ABSENT"}>`);
+        }
+        h.update("\0");
+    }
+    return h.digest("hex").slice(0, 12);
+}
+export function compareBuild(running, onDisk) {
+    if (running === onDisk)
+        return undefined;
+    return {
+        running: running ?? "(not reported)",
+        onDisk,
+        message: running === undefined
+            ? `the running process reports no build fingerprint, so it predates this check — restart it before trusting a feature-dependent result (disk is ${onDisk})`
+            : `the running process started from sources ${running}, but disk is now ${onDisk} — restart it, or its behaviour is the OLD code regardless of what the file says`,
+    };
+}
+//# sourceMappingURL=build_fingerprint.js.map

package/dist/provenance/build_fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"build_fingerprint.js","sourceRoot":"","sources":["../../src/provenance/build_fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,SAAiC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;IACrG,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,CAAC,CAAS,EAAQ,EAAE;QAC/B,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnG,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,IAAI,KAAK,cAAc,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAClE,IAAI,CAAC,CAAC,CAAC,CAAC;YACV,CAAC;iBAAM,IAAI,MAAM,CAAC,CAAC,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAwB;IACzD,MAAM,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAClC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACZ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,IAAI,CAAC;YACH,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,CAAC,CAAC,MAAM,CAAC,YAAY,QAAQ,CAAC,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;QAC5F,CAAC;QACD,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAQD,MAAM,UAAU,YAAY,CAAC,OAA2B,EAAE,MAAc;IACtE,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACzC,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,gBAAgB;QACpC,MAAM;QACN,OAAO,EACL,OAAO,KAAK,SAAS;YACnB,CAAC,CAAC,gJAAgJ,MAAM,GAAG;YAC3J,CAAC,CAAC,4CAA4C,OAAO,qBAAqB,MAAM,kFAAkF;KACvK,CAAC;AACJ,CAAC"}

package/dist/provenance/derived_number.d.ts

@@ -0,0 +1,33 @@
+export interface NumberClaim {
+    readonly label: string;
+    readonly locate: RegExp;
+    readonly derived: number;
+    readonly tolerance: number;
+    readonly source: string;
+}
+export type NumberVerdict = {
+    readonly kind: "ok";
+    readonly label: string;
+    readonly stated: number;
+    readonly derived: number;
+} | {
+    readonly kind: "drift";
+    readonly label: string;
+    readonly stated: number;
+    readonly derived: number;
+    readonly source: string;
+} | {
+    readonly kind: "absent";
+    readonly label: string;
+    readonly source: string;
+};
+export interface DriftReport {
+    readonly verdicts: readonly NumberVerdict[];
+    readonly drifted: readonly NumberVerdict[];
+    readonly uncovered: number;
+    readonly covered: number;
+    readonly note: string;
+}
+export declare function checkNumbers(memoryText: string, claims: readonly NumberClaim[]): DriftReport;
+export declare function renderDrift(r: DriftReport): string;
+//# sourceMappingURL=derived_number.d.ts.map

package/dist/provenance/derived_number.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"derived_number.d.ts","sourceRoot":"","sources":["../../src/provenance/derived_number.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,aAAa,GACrB;IAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAClG;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC9H;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjF,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAID,wBAAgB,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,WAAW,EAAE,GAAG,WAAW,CAoC5F;AAED,wBAAgB,WAAW,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAYlD"}

package/dist/provenance/derived_number.js

@@ -0,0 +1,52 @@
+const NUMERIC = /(?<![\w.\-/])\d*\.\d+(?![\w]|\.\d)/g;
+export function checkNumbers(memoryText, claims) {
+    const verdicts = [];
+    for (const c of claims) {
+        if (c.source.trim() === "")
+            throw new Error(`claim ${c.label} states no derivation`);
+        if (!(c.tolerance >= 0))
+            throw new Error(`claim ${c.label} has a negative or NaN tolerance`);
+        const m = c.locate.exec(memoryText);
+        c.locate.lastIndex = 0;
+        if (m?.[1] === undefined) {
+            verdicts.push({ kind: "absent", label: c.label, source: c.source });
+            continue;
+        }
+        const stated = Number(m[1]);
+        if (!Number.isFinite(stated)) {
+            verdicts.push({ kind: "absent", label: c.label, source: c.source });
+            continue;
+        }
+        verdicts.push(Math.abs(stated - c.derived) <= c.tolerance
+            ? { kind: "ok", label: c.label, stated, derived: c.derived }
+            : { kind: "drift", label: c.label, stated, derived: c.derived, source: c.source });
+    }
+    const total = (memoryText.match(NUMERIC) ?? []).length;
+    const covered = verdicts.filter((v) => v.kind !== "absent").length;
+    const drifted = verdicts.filter((v) => v.kind !== "ok");
+    return {
+        verdicts,
+        drifted,
+        covered,
+        uncovered: Math.max(0, total - covered),
+        note: `${covered} of ${total} decimal figures are re-derived; ${Math.max(0, total - covered)} are not checked by anything. ` +
+            (drifted.length === 0
+                ? "No drift among the checked ones — which is a statement about those, not about the memory."
+                : `${drifted.length} DRIFTED or went ABSENT.`),
+    };
+}
+export function renderDrift(r) {
+    if (r.verdicts.length === 0)
+        return `VACUOUS — no claims supplied, so nothing could have failed. ${r.note}`;
+    const lines = r.drifted.map((v) => {
+        if (v.kind === "absent") {
+            return `  ABSENT  ${v.label} — its anchor is no longer in the memory; the check has stopped checking (${v.source})`;
+        }
+        if (v.kind === "drift") {
+            return `  DRIFT   ${v.label}: memory says ${v.stated}, source says ${v.derived} (${v.source})`;
+        }
+        return `  ${v.label}`;
+    });
+    return [r.drifted.length === 0 ? "no drift" : "MEMORY DISAGREES WITH ITS SOURCES", ...lines, `  ${r.note}`].join("\n");
+}
+//# sourceMappingURL=derived_number.js.map

package/dist/provenance/derived_number.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"derived_number.js","sourceRoot":"","sources":["../../src/provenance/derived_number.ts"],"names":[],"mappings":"AAqBA,MAAM,OAAO,GAAG,qCAAqC,CAAC;AAEtD,MAAM,UAAU,YAAY,CAAC,UAAkB,EAAE,MAA8B;IAC7E,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,uBAAuB,CAAC,CAAC;QACrF,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,kCAAkC,CAAC,CAAC;QAC7F,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YACpE,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YACpE,SAAS;QACX,CAAC;QACD,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS;YACzC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5D,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CACpF,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACxD,OAAO;QACL,QAAQ;QACR,OAAO;QACP,OAAO;QACP,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC;QACvC,IAAI,EACF,GAAG,OAAO,OAAO,KAAK,oCAAoC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,gCAAgC;YACtH,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBACnB,CAAC,CAAC,2FAA2F;gBAC7F,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,0BAA0B,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAc;IACxC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,+DAA+D,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5G,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAChC,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO,aAAa,CAAC,CAAC,KAAK,6EAA6E,CAAC,CAAC,MAAM,GAAG,CAAC;QACtH,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACvB,OAAO,aAAa,CAAC,CAAC,KAAK,iBAAiB,CAAC,CAAC,MAAM,iBAAiB,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;QACjG,CAAC;QACD,OAAO,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,mCAAmC,EAAE,GAAG,KAAK,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzH,CAAC"}

package/dist/provenance/index.d.ts

@@ -0,0 +1,7 @@
+export { DEFAULT_CLAIM_KINDS, DEFAULT_PROVENANCE, DEFAULT_PROVENANCE_MARKERS, UnprovenancedClaimError, assessProvenance, findLiveStateClaims, newUnprovenanced, newUnprovenancedAgainst, unprovenancedBudget, normalizeProvenance, requireNoNewUnprovenanced, requireProvenance, } from "./live_state.js";
+export type { BudgetEntry, ClaimKind, KindTally, LiveStateClaim, ProvenanceConfig, ProvenanceReport, } from "./live_state.js";
+export { fingerprintSources, sourceFilesUnder, compareBuild } from "./build_fingerprint.js";
+export type { BuildMismatch } from "./build_fingerprint.js";
+export { checkNumbers, renderDrift } from "./derived_number.js";
+export type { NumberClaim, NumberVerdict, DriftReport } from "./derived_number.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/provenance/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provenance/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,0BAA0B,EAC1B,uBAAuB,EACvB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EAChB,uBAAuB,EACvB,mBAAmB,EACnB,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EACV,WAAW,EACX,SAAS,EACT,SAAS,EACT,cAAc,EACd,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC5F,YAAY,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAE5D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAChE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/provenance/index.js

@@ -0,0 +1,4 @@
+export { DEFAULT_CLAIM_KINDS, DEFAULT_PROVENANCE, DEFAULT_PROVENANCE_MARKERS, UnprovenancedClaimError, assessProvenance, findLiveStateClaims, newUnprovenanced, newUnprovenancedAgainst, unprovenancedBudget, normalizeProvenance, requireNoNewUnprovenanced, requireProvenance, } from "./live_state.js";
+export { fingerprintSources, sourceFilesUnder, compareBuild } from "./build_fingerprint.js";
+export { checkNumbers, renderDrift } from "./derived_number.js";
+//# sourceMappingURL=index.js.map

package/dist/provenance/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/provenance/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,0BAA0B,EAC1B,uBAAuB,EACvB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EAChB,uBAAuB,EACvB,mBAAmB,EACnB,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,iBAAiB,CAAC;AAUzB,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG5F,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/provenance/live_state.d.ts

@@ -0,0 +1,49 @@
+export interface ClaimKind {
+    readonly kind: string;
+    readonly pattern: RegExp;
+}
+export declare const DEFAULT_CLAIM_KINDS: readonly ClaimKind[];
+export declare const DEFAULT_PROVENANCE_MARKERS: readonly RegExp[];
+export interface ProvenanceConfig {
+    readonly kinds: readonly ClaimKind[];
+    readonly markers: readonly RegExp[];
+    readonly windowChars: number;
+    readonly tokenPattern: RegExp;
+}
+export declare const DEFAULT_PROVENANCE: ProvenanceConfig;
+export interface LiveStateClaim {
+    readonly kind: string;
+    readonly value: string;
+    readonly line: number;
+    readonly column: number;
+    readonly provenanced: boolean;
+}
+export interface KindTally {
+    readonly total: number;
+    readonly unprovenanced: number;
+}
+export interface ProvenanceReport {
+    readonly claims: readonly LiveStateClaim[];
+    readonly unprovenanced: readonly LiveStateClaim[];
+    readonly vacuous: boolean;
+    readonly byKind: ReadonlyMap<string, KindTally>;
+}
+export declare function normalizeProvenance(cfg?: Partial<ProvenanceConfig>): ProvenanceConfig;
+export declare function findLiveStateClaims(text: string, cfg?: Partial<ProvenanceConfig>): LiveStateClaim[];
+export declare function assessProvenance(text: string, cfg?: Partial<ProvenanceConfig>): ProvenanceReport;
+export declare class UnprovenancedClaimError extends Error {
+    readonly report: ProvenanceReport;
+    constructor(report: ProvenanceReport);
+}
+export declare function requireProvenance(text: string, cfg?: Partial<ProvenanceConfig>): ProvenanceReport;
+export interface BudgetEntry {
+    readonly kind: string;
+    readonly value: string;
+    readonly count: number;
+    readonly note?: string;
+}
+export declare function unprovenancedBudget(text: string, cfg?: Partial<ProvenanceConfig>): BudgetEntry[];
+export declare function newUnprovenancedAgainst(budget: readonly BudgetEntry[], after: string, cfg?: Partial<ProvenanceConfig>): LiveStateClaim[];
+export declare function newUnprovenanced(before: string, after: string, cfg?: Partial<ProvenanceConfig>): LiveStateClaim[];
+export declare function requireNoNewUnprovenanced(before: string, after: string, cfg?: Partial<ProvenanceConfig>): LiveStateClaim[];
+//# sourceMappingURL=live_state.d.ts.map

package/dist/provenance/live_state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"live_state.d.ts","sourceRoot":"","sources":["../../src/provenance/live_state.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,mBAAmB,EAAE,SAAS,SAAS,EAInD,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,SAAS,MAAM,EAMvD,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,SAAS,SAAS,EAAE,CAAC;IACrC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,eAAO,MAAM,kBAAkB,EAAE,gBAKhC,CAAC;AAEF,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,cAAc,EAAE,CAAC;IAC3C,QAAQ,CAAC,aAAa,EAAE,SAAS,cAAc,EAAE,CAAC;IAClD,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CACjD;AAMD,wBAAgB,mBAAmB,CAAC,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAAG,gBAAgB,CAgBzF;AAED,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAClC,cAAc,EAAE,CAwBlB;AAED,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,EACZ,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAClC,gBAAgB,CAgBlB;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAChD,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;gBACtB,MAAM,EAAE,gBAAgB;CAcrC;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAAG,gBAAgB,CAIrG;AAID,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAAG,WAAW,EAAE,CAOpG;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,SAAS,WAAW,EAAE,EAC9B,KAAK,EAAE,MAAM,EACb,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAClC,cAAc,EAAE,CAUlB;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAClC,cAAc,EAAE,CAElB;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,GAAG,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAClC,cAAc,EAAE,CAWlB"}

package/dist/provenance/live_state.js

@@ -0,0 +1,141 @@
+export const DEFAULT_CLAIM_KINDS = [
+    { kind: "gitsha", pattern: /[0-9a-f]{7}/ },
+    { kind: "path", pattern: /[A-Za-z0-9._/-]+\.(?:ts|tsx|js|mjs|md|json|sh|py|toml|yaml|yml)/ },
+    { kind: "semver", pattern: /v?\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?/ },
+];
+export const DEFAULT_PROVENANCE_MARKERS = [
+    /\b(?:measured|verified|confirmed|observed|probed?|checked|as of)\b/i,
+    /\b\d{4}-\d{2}-\d{2}\b/,
+    /\b\d{2}:\d{2}(?::\d{2})?Z?\b/,
+    /\b(?:git|npx|node|npm|cargo|kubectl|curl|sha256sum|wc|ls)\s/,
+    /@\s?\d/,
+];
+export const DEFAULT_PROVENANCE = {
+    kinds: DEFAULT_CLAIM_KINDS,
+    markers: DEFAULT_PROVENANCE_MARKERS,
+    windowChars: 80,
+    tokenPattern: /`([^`\n]{1,120})`/g,
+};
+const stateless = (r) => new RegExp(r.source, r.flags.replace(/[gy]/g, ""));
+const anchored = (r) => new RegExp(`^(?:${r.source})$`, r.flags.replace(/[gy]/g, ""));
+export function normalizeProvenance(cfg = {}) {
+    const kinds = (cfg.kinds ?? DEFAULT_PROVENANCE.kinds).map((k) => ({
+        kind: k.kind,
+        pattern: anchored(k.pattern),
+    }));
+    if (kinds.length === 0) {
+        throw new RangeError("normalizeProvenance: no claim kinds, so nothing could ever be flagged and every text would report a vacuous pass");
+    }
+    const markers = (cfg.markers ?? DEFAULT_PROVENANCE.markers).map(stateless);
+    const w = cfg.windowChars ?? DEFAULT_PROVENANCE.windowChars;
+    if (!Number.isFinite(w) || w < 0) {
+        throw new RangeError(`normalizeProvenance: windowChars must be a finite count, got ${String(cfg.windowChars)}`);
+    }
+    const tp = cfg.tokenPattern ?? DEFAULT_PROVENANCE.tokenPattern;
+    const tokenPattern = tp.flags.includes("g") ? tp : new RegExp(tp.source, `${tp.flags}g`);
+    return { kinds, markers, windowChars: Math.floor(w), tokenPattern };
+}
+export function findLiveStateClaims(text, cfg = {}) {
+    const c = normalizeProvenance(cfg);
+    const out = [];
+    const lines = text.split("\n");
+    for (let ln = 0; ln < lines.length; ln++) {
+        const line = lines[ln];
+        const tokenizer = new RegExp(c.tokenPattern.source, c.tokenPattern.flags);
+        for (const m of line.matchAll(tokenizer)) {
+            const value = (m[1] ?? m[0]).trim();
+            if (value.length === 0)
+                continue;
+            const kind = c.kinds.find((k) => k.pattern.test(value));
+            if (!kind)
+                continue;
+            const at = m.index ?? 0;
+            const window = line.slice(Math.max(0, at - c.windowChars), at + m[0].length + c.windowChars);
+            out.push({
+                kind: kind.kind,
+                value,
+                line: ln + 1,
+                column: at + 1,
+                provenanced: c.markers.some((r) => r.test(window)),
+            });
+        }
+    }
+    return out;
+}
+export function assessProvenance(text, cfg = {}) {
+    const claims = findLiveStateClaims(text, cfg);
+    const byKind = new Map();
+    for (const cl of claims) {
+        const prev = byKind.get(cl.kind) ?? { total: 0, unprovenanced: 0 };
+        byKind.set(cl.kind, {
+            total: prev.total + 1,
+            unprovenanced: prev.unprovenanced + (cl.provenanced ? 0 : 1),
+        });
+    }
+    return {
+        claims,
+        unprovenanced: claims.filter((cl) => !cl.provenanced),
+        vacuous: claims.length === 0,
+        byKind,
+    };
+}
+export class UnprovenancedClaimError extends Error {
+    report;
+    constructor(report) {
+        const shown = report.unprovenanced
+            .slice(0, 5)
+            .map((c) => `  ${c.line}:${c.column}  ${c.value}  (${c.kind})`)
+            .join("\n");
+        const more = report.unprovenanced.length > 5 ? `\n  ...and ${report.unprovenanced.length - 5} more` : "";
+        super(`${report.unprovenanced.length} live-state claim(s) stored as a bare value:\n${shown}${more}\n` +
+            `Each names something that will move. Record how it was obtained — a command, a date, a ` +
+            `clock — beside it, or the next reader cannot tell a current value from a stale one.`);
+        this.name = "UnprovenancedClaimError";
+        this.report = report;
+    }
+}
+export function requireProvenance(text, cfg = {}) {
+    const report = assessProvenance(text, cfg);
+    if (report.unprovenanced.length > 0)
+        throw new UnprovenancedClaimError(report);
+    return report;
+}
+const claimKey = (c) => `${c.kind}\u0000${c.value}`;
+export function unprovenancedBudget(text, cfg = {}) {
+    const counts = new Map();
+    for (const c of assessProvenance(text, cfg).unprovenanced) {
+        const prev = counts.get(claimKey(c));
+        counts.set(claimKey(c), { kind: c.kind, value: c.value, count: (prev?.count ?? 0) + 1 });
+    }
+    return [...counts.values()];
+}
+export function newUnprovenancedAgainst(budget, after, cfg = {}) {
+    const left = new Map();
+    for (const e of budget)
+        left.set(claimKey(e), (left.get(claimKey(e)) ?? 0) + e.count);
+    const added = [];
+    for (const c of assessProvenance(after, cfg).unprovenanced) {
+        const n = left.get(claimKey(c)) ?? 0;
+        if (n > 0)
+            left.set(claimKey(c), n - 1);
+        else
+            added.push(c);
+    }
+    return added;
+}
+export function newUnprovenanced(before, after, cfg = {}) {
+    return newUnprovenancedAgainst(unprovenancedBudget(before, cfg), after, cfg);
+}
+export function requireNoNewUnprovenanced(before, after, cfg = {}) {
+    const added = newUnprovenanced(before, after, cfg);
+    if (added.length > 0) {
+        const byKind = new Map();
+        for (const c of added) {
+            const prev = byKind.get(c.kind) ?? { total: 0, unprovenanced: 0 };
+            byKind.set(c.kind, { total: prev.total + 1, unprovenanced: prev.unprovenanced + 1 });
+        }
+        throw new UnprovenancedClaimError({ claims: added, unprovenanced: added, vacuous: false, byKind });
+    }
+    return added;
+}
+//# sourceMappingURL=live_state.js.map

package/dist/provenance/live_state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"live_state.js","sourceRoot":"","sources":["../../src/provenance/live_state.ts"],"names":[],"mappings":"AAKA,MAAM,CAAC,MAAM,mBAAmB,GAAyB;IACvD,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;IAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iEAAiE,EAAE;IAC5F,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qCAAqC,EAAE;CACnE,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAsB;IAC3D,qEAAqE;IACrE,uBAAuB;IACvB,8BAA8B;IAC9B,6DAA6D;IAC7D,QAAQ;CACT,CAAC;AASF,MAAM,CAAC,MAAM,kBAAkB,GAAqB;IAClD,KAAK,EAAE,mBAAmB;IAC1B,OAAO,EAAE,0BAA0B;IACnC,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,oBAAoB;CACnC,CAAC;AAsBF,MAAM,SAAS,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAE5F,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtG,MAAM,UAAU,mBAAmB,CAAC,MAAiC,EAAE;IACrE,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;KAC7B,CAAC,CAAC,CAAC;IACJ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,UAAU,CAAC,kHAAkH,CAAC,CAAC;IAC3I,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC3E,MAAM,CAAC,GAAG,GAAG,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAAC,gEAAgE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAClH,CAAC;IACD,MAAM,EAAE,GAAG,GAAG,CAAC,YAAY,IAAI,kBAAkB,CAAC,YAAY,CAAC;IAC/D,MAAM,YAAY,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;IACzF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;AACtE,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAY,EACZ,MAAiC,EAAE;IAEnC,MAAM,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,GAAG,GAAqB,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAE,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC1E,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACjC,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACxB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;YAC7F,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK;gBACL,IAAI,EAAE,EAAE,GAAG,CAAC;gBACZ,MAAM,EAAE,EAAE,GAAG,CAAC;gBACd,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,IAAY,EACZ,MAAiC,EAAE;IAEnC,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC5C,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;QACnE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE;YAClB,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC;YACrB,aAAa,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC7D,CAAC,CAAC;IACL,CAAC;IACD,OAAO;QACL,MAAM;QACN,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC;QACrD,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC5B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IACvC,MAAM,CAAmB;IAClC,YAAY,MAAwB;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,aAAa;aAC/B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC;aAC9D,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzG,KAAK,CACH,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,iDAAiD,KAAK,GAAG,IAAI,IAAI;YAC7F,yFAAyF;YACzF,qFAAqF,CACxF,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,MAAiC,EAAE;IACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3C,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC/E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,CAAkC,EAAU,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC;AAS7F,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,MAAiC,EAAE;IACnF,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,MAA8B,EAC9B,KAAa,EACb,MAAiC,EAAE;IAEnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACtF,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC;QAC3D,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;;YACnC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,MAAc,EACd,KAAa,EACb,MAAiC,EAAE;IAEnC,OAAO,uBAAuB,CAAC,mBAAmB,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,MAAc,EACd,KAAa,EACb,MAAiC,EAAE;IAEnC,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACnD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC5C,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAClE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,IAAI,uBAAuB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/rerank/cross_encoder.d.ts

@@ -0,0 +1,14 @@
+import type { Reranker, RerankCandidate } from "./types.js";
+export interface CrossEncoderConfig {
+    readonly batchSize?: number;
+}
+export declare class CrossEncoderReranker implements Reranker {
+    readonly modelId = "Xenova/ms-marco-MiniLM-L-6-v2";
+    private readonly batchSize;
+    private tok;
+    private model;
+    constructor(cfg?: CrossEncoderConfig);
+    private load;
+    score(query: string, candidates: readonly RerankCandidate[]): Promise<number[]>;
+}
+//# sourceMappingURL=cross_encoder.d.ts.map

package/dist/rerank/cross_encoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross_encoder.d.ts","sourceRoot":"","sources":["../../src/rerank/cross_encoder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAK5D,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,oBAAqB,YAAW,QAAQ;IACnD,QAAQ,CAAC,OAAO,mCAAmC;IACnD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,GAAG,CAA0B;IACrC,OAAO,CAAC,KAAK,CAAyB;gBAE1B,GAAG,GAAE,kBAAuB;YAO1B,IAAI;IAUZ,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAmBtF"}

package/dist/rerank/cross_encoder.js

@@ -0,0 +1,40 @@
+export class CrossEncoderReranker {
+    modelId = "Xenova/ms-marco-MiniLM-L-6-v2";
+    batchSize;
+    tok = null;
+    model = null;
+    constructor(cfg = {}) {
+        this.batchSize =
+            Number.isFinite(cfg.batchSize) && cfg.batchSize >= 1
+                ? Math.floor(cfg.batchSize)
+                : 32;
+    }
+    async load() {
+        if (this.tok && this.model)
+            return { tokenizer: this.tok, model: this.model };
+        const { AutoTokenizer, AutoModelForSequenceClassification } = await import("@xenova/transformers");
+        const tokenizer = await AutoTokenizer.from_pretrained(this.modelId);
+        const model = await AutoModelForSequenceClassification.from_pretrained(this.modelId);
+        this.tok = tokenizer;
+        this.model = model;
+        return { tokenizer: this.tok, model: this.model };
+    }
+    async score(query, candidates) {
+        if (candidates.length === 0)
+            return [];
+        const { tokenizer, model } = await this.load();
+        const scores = [];
+        for (let i = 0; i < candidates.length; i += this.batchSize) {
+            const batch = candidates.slice(i, i + this.batchSize);
+            const inputs = tokenizer(batch.map(() => query), { text_pair: batch.map((c) => c.text), padding: true, truncation: true });
+            const { logits } = await model(inputs);
+            const rows = logits.tolist();
+            for (const row of rows) {
+                const logit = row[0];
+                scores.push(typeof logit === "number" && Number.isFinite(logit) ? logit : Number.NEGATIVE_INFINITY);
+            }
+        }
+        return scores;
+    }
+}
+//# sourceMappingURL=cross_encoder.js.map

package/dist/rerank/cross_encoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross_encoder.js","sourceRoot":"","sources":["../../src/rerank/cross_encoder.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,oBAAoB;IACtB,OAAO,GAAG,+BAA+B,CAAC;IAClC,SAAS,CAAS;IAC3B,GAAG,GAAqB,IAAI,CAAC;IAC7B,KAAK,GAAoB,IAAI,CAAC;IAEtC,YAAY,MAA0B,EAAE;QACtC,IAAI,CAAC,SAAS;YACZ,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAK,GAAG,CAAC,SAAoB,IAAI,CAAC;gBAC9D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAmB,CAAC;gBACrC,CAAC,CAAC,EAAE,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9E,MAAM,EAAE,aAAa,EAAE,kCAAkC,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACnG,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,MAAM,kCAAkC,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrF,IAAI,CAAC,GAAG,GAAG,SAAiC,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,KAA4B,CAAC;QAC1C,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,UAAsC;QAC/D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACvC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,SAAS,CACtB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EACtB,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CACzE,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACtG,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/rerank/identity.d.ts

@@ -0,0 +1,6 @@
+import type { Reranker, RerankCandidate } from "./types.js";
+export declare class IdentityReranker implements Reranker {
+    readonly modelId = "identity";
+    score(_query: string, candidates: readonly RerankCandidate[]): Promise<number[]>;
+}
+//# sourceMappingURL=identity.d.ts.map

package/dist/rerank/identity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../../src/rerank/identity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE5D,qBAAa,gBAAiB,YAAW,QAAQ;IAC/C,QAAQ,CAAC,OAAO,cAAc;IAExB,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAGvF"}

package/dist/rerank/identity.js

@@ -0,0 +1,7 @@
+export class IdentityReranker {
+    modelId = "identity";
+    async score(_query, candidates) {
+        return candidates.map((_, i) => -i);
+    }
+}
+//# sourceMappingURL=identity.js.map

package/dist/rerank/identity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity.js","sourceRoot":"","sources":["../../src/rerank/identity.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,gBAAgB;IAClB,OAAO,GAAG,UAAU,CAAC;IAE9B,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,UAAsC;QAChE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;CACF"}

package/dist/rerank/index.d.ts

@@ -0,0 +1,8 @@
+export type { Reranker, RerankCandidate } from "./types.js";
+export { IdentityReranker } from "./identity.js";
+export { CrossEncoderReranker } from "./cross_encoder.js";
+export type { CrossEncoderConfig } from "./cross_encoder.js";
+export { RerankingRetriever, DEFAULT_RERANK } from "./reranking_retriever.js";
+export type { RankedSource, LabelLookup, RerankConfig } from "./reranking_retriever.js";
+export { RerankingRankRetriever } from "./reranking_select.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/rerank/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rerank/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,YAAY,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC9E,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/rerank/index.js

@@ -0,0 +1,5 @@
+export { IdentityReranker } from "./identity.js";
+export { CrossEncoderReranker } from "./cross_encoder.js";
+export { RerankingRetriever, DEFAULT_RERANK } from "./reranking_retriever.js";
+export { RerankingRankRetriever } from "./reranking_select.js";
+//# sourceMappingURL=index.js.map

package/dist/rerank/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rerank/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/rerank/reranking_retriever.d.ts

@@ -0,0 +1,20 @@
+import type { Reranker } from "./types.js";
+export interface RankedSource {
+    readonly name: string;
+    retrieve(query: string, k: number): Promise<string[]>;
+}
+export type LabelLookup = (cellId: string) => string | undefined;
+export interface RerankConfig {
+    readonly rerankK: number;
+}
+export declare const DEFAULT_RERANK: RerankConfig;
+export declare class RerankingRetriever implements RankedSource {
+    private readonly base;
+    private readonly reranker;
+    private readonly labelOf;
+    readonly name: string;
+    private readonly rerankK;
+    constructor(base: RankedSource, reranker: Reranker, labelOf: LabelLookup, cfg?: Partial<RerankConfig>);
+    retrieve(query: string, k: number): Promise<string[]>;
+}
+//# sourceMappingURL=reranking_retriever.d.ts.map

package/dist/rerank/reranking_retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranking_retriever.d.ts","sourceRoot":"","sources":["../../src/rerank/reranking_retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACvD;AAED,MAAM,MAAM,WAAW,GAAG,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;AAEjE,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,cAAc,EAAE,YAA8B,CAAC;AAE5D,qBAAa,kBAAmB,YAAW,YAAY;IAKnD,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAGd,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,WAAW,EACrC,GAAG,GAAE,OAAO,CAAC,YAAY,CAAM;IAS3B,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAqB5D"}

package/dist/rerank/reranking_retriever.js

@@ -0,0 +1,38 @@
+export const DEFAULT_RERANK = { rerankK: 30 };
+export class RerankingRetriever {
+    base;
+    reranker;
+    labelOf;
+    name;
+    rerankK;
+    constructor(base, reranker, labelOf, cfg = {}) {
+        this.base = base;
+        this.reranker = reranker;
+        this.labelOf = labelOf;
+        this.rerankK =
+            Number.isFinite(cfg.rerankK) && cfg.rerankK >= 1
+                ? Math.floor(cfg.rerankK)
+                : DEFAULT_RERANK.rerankK;
+        this.name = `rerank(${reranker.modelId})/${base.name}`;
+    }
+    async retrieve(query, k) {
+        const depth = Math.max(k, this.rerankK);
+        const base = await this.base.retrieve(query, depth);
+        if (base.length <= 1)
+            return base;
+        const poolN = Math.min(this.rerankK, base.length);
+        const pool = base.slice(0, poolN);
+        const candidates = pool.map((cellId) => ({ cellId, text: this.labelOf(cellId) ?? "" }));
+        const scores = await this.reranker.score(query, candidates);
+        const reranked = pool
+            .map((cellId, i) => {
+            const raw = scores[i];
+            const s = typeof raw === "number" && Number.isFinite(raw) ? raw : Number.NEGATIVE_INFINITY;
+            return { cellId, s, i };
+        })
+            .sort((a, b) => b.s - a.s || a.i - b.i)
+            .map((o) => o.cellId);
+        return [...reranked, ...base.slice(poolN)];
+    }
+}
+//# sourceMappingURL=reranking_retriever.js.map

package/dist/rerank/reranking_retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranking_retriever.js","sourceRoot":"","sources":["../../src/rerank/reranking_retriever.ts"],"names":[],"mappings":"AAaA,MAAM,CAAC,MAAM,cAAc,GAAiB,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AAE5D,MAAM,OAAO,kBAAkB;IAKV;IACA;IACA;IANV,IAAI,CAAS;IACL,OAAO,CAAS;IAEjC,YACmB,IAAkB,EAClB,QAAkB,EAClB,OAAoB,EACrC,MAA6B,EAAE;QAHd,SAAI,GAAJ,IAAI,CAAc;QAClB,aAAQ,GAAR,QAAQ,CAAU;QAClB,YAAO,GAAP,OAAO,CAAa;QAGrC,IAAI,CAAC,OAAO;YACV,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,IAAK,GAAG,CAAC,OAAkB,IAAI,CAAC;gBAC1D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAiB,CAAC;gBACnC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,UAAU,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,CAAS;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACpD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAElC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACxF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE5D,MAAM,QAAQ,GAAG,IAAI;aAClB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,CAAC,GAAG,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC;YAC3F,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1B,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAExB,OAAO,CAAC,GAAG,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC;CACF"}

package/dist/rerank/reranking_select.d.ts

@@ -0,0 +1,33 @@
+import type { RankRetriever, ScoredHit } from "../answer/answer_layer.js";
+import { type SelectOpts } from "../retrieval/scope.js";
+import type { Reranker } from "./types.js";
+import type { LabelLookup } from "./reranking_retriever.js";
+import type { RankedHit } from "../retrieval/semantic.js";
+export type PoolTextSource = (cellIds: readonly string[]) => Promise<Map<string, string>>;
+export declare class RerankingRankRetriever implements RankRetriever {
+    private readonly base;
+    private readonly reranker;
+    private readonly labelOf;
+    private readonly rerankK;
+    private readonly textOf;
+    private readonly onFallback;
+    private attempts;
+    private fallbacks;
+    constructor(base: RankRetriever, reranker: Reranker, labelOf: LabelLookup, cfg?: {
+        rerankK?: number;
+        textOf?: PoolTextSource;
+        onFallback?: (err: unknown) => void;
+    });
+    get stats(): {
+        readonly attempts: number;
+        readonly fallbacks: number;
+    };
+    private notifyFallback;
+    private candidateTexts;
+    private static coerce;
+    private rankPool;
+    select(query: string, opts?: SelectOpts): Promise<string[]>;
+    selectDetailed(query: string, opts?: SelectOpts): Promise<readonly RankedHit[]>;
+    selectScored(query: string, opts?: SelectOpts): Promise<readonly ScoredHit[]>;
+}
+//# sourceMappingURL=reranking_select.d.ts.map

package/dist/rerank/reranking_select.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranking_select.d.ts","sourceRoot":"","sources":["../../src/rerank/reranking_select.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAC1E,OAAO,EAAY,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAE5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAG1D,MAAM,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE1F,qBAAa,sBAAuB,YAAW,aAAa;IAQxD,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAT1B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuC;IAClE,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,SAAS,CAAK;gBAGH,IAAI,EAAE,aAAa,EACnB,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,WAAW,EACrC,GAAG,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,cAAc,CAAC;QAAC,UAAU,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,IAAI,CAAA;KAAO;IAU9F,IAAI,KAAK,IAAI;QAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAErE;IAED,OAAO,CAAC,cAAc;YAOR,cAAc;IAM5B,OAAO,CAAC,MAAM,CAAC,MAAM;YAIP,QAAQ;IAShB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiB3D,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,SAAS,EAAE,CAAC;IA6B/E,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,SAAS,SAAS,EAAE,CAAC;CAgBpF"}