@they-juanreina/compost-cli 0.1.1 → 0.1.3

package/dist/lib/reads.js

@@ -0,0 +1,115 @@
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { reduce } from '@they-juanreina/compost-provenance';
+import Database from 'better-sqlite3';
+function rowToEvent(r) {
+    return {
+        id: r.id,
+        ts: r.ts,
+        artifact_kind: r.artifact_kind,
+        artifact_id: r.artifact_id,
+        action: r.action,
+        actor_type: r.actor_type,
+        actor_id: r.actor_id,
+        payload: JSON.parse(r.payload),
+        parent_event: r.parent_event,
+        batch_id: r.batch_id,
+        ...(r.agent_name !== null ? { agent_name: r.agent_name } : {}),
+        ...(r.agent_version !== null ? { agent_version: r.agent_version } : {}),
+        ...(r.prompt_hash !== null ? { prompt_hash: r.prompt_hash } : {}),
+        ...(r.model !== null ? { model: r.model } : {}),
+        ...(r.input_id !== null ? { input_id: r.input_id } : {}),
+    };
+}
+function openReadonly(seedPath) {
+    const dbPath = join(seedPath, '.compost', 'events.sqlite');
+    if (!existsSync(dbPath))
+        return null;
+    return new Database(dbPath, { readonly: true, fileMustExist: true });
+}
+const EVENT_COLUMNS = 'id, ts, artifact_kind, artifact_id, action, actor_type, actor_id, agent_name, agent_version, prompt_hash, model, input_id, payload, parent_event, batch_id';
+/**
+ * List the current snapshots of every artifact of `kind`, newest activity first.
+ * Reads the append-only event log and folds each artifact's events with the
+ * provenance reducer (no snapshot-table writes, so it's safe on a read-only DB).
+ * Returns [] when the seed has no event log yet. Archived (rejected) artifacts
+ * are excluded unless `includeArchived` is set.
+ */
+export function listArtifacts(seedPath, kind, opts = {}) {
+    const db = openReadonly(seedPath);
+    if (db === null)
+        return [];
+    try {
+        const rows = db
+            .prepare(`SELECT ${EVENT_COLUMNS} FROM events WHERE artifact_kind = ? ORDER BY ts, rowid`)
+            .all(kind);
+        const byArtifact = new Map();
+        for (const row of rows) {
+            const bucket = byArtifact.get(row.artifact_id);
+            if (bucket === undefined) {
+                byArtifact.set(row.artifact_id, { events: [rowToEvent(row)], lastTs: row.ts });
+            }
+            else {
+                bucket.events.push(rowToEvent(row));
+                bucket.lastTs = row.ts; // rows are ts-ordered, so the last seen is newest
+            }
+        }
+        const views = [];
+        for (const { events, lastTs } of byArtifact.values()) {
+            const snapshot = reduce(events);
+            if (snapshot === null)
+                continue;
+            if (snapshot.archived && opts.includeArchived !== true)
+                continue;
+            views.push({ ...snapshot, last_event_ts: lastTs });
+        }
+        // Newest activity first.
+        views.sort((a, b) => a.last_event_ts < b.last_event_ts ? 1 : a.last_event_ts > b.last_event_ts ? -1 : 0);
+        return views;
+    }
+    finally {
+        db.close();
+    }
+}
+/**
+ * Resolve a single artifact's current snapshot by ref — its human id
+ * (`H-001`, `C-slug`, `T-slug`, stored in the create payload's `id`) or a
+ * SHA256 artifact_id prefix. Returns null when the seed has no event log or no
+ * matching artifact.
+ */
+export function getArtifact(seedPath, kind, ref) {
+    const db = openReadonly(seedPath);
+    if (db === null)
+        return null;
+    try {
+        let artifactId;
+        // Human id stored in the create event payload.
+        const byHuman = db
+            .prepare("SELECT artifact_id FROM events WHERE artifact_kind = ? AND action = 'create' AND json_extract(payload, '$.id') = ? ORDER BY ts, rowid LIMIT 1")
+            .get(kind, ref);
+        if (byHuman !== undefined) {
+            artifactId = byHuman.artifact_id;
+        }
+        else if (/^[a-f0-9]{8,64}$/i.test(ref)) {
+            const bySha = db
+                .prepare("SELECT artifact_id FROM events WHERE artifact_kind = ? AND action = 'create' AND artifact_id LIKE ? ORDER BY ts, rowid LIMIT 1")
+                .get(kind, `${ref.toLowerCase()}%`);
+            artifactId = bySha?.artifact_id;
+        }
+        if (artifactId === undefined)
+            return null;
+        const rows = db
+            .prepare(`SELECT ${EVENT_COLUMNS} FROM events WHERE artifact_id = ? ORDER BY ts, rowid`)
+            .all(artifactId);
+        if (rows.length === 0)
+            return null;
+        const snapshot = reduce(rows.map(rowToEvent));
+        if (snapshot === null)
+            return null;
+        return { ...snapshot, last_event_ts: rows[rows.length - 1]?.ts ?? '' };
+    }
+    finally {
+        db.close();
+    }
+}
+//# sourceMappingURL=reads.js.map

package/dist/lib/reads.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reads.js","sourceRoot":"","sources":["../../src/lib/reads.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAc,MAAM,EAAiB,MAAM,oCAAoC,CAAA;AACtF,OAAO,QAAQ,MAAM,gBAAgB,CAAA;AA0BrC,SAAS,UAAU,CAAC,CAAW;IAC7B,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,aAAa,EAAE,CAAC,CAAC,aAAa;QAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAY;QACzC,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,CAAC,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzD,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,eAAe,CAAC,CAAA;IAC1D,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACpC,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;AACtE,CAAC;AAED,MAAM,aAAa,GACjB,4JAA4J,CAAA;AAE9J;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,IAAY,EACZ,OAAsC,EAAE;IAExC,MAAM,EAAE,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAA;IACjC,IAAI,EAAE,KAAK,IAAI;QAAE,OAAO,EAAE,CAAA;IAC1B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,EAAE;aACZ,OAAO,CAAC,UAAU,aAAa,yDAAyD,CAAC;aACzF,GAAG,CAAC,IAAI,CAAe,CAAA;QAE1B,MAAM,UAAU,GAAG,IAAI,GAAG,EAA+C,CAAA;QACzE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAA;gBACnC,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,EAAE,CAAA,CAAC,kDAAkD;YAC3E,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAmB,EAAE,CAAA;QAChC,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;YAC/B,IAAI,QAAQ,KAAK,IAAI;gBAAE,SAAQ;YAC/B,IAAI,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI;gBAAE,SAAQ;YAChE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAA;QACpD,CAAC;QACD,yBAAyB;QACzB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAClB,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACnF,CAAA;QACD,OAAO,KAAK,CAAA;IACd,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAA;IACZ,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,QAAgB,EAAE,IAAY,EAAE,GAAW;IACrE,MAAM,EAAE,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAA;IACjC,IAAI,EAAE,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC5B,IAAI,CAAC;QACH,IAAI,UAA8B,CAAA;QAClC,+CAA+C;QAC/C,MAAM,OAAO,GAAG,EAAE;aACf,OAAO,CACN,+IAA+I,CAChJ;aACA,GAAG,CAAC,IAAI,EAAE,GAAG,CAAwC,CAAA;QACxD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,UAAU,GAAG,OAAO,CAAC,WAAW,CAAA;QAClC,CAAC;aAAM,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,EAAE;iBACb,OAAO,CACN,gIAAgI,CACjI;iBACA,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,WAAW,EAAE,GAAG,CAAwC,CAAA;YAC5E,UAAU,GAAG,KAAK,EAAE,WAAW,CAAA;QACjC,CAAC;QACD,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QAEzC,MAAM,IAAI,GAAG,EAAE;aACZ,OAAO,CAAC,UAAU,aAAa,uDAAuD,CAAC;aACvF,GAAG,CAAC,UAAU,CAAe,CAAA;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAA;QAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;QAC7C,IAAI,QAAQ,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QAClC,OAAO,EAAE,GAAG,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAA;IACxE,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAA;IACZ,CAAC;AACH,CAAC"}

package/dist/lib/recode.d.ts

@@ -0,0 +1,19 @@
+export interface BlindRecodeResult {
+    codings: number;
+    highlights: number;
+    batch_id: string;
+}
+/**
+ * Record a researcher's INDEPENDENT (blind) codings for intercoder agreement.
+ *
+ * Each (highlight, code) becomes a researcher `link` event on a `coding` artifact,
+ * flagged `blind: true`, so `compost agreement` can tell genuine double-coding from
+ * reactive endorsement. The "blind" guarantee is procedural — the researcher codes
+ * without seeing the machine's codes; this just records the result. Idempotent at
+ * the metric level (duplicate (highlight, code) pairs collapse).
+ */
+export declare function blindRecode(seedPath: string, input: {
+    assignments: Record<string, string[]>;
+    researcherId: string;
+}): BlindRecodeResult;
+//# sourceMappingURL=recode.d.ts.map

package/dist/lib/recode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recode.d.ts","sourceRoot":"","sources":["../../src/lib/recode.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CACzB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,GACrE,iBAAiB,CA6BnB"}

package/dist/lib/recode.js

@@ -0,0 +1,43 @@
+import { CompostError } from '../errors.js';
+import { artifactId, openSeedEvents } from './events.js';
+/**
+ * Record a researcher's INDEPENDENT (blind) codings for intercoder agreement.
+ *
+ * Each (highlight, code) becomes a researcher `link` event on a `coding` artifact,
+ * flagged `blind: true`, so `compost agreement` can tell genuine double-coding from
+ * reactive endorsement. The "blind" guarantee is procedural — the researcher codes
+ * without seeing the machine's codes; this just records the result. Idempotent at
+ * the metric level (duplicate (highlight, code) pairs collapse).
+ */
+export function blindRecode(seedPath, input) {
+    const events = openSeedEvents(seedPath);
+    const batchId = `blind-recode:${new Date().toISOString()}`;
+    try {
+        const rows = [];
+        for (const [highlight, codes] of Object.entries(input.assignments)) {
+            for (const code of new Set(codes)) {
+                rows.push({
+                    artifact_kind: 'coding',
+                    artifact_id: artifactId({ coder: 'researcher-blind', highlight, code }),
+                    action: 'link',
+                    actor_type: 'researcher',
+                    actor_id: input.researcherId,
+                    payload: { code, highlight, blind: true },
+                });
+            }
+        }
+        if (rows.length === 0) {
+            throw new CompostError('INVALID_INPUT', 'No codings to record (assignments were empty).');
+        }
+        events.appendBatch(rows, batchId);
+        return {
+            codings: rows.length,
+            highlights: Object.keys(input.assignments).length,
+            batch_id: batchId,
+        };
+    }
+    finally {
+        events.close();
+    }
+}
+//# sourceMappingURL=recode.js.map

package/dist/lib/recode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recode.js","sourceRoot":"","sources":["../../src/lib/recode.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAQxD;;;;;;;;GAQG;AACH,MAAM,UAAU,WAAW,CACzB,QAAgB,EAChB,KAAsE;IAEtE,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,OAAO,GAAG,gBAAgB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAA;IAC1D,IAAI,CAAC;QACH,MAAM,IAAI,GAAiB,EAAE,CAAA;QAC7B,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YACnE,KAAK,MAAM,IAAI,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC;oBACR,aAAa,EAAE,QAAQ;oBACvB,WAAW,EAAE,UAAU,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;oBACvE,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,YAAY;oBACxB,QAAQ,EAAE,KAAK,CAAC,YAAY;oBAC5B,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;iBAC1C,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,gDAAgD,CAAC,CAAA;QAC3F,CAAC;QACD,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QACjC,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM;YACjD,QAAQ,EAAE,OAAO;SAClB,CAAA;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;AACH,CAAC"}

package/dist/lib/rerun.d.ts

@@ -0,0 +1,51 @@
+import { type AiInputRow } from '@they-juanreina/compost-provenance';
+export interface RerunReport {
+    status: 'verified' | 'regenerated';
+    artifact_id: string;
+    artifact_kind: string;
+    create_event_id: string;
+    actor_type: string;
+    model: string | null;
+    /** Did the stored bundle hash back to the event's input_id? */
+    integrity_ok: boolean;
+    /** Regeneration (only with apply). */
+    regenerated_event_id?: string;
+    applied_model?: string;
+    diff?: PayloadDiff;
+    note?: string;
+}
+export interface PayloadDiff {
+    changed: boolean;
+    fields: Array<{
+        field: string;
+        before: unknown;
+        after: unknown;
+    }>;
+}
+/** Shallow field-level diff between two payload objects. */
+export declare function diffPayload(before: unknown, after: unknown): PayloadDiff;
+/** Regenerate an output from its captured inputs (model may be overridden).
+ * Returns the new artifact payload. Injected so the LLM/provider dependency is
+ * mockable; the CLI wires a default that calls the LLM adapter for `ai` bundles. */
+export type Regenerator = (inputs: AiInputRow, ctx: {
+    actorType: string;
+    modelOverride?: string;
+}) => Promise<Record<string, unknown>>;
+export interface RerunOptions {
+    ref: string;
+    apply?: boolean;
+    modelOverride?: string;
+    regenerate?: Regenerator;
+    researcherId?: string;
+}
+/**
+ * Rerun an AI/agent generation from its captured inputs.
+ *
+ * Default (no apply): VERIFY — confirm the stored bundle hashes back to the
+ * event's input_id (the inputs are intact and reconstructable). With `apply`:
+ * REGENERATE via the injected generator, emit a new event chained to the original
+ * (parent_event), and diff the payloads. LLM regeneration is non-deterministic, so
+ * an `ai` diff is fuzzy; a deterministic `agent` reproduces exactly.
+ */
+export declare function rerunEvent(seedPath: string, opts: RerunOptions): Promise<RerunReport>;
+//# sourceMappingURL=rerun.d.ts.map

package/dist/lib/rerun.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerun.d.ts","sourceRoot":"","sources":["../../src/lib/rerun.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,UAAU,EAAwB,MAAM,oCAAoC,CAAA;AA8D1F,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,UAAU,GAAG,aAAa,CAAA;IAClC,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,eAAe,EAAE,MAAM,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,+DAA+D;IAC/D,YAAY,EAAE,OAAO,CAAA;IACrB,sCAAsC;IACtC,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,IAAI,CAAC,EAAE,WAAW,CAAA;IAClB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;CAClE;AAED,4DAA4D;AAC5D,wBAAgB,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,WAAW,CAWxE;AAED;;oFAEoF;AACpF,MAAM,MAAM,WAAW,GAAG,CACxB,MAAM,EAAE,UAAU,EAClB,GAAG,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,KAC/C,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;AAErC,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,UAAU,CAAC,EAAE,WAAW,CAAA;IACxB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED;;;;;;;;GAQG;AACH,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CA0G3F"}

package/dist/lib/rerun.js

@@ -0,0 +1,166 @@
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { EventWriter, inputId } from '@they-juanreina/compost-provenance';
+import Database from 'better-sqlite3';
+import { CompostError } from '../errors.js';
+import { HUMAN_REF_RE } from './artifacts.js';
+/** Resolve an artifact ref (event ULID, human id, SHA prefix, or latest:<kind>) to
+ * its `create` event row. For a non-create event id, falls back to the artifact's
+ * create. Mirrors blame/endorse ref handling. */
+function resolveCreateEvent(db, ref) {
+    const cols = 'id, artifact_kind, artifact_id, actor_type, model, input_id, payload';
+    // Direct event ULID.
+    if (/^[0-9A-HJKMNP-TV-Z]{26}$/.test(ref)) {
+        const row = db.prepare(`SELECT ${cols}, action FROM events WHERE id = ?`).get(ref);
+        if (row === undefined)
+            return undefined;
+        if (row.action === 'create')
+            return row;
+        return db
+            .prepare(`SELECT ${cols} FROM events WHERE artifact_id = ? AND action='create' ORDER BY ts, rowid LIMIT 1`)
+            .get(row.artifact_id);
+    }
+    // Human id (C-slug / H-NNN / T-slug) stored in create payload.id.
+    if (HUMAN_REF_RE.test(ref)) {
+        return db
+            .prepare(`SELECT ${cols} FROM events WHERE action='create' AND json_extract(payload, '$.id') = ? ORDER BY ts, rowid LIMIT 1`)
+            .get(ref);
+    }
+    // latest:<kind>=<seed>
+    const latest = /^latest:(\w+)=/.exec(ref);
+    if (latest) {
+        return db
+            .prepare(`SELECT ${cols} FROM events WHERE artifact_kind = ? AND action='create' ORDER BY ts DESC, rowid DESC LIMIT 1`)
+            .get(latest[1]);
+    }
+    // SHA256 prefix.
+    if (/^[a-f0-9]{8,64}$/i.test(ref)) {
+        return db
+            .prepare(`SELECT ${cols} FROM events WHERE artifact_id LIKE ? AND action='create' ORDER BY ts, rowid LIMIT 1`)
+            .get(`${ref.toLowerCase()}%`);
+    }
+    return undefined;
+}
+/** Shallow field-level diff between two payload objects. */
+export function diffPayload(before, after) {
+    const a = (before ?? {});
+    const b = (after ?? {});
+    const keys = [...new Set([...Object.keys(a), ...Object.keys(b)])].sort();
+    const fields = [];
+    for (const field of keys) {
+        if (JSON.stringify(a[field]) !== JSON.stringify(b[field])) {
+            fields.push({ field, before: a[field], after: b[field] });
+        }
+    }
+    return { changed: fields.length > 0, fields };
+}
+/**
+ * Rerun an AI/agent generation from its captured inputs.
+ *
+ * Default (no apply): VERIFY — confirm the stored bundle hashes back to the
+ * event's input_id (the inputs are intact and reconstructable). With `apply`:
+ * REGENERATE via the injected generator, emit a new event chained to the original
+ * (parent_event), and diff the payloads. LLM regeneration is non-deterministic, so
+ * an `ai` diff is fuzzy; a deterministic `agent` reproduces exactly.
+ */
+export async function rerunEvent(seedPath, opts) {
+    const eventsDb = join(seedPath, '.compost', 'events.sqlite');
+    if (!existsSync(eventsDb)) {
+        throw new CompostError('FILE_NOT_FOUND', 'No events.sqlite in seed; nothing to rerun.');
+    }
+    // Resolve target (read-only connection).
+    const rdb = new Database(eventsDb, { readonly: true, fileMustExist: true });
+    let target;
+    try {
+        target = resolveCreateEvent(rdb, opts.ref);
+    }
+    finally {
+        rdb.close();
+    }
+    if (target === undefined) {
+        throw new CompostError('FILE_NOT_FOUND', `No create event found for ref "${opts.ref}".`);
+    }
+    if (target.input_id === null) {
+        throw new CompostError('INVALID_INPUT', `Event ${target.id} has no captured inputs (input_id is NULL — pre-migration, or a hash-only host create). It cannot be rerun; only events whose inputs were captured are reconstructable.`);
+    }
+    // Load inputs + integrity-check via a writer connection (also used to append).
+    const writer = new EventWriter({ dbPath: eventsDb });
+    try {
+        const inputs = writer.readInputs(target.input_id);
+        if (inputs === undefined) {
+            throw new CompostError('INTERNAL', `input_id ${target.input_id} referenced by event ${target.id} is missing from ai_inputs.`);
+        }
+        const integrity_ok = inputId({
+            model: inputs.model,
+            params: inputs.params,
+            system_prompt: inputs.system_prompt,
+            prompt: inputs.prompt,
+            context: inputs.context,
+        }) === target.input_id;
+        const base = {
+            status: 'verified',
+            artifact_id: target.artifact_id,
+            artifact_kind: target.artifact_kind,
+            create_event_id: target.id,
+            actor_type: target.actor_type,
+            model: target.model,
+            integrity_ok,
+        };
+        if (opts.apply !== true) {
+            return {
+                ...base,
+                note: 'Verify-only. Pass --apply to regenerate the output under the (optionally overridden) model and diff it.',
+            };
+        }
+        if (opts.regenerate === undefined) {
+            throw new CompostError('CONFIG_ERROR', 'Regeneration is not wired for this actor type yet. Inputs are intact and reconstructable; --apply regeneration currently requires an injected generator (LLM path needs a configured provider).');
+        }
+        const newPayload = await opts.regenerate(inputs, {
+            actorType: target.actor_type,
+            ...(opts.modelOverride !== undefined ? { modelOverride: opts.modelOverride } : {}),
+        });
+        const appliedModel = opts.modelOverride ?? inputs.model;
+        // Emit the regenerated output, chained to the original create.
+        const rerunInputId = writer.recordInputs({
+            model: appliedModel,
+            params: inputs.params,
+            system_prompt: inputs.system_prompt,
+            prompt: inputs.prompt,
+            context: inputs.context,
+        });
+        const isAi = target.actor_type === 'ai';
+        const rerun = writer.appendEvent({
+            artifact_kind: target.artifact_kind,
+            artifact_id: target.artifact_id,
+            action: 'update',
+            actor_type: isAi ? 'ai' : 'agent',
+            actor_id: isAi ? appliedModel : `${target.model ?? 'agent'}`,
+            ...(isAi ? { model: appliedModel, prompt_hash: rerunInputId } : {}),
+            ...(!isAi ? { agent_name: 'rerun', agent_version: '0.1.0' } : {}),
+            input_id: rerunInputId,
+            parent_event: target.id,
+            batch_id: `rerun:${target.id}`,
+            payload: { rerun_of: target.id, ...newPayload },
+        });
+        return {
+            ...base,
+            status: 'regenerated',
+            regenerated_event_id: rerun.id,
+            applied_model: appliedModel,
+            diff: diffPayload(safeParse(target.payload), newPayload),
+        };
+    }
+    finally {
+        writer.close();
+    }
+}
+function safeParse(s) {
+    try {
+        const v = JSON.parse(s);
+        return v !== null && typeof v === 'object' ? v : {};
+    }
+    catch {
+        return {};
+    }
+}
+//# sourceMappingURL=rerun.js.map

package/dist/lib/rerun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerun.js","sourceRoot":"","sources":["../../src/lib/rerun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAmB,WAAW,EAAE,OAAO,EAAE,MAAM,oCAAoC,CAAA;AAC1F,OAAO,QAAQ,MAAM,gBAAgB,CAAA;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAY7C;;iDAEiD;AACjD,SAAS,kBAAkB,CAAC,EAAqB,EAAE,GAAW;IAC5D,MAAM,IAAI,GAAG,sEAAsE,CAAA;IACnF,qBAAqB;IACrB,IAAI,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU,IAAI,mCAAmC,CAAC,CAAC,GAAG,CAAC,GAAG,CAEpE,CAAA;QACb,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QACvC,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAA;QACvC,OAAO,EAAE;aACN,OAAO,CACN,UAAU,IAAI,mFAAmF,CAClG;aACA,GAAG,CAAC,GAAG,CAAC,WAAW,CAA0B,CAAA;IAClD,CAAC;IACD,kEAAkE;IAClE,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE;aACN,OAAO,CACN,UAAU,IAAI,qGAAqG,CACpH;aACA,GAAG,CAAC,GAAG,CAA0B,CAAA;IACtC,CAAC;IACD,uBAAuB;IACvB,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzC,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,EAAE;aACN,OAAO,CACN,UAAU,IAAI,+FAA+F,CAC9G;aACA,GAAG,CAAC,MAAM,CAAC,CAAC,CAAW,CAA0B,CAAA;IACtD,CAAC;IACD,iBAAiB;IACjB,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE;aACN,OAAO,CACN,UAAU,IAAI,sFAAsF,CACrG;aACA,GAAG,CAAC,GAAG,GAAG,CAAC,WAAW,EAAE,GAAG,CAA0B,CAAA;IAC1D,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAuBD,4DAA4D;AAC5D,MAAM,UAAU,WAAW,CAAC,MAAe,EAAE,KAAc;IACzD,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAA;IACnD,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAA4B,CAAA;IAClD,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACxE,MAAM,MAAM,GAA0B,EAAE,CAAA;IACxC,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,CAAA;AAC/C,CAAC;AAkBD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB,EAAE,IAAkB;IACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,eAAe,CAAC,CAAA;IAC5D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,YAAY,CAAC,gBAAgB,EAAE,6CAA6C,CAAC,CAAA;IACzF,CAAC;IAED,yCAAyC;IACzC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3E,IAAI,MAA6B,CAAA;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;IAC5C,CAAC;YAAS,CAAC;QACT,GAAG,CAAC,KAAK,EAAE,CAAA;IACb,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,YAAY,CAAC,gBAAgB,EAAE,kCAAkC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA;IAC1F,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,YAAY,CACpB,eAAe,EACf,SAAS,MAAM,CAAC,EAAE,yKAAyK,CAC5L,CAAA;IACH,CAAC;IAED,+EAA+E;IAC/E,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;IACpD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACjD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,IAAI,YAAY,CACpB,UAAU,EACV,YAAY,MAAM,CAAC,QAAQ,wBAAwB,MAAM,CAAC,EAAE,6BAA6B,CAC1F,CAAA;QACH,CAAC;QACD,MAAM,YAAY,GAChB,OAAO,CAAC;YACN,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,KAAK,MAAM,CAAC,QAAQ,CAAA;QAExB,MAAM,IAAI,GAAgB;YACxB,MAAM,EAAE,UAAU;YAClB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,eAAe,EAAE,MAAM,CAAC,EAAE;YAC1B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY;SACb,CAAA;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,OAAO;gBACL,GAAG,IAAI;gBACP,IAAI,EAAE,yGAAyG;aAChH,CAAA;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,IAAI,YAAY,CACpB,cAAc,EACd,iMAAiM,CAClM,CAAA;QACH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;YAC/C,SAAS,EAAE,MAAM,CAAC,UAAU;YAC5B,GAAG,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnF,CAAC,CAAA;QACF,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC,KAAK,CAAA;QAEvD,+DAA+D;QAC/D,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;YACvC,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAA;QACF,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,KAAK,IAAI,CAAA;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;YAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YACjC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,EAAE;YAC5D,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,QAAQ,EAAE,YAAY;YACtB,YAAY,EAAE,MAAM,CAAC,EAAE;YACvB,QAAQ,EAAE,SAAS,MAAM,CAAC,EAAE,EAAE;YAC9B,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,UAAU,EAAE;SAChD,CAAC,CAAA;QAEF,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,aAAa;YACrB,oBAAoB,EAAE,KAAK,CAAC,EAAE;YAC9B,aAAa,EAAE,YAAY;YAC3B,IAAI,EAAE,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC;SACzD,CAAA;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACvB,OAAO,CAAC,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAA6B,CAAC,CAAC,CAAC,EAAE,CAAA;IAClF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC"}

package/dist/lib/retrieve.d.ts

@@ -5,10 +5,11 @@ import { type CompostConfig } from './config.js';
  * `compost chat` (retrieval + LLM synthesis). Extracted so the two commands
  * never diverge on how the corpus is loaded, chunked, and ranked.
  *
- * Retrieval is BM25-only today: HybridRetriever's dense slot is null because
- * nothing reads the LanceDB index the embed-worker writes (#137). Wiring
- * LanceDBRetriever into this shared path is a follow-up that upgrades both
- * `search` and `chat` ranking at once — see the tracking issue.
+ * Retrieval is hybrid: when a LanceDB index and an embeddings provider are
+ * both present, BM25 ∪ dense results are fused via RRF (HybridRetriever's dense
+ * slot is filled by buildDenseRetriever, which reads the index the embed-worker
+ * writes). When either is missing it falls back to BM25-only. `search` and
+ * `chat` share this path, so both rank the same way.
  */
 export interface LoadedCorpus {
     chunks: Chunk[];
@@ -27,6 +28,9 @@ export interface RetrieveOptions {
     /** Dense retriever (LanceDB). When provided, retrieval is BM25 ∪ dense fused
      * via RRF. When null/omitted, BM25-only. Inject via buildDenseRetriever. */
     dense?: DenseRetriever | null;
+    /** Collapse near-duplicate chunks covering the same region before the topK cut
+     * (#170). Default true; set false for the raw fused ranking. */
+    dedupe?: boolean;
 }
 export interface RetrieveResult {
     retrieved: ScoredChunk[];

package/dist/lib/retrieve.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"retrieve.d.ts","sourceRoot":"","sources":["../../src/lib/retrieve.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,KAAK,KAAK,EAGV,KAAK,cAAc,EACnB,KAAK,WAAW,EAGhB,KAAK,WAAW,EACjB,MAAM,mCAAmC,CAAA;AAG1C,OAAO,EAAE,KAAK,aAAa,EAAc,MAAM,aAAa,CAAA;AAE5D;;;;;;;;;GASG;AAEH,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,KAAK,EAAE,CAAA;IACf,QAAQ,EAAE,WAAW,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,CAoB7D;AAED,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,MAAM,CAAA;AAE7C,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;gFAC4E;IAC5E,KAAK,CAAC,EAAE,cAAc,GAAG,IAAI,CAAA;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,WAAW,EAAE,CAAA;IACxB,MAAM,EAAE,YAAY,CAAA;IACpB,IAAI,EAAE,aAAa,CAAA;CACpB;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,IAAI,GAAE,eAAoB,GACzB,OAAO,CAAC,cAAc,CAAC,CAWzB;AAWD;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,aAAa,GACrB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAyBhC"}
+{"version":3,"file":"retrieve.d.ts","sourceRoot":"","sources":["../../src/lib/retrieve.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,KAAK,KAAK,EAGV,KAAK,cAAc,EAEnB,KAAK,WAAW,EAGhB,KAAK,WAAW,EACjB,MAAM,mCAAmC,CAAA;AAG1C,OAAO,EAAE,KAAK,aAAa,EAAc,MAAM,aAAa,CAAA;AAE5D;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,KAAK,EAAE,CAAA;IACf,QAAQ,EAAE,WAAW,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,CAoB7D;AAED,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,MAAM,CAAA;AAE7C,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;gFAC4E;IAC5E,KAAK,CAAC,EAAE,cAAc,GAAG,IAAI,CAAA;IAC7B;oEACgE;IAChE,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,WAAW,EAAE,CAAA;IACxB,MAAM,EAAE,YAAY,CAAA;IACpB,IAAI,EAAE,aAAa,CAAA;CACpB;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,IAAI,GAAE,eAAoB,GACzB,OAAO,CAAC,cAAc,CAAC,CAsBzB;AAED;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,aAAa,GACrB,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAyBhC"}

package/dist/lib/retrieve.js

@@ -1,6 +1,6 @@
 import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';
 import { join } from 'node:path';
-import { BM25Index, chunkTranscript, HybridRetriever, openLanceDBForRead, } from '@they-juanreina/compost-retrieval';
+import { BM25Index, chunkTranscript, dedupeByRegion, HybridRetriever, openLanceDBForRead, } from '@they-juanreina/compost-retrieval';
 import { LLMAdapter } from '../llm/adapter.js';
 import { loadConfig } from './config.js';
 /**
@@ -42,20 +42,22 @@ export async function retrieveChunks(seedPath, query, opts = {}) {
     const mode = dense ? 'hybrid' : 'bm25';
     if (corpus.chunks.length === 0)
         return { retrieved: [], corpus, mode };
+    const topK = opts.topK ?? 8;
     const bm25 = new BM25Index();
     bm25.addAll(corpus.chunks);
     const retriever = new HybridRetriever(bm25, dense);
-    const retrieved = await retriever.retrieve(query, { topK: opts.topK ?? 8 });
+    if (opts.dedupe === false) {
+        const retrieved = await retriever.retrieve(query, { topK });
+        return { retrieved, corpus, mode };
+    }
+    // Over-fetch a pool, collapse same-region near-duplicates (#170), then cut to
+    // topK — so top-k holds topK *distinct* regions, not the same phrase repeated
+    // as a solo utterance + several overlapping windows.
+    const pool = Math.max(topK * 5, 50);
+    const fused = await retriever.retrieve(query, { topK: pool });
+    const retrieved = dedupeByRegion(fused).slice(0, topK);
     return { retrieved, corpus, mode };
 }
-/** Embedding-vector dimension by model tag (mirrors the embed-worker's table). */
-const DIM_BY_MODEL = {
-    'bge-m3': 1024,
-    'bge-m3:q4_k_m': 1024,
-    'mxbai-embed-large': 1024,
-    'nomic-embed-text': 768,
-    'all-minilm': 384,
-};
 /**
  * Build a dense retriever for a seed, or return null when dense isn't available
  * — no LanceDB index yet, the native binary absent, or the embeddings provider

package/dist/lib/retrieve.js.map

@@ -1 +1 @@
-{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../src/lib/retrieve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AACzE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EACL,SAAS,EAGT,eAAe,EAGf,eAAe,EACf,kBAAkB,GAEnB,MAAM,mCAAmC,CAAA;AAE1C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAsB,UAAU,EAAE,MAAM,aAAa,CAAA;AAmB5D;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAA;IACpD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IAC9C,MAAM,QAAQ,GAAgB,IAAI,GAAG,EAAE,CAAA;IACvC,MAAM,SAAS,GAAY,EAAE,CAAA;IAC7B,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;IAEvE,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,QAAQ;YAAE,SAAQ;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,iBAAiB,CAAC,CAAA;QACzD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE;YAAE,SAAQ;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAExD,CAAA;QACD,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YACtC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IACpE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAClD,CAAC;AAiBD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,KAAa,EACb,OAAwB,EAAE;IAE1B,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAA;IAChC,MAAM,IAAI,GAAkB,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAA;IACrD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IAEtE,MAAM,IAAI,GAAG,IAAI,SAAS,EAAE,CAAA;IAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC1B,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAClD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAA;IAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AACpC,CAAC;AAED,kFAAkF;AAClF,MAAM,YAAY,GAA2B;IAC3C,QAAQ,EAAE,IAAI;IACd,eAAe,EAAE,IAAI;IACrB,mBAAmB,EAAE,IAAI;IACzB,kBAAkB,EAAE,GAAG;IACvB,YAAY,EAAE,GAAG;CAClB,CAAA;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAgB,EAChB,MAAsB;IAEtB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,iBAAiB,CAAC,CAAA;IACzD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAEjC,IAAI,OAAmB,CAAA;IACvB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,EAAE,CAAS,EAAqB,EAAE;QACxD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAC3B,IAAI,GAAG,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAChF,OAAO,GAAG,CAAA;IACZ,CAAC,CAAA;IAED,4EAA4E;IAC5E,8EAA8E;IAC9E,IAAI,CAAC;QACH,OAAO,MAAM,kBAAkB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC"}
+{"version":3,"file":"retrieve.js","sourceRoot":"","sources":["../../src/lib/retrieve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AACzE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EACL,SAAS,EAGT,eAAe,EAEf,cAAc,EAEd,eAAe,EACf,kBAAkB,GAEnB,MAAM,mCAAmC,CAAA;AAE1C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAsB,UAAU,EAAE,MAAM,aAAa,CAAA;AAoB5D;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAA;IACpD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IAC9C,MAAM,QAAQ,GAAgB,IAAI,GAAG,EAAE,CAAA;IACvC,MAAM,SAAS,GAAY,EAAE,CAAA;IAC7B,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;IAEvE,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,QAAQ;YAAE,SAAQ;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,iBAAiB,CAAC,CAAA;QACzD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE;YAAE,SAAQ;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAExD,CAAA;QACD,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YACtC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAA;IACpE,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAClD,CAAC;AAoBD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,KAAa,EACb,OAAwB,EAAE;IAE1B,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAA;IAChC,MAAM,IAAI,GAAkB,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAA;IACrD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IAEtE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,CAAA;IAC3B,MAAM,IAAI,GAAG,IAAI,SAAS,EAAE,CAAA;IAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC1B,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAElD,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IACpC,CAAC;IACD,8EAA8E;IAC9E,8EAA8E;IAC9E,qDAAqD;IACrD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;IACnC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7D,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACtD,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;AACpC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAgB,EAChB,MAAsB;IAEtB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,iBAAiB,CAAC,CAAA;IACzD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAEjC,IAAI,OAAmB,CAAA;IACvB,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAA;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,EAAE,CAAS,EAAqB,EAAE;QACxD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAC3B,IAAI,GAAG,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAChF,OAAO,GAAG,CAAA;IACZ,CAAC,CAAA;IAED,4EAA4E;IAC5E,8EAA8E;IAC9E,IAAI,CAAC;QACH,OAAO,MAAM,kBAAkB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC"}

package/dist/lib/schemas.generated.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schemas.generated.d.ts","sourceRoot":"","sources":["../../src/lib/schemas.generated.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAyDjD,CAAA;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAsDjD,CAAA;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CA0KjD,CAAA;AAED,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAmDnD,CAAA;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CA+IjD,CAAA;AAED,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CA6drD,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAO/D,CAAA"}
+{"version":3,"file":"schemas.generated.d.ts","sourceRoot":"","sources":["../../src/lib/schemas.generated.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAyDjD,CAAA;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAsDjD,CAAA;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CA+KjD,CAAA;AAED,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAmDnD,CAAA;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CA+IjD,CAAA;AAED,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAofrD,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAO/D,CAAA"}

package/dist/lib/schemas.generated.js

@@ -198,6 +198,11 @@ export const EVENTS_SCHEMA = {
             "type": "string",
             "description": "Required when actor_type=ai. The model that produced the suggestion (e.g. anthropic:claude-opus-4-7, ollama:llama3.1:8b)."
         },
+        "input_id": {
+            "type": "string",
+            "pattern": "^[a-f0-9]{64}$",
+            "description": "Content-address (sha256) of the persisted input bundle in the ai_inputs table that produced this event's output. Set on AI/agent generations whose inputs were captured; absent for researcher events and hash-only host-agent creates. Unlike prompt_hash (a one-way digest), the referenced bundle is reconstructable — it backs `compost rerun` and a PROV-O export's prov:used relations."
+        },
         "payload": {
             "description": "Action-specific JSON payload. The structure varies by (artifact_kind, action) pair and is validated separately by the CLI when serializing/deserializing.",
             "oneOf": [
@@ -517,6 +522,13 @@ export const TRANSCRIPT_SCHEMA = {
             "default": "session",
             "description": "session = recorded interview; document = legacy PDF/DOCX/PPTX/CSV normalized into a transcript-shaped doc."
         },
+        "status": {
+            "enum": [
+                "ok",
+                "needs_speaker_labels"
+            ],
+            "description": "Optional pipeline status. Absent ⇒ ok. The diarizer sets \"needs_speaker_labels\" when mean speaker-assignment confidence falls below its floor, queueing the session for human speaker labelling. Job-level failure (failed_transcription) is never written here — a failed run produces no transcript."
+        },
         "session_id": {
             "type": "string",
             "pattern": "^[A-Za-z0-9_-]+$",
@@ -667,6 +679,9 @@ export const TRANSCRIPT_SCHEMA = {
                 "prosody": {
                     "$ref": "#/$defs/prosody"
                 },
+                "diarization": {
+                    "$ref": "#/$defs/utteranceDiarization"
+                },
                 "annotation": {
                     "type": "string",
                     "description": "Free-text editorial layer. May be human-authored, agent-authored, or AI-suggested. Provenance lives in .compost/events.sqlite — this field is a snapshot of current text only."
@@ -731,6 +746,19 @@ export const TRANSCRIPT_SCHEMA = {
                 }
             }
         },
+        "utteranceDiarization": {
+            "type": "object",
+            "additionalProperties": false,
+            "description": "Per-utterance diarization metadata from the pyannote alignment. Distinct from prosody (acoustic hints); this records how the speaker_id was assigned.",
+            "properties": {
+                "confidence": {
+                    "type": "number",
+                    "minimum": 0,
+                    "maximum": 1,
+                    "description": "Fraction of this utterance's span overlapped by the winning speaker turn (0..1). 0.0 marks a nearest-turn fallback assignment (no verified overlap), which counts against the session's mean-confidence gate."
+                }
+            }
+        },
         "silence": {
             "type": "object",
             "required": [