onadit 0.0.1 → 1.0.0

package/dist/src/jobs/handlers/compact.js

@@ -0,0 +1,360 @@
+/**
+ * Compaction job handler — Slice 11.
+ *
+ * Hot->cold tier migration, weekly digest generation, and rollback.
+ *
+ * Compaction:
+ * 1. Select conversations older than age_threshold_days from conversations_hot
+ * 2. Write rollback manifest with eligible:false BEFORE any table mutation (crash safety)
+ * 3. Insert into conversations_cold, delete from conversations_hot
+ * 4. Generate weekly digest via DigestSummarizer, embed
+ * 5. Write raw digest artifact to data/raw/digests/ (before table insert — crash safety)
+ * 6. Insert digest row into digests table
+ * 7. Flip manifest to eligible:true only after all mutations succeed
+ *
+ * Rollback:
+ * 1. Read the eligible rollback manifest
+ * 2. Move entries from cold -> hot, remove digest row AND raw digest file
+ * 3. Clear rollback eligibility
+ *
+ * Dry run: report what would change without mutating.
+ *
+ * Implements Live-Indexer / Repair-Job Coordination Rule:
+ * Pauses watchers + scanner before mutations, drains buffer in post-pass, resumes.
+ *
+ * Crash safety: manifest is written before any table mutation. If compaction
+ * crashes mid-way, reconcile (Slice 10) handles recovery:
+ * - Cross-tier duplicates (copied to cold, not yet removed from hot) -> reconcile removes hot copy
+ * - Missing digest (not yet written) -> reconcile re-indexes from raw file if it exists
+ */
+import crypto from "node:crypto";
+import fs from "node:fs";
+import path from "node:path";
+import { getTable } from "../../storage/tables.js";
+import { eqFilter } from "../../storage/filter.js";
+import { atomicWrite } from "../../storage/atomic.js";
+import { recordEmbed } from "../../observability/embedding-events.js";
+import { recordIndexWrite } from "../../observability/index-events.js";
+const COMPACTION_DIR = "compaction";
+const MANIFEST_SUFFIX = "_manifest.json";
+// ---------------------------------------------------------------------------
+// Public helpers (used by route for pre-check)
+// ---------------------------------------------------------------------------
+/** Check if a rollback-eligible manifest exists on disk. */
+export function hasEligibleRollback(dataDir) {
+    return findEligibleManifest(dataDir) !== null;
+}
+// ---------------------------------------------------------------------------
+// Handler factory
+// ---------------------------------------------------------------------------
+export function createCompactHandler(deps) {
+    return async (job) => {
+        const payload = job.payload ?? { rollback: false, dry_run: false };
+        const isDryRun = payload.dry_run;
+        const isRollback = payload.rollback;
+        // --- 1. Pause all live indexers ---
+        for (const w of deps.watchers)
+            w.pause();
+        if (deps.scanner)
+            deps.scanner.pause();
+        try {
+            if (isRollback) {
+                const report = await handleRollback(deps, isDryRun);
+                job.payload = report;
+            }
+            else {
+                const report = await handleCompaction(deps, isDryRun);
+                job.payload = report;
+            }
+        }
+        finally {
+            // --- Post-pass: resume watchers (drains buffered events) ---
+            for (const w of deps.watchers)
+                await w.resume();
+            if (deps.scanner)
+                deps.scanner.resume();
+        }
+    };
+}
+// ---------------------------------------------------------------------------
+// Compaction logic
+// ---------------------------------------------------------------------------
+async function handleCompaction(deps, dryRun) {
+    const hotTable = getTable("conversations_hot");
+    const coldTable = getTable("conversations_cold");
+    const digestTable = getTable("digests");
+    // Find conversations older than threshold
+    const cutoff = new Date();
+    cutoff.setDate(cutoff.getDate() - deps.ageThresholdDays);
+    const cutoffIso = cutoff.toISOString();
+    const allHot = (await hotTable.query().toArray());
+    const toMove = allHot.filter((row) => row.indexed_at < cutoffIso);
+    if (toMove.length === 0) {
+        return { moved: 0, digest_id: null, dry_run: dryRun, rollback: false };
+    }
+    if (dryRun) {
+        return {
+            moved: toMove.length,
+            digest_id: null,
+            dry_run: true,
+            rollback: false,
+        };
+    }
+    // Generate digest from conversations being moved
+    const entries = toMove.map(rowToEntry);
+    const digestContent = await deps.digestSummarizer.summarize(entries);
+    const digestEmbedding = await recordEmbed(deps.dataDir, deps.embeddingProvider, {
+        pipeline: "compact",
+        operation: "digest_embedding",
+        input_count: 1,
+    }, () => deps.embeddingProvider.embed(digestContent.summary));
+    const now = new Date();
+    const digestId = crypto.randomUUID();
+    const conversationIds = toMove.map((r) => r.id);
+    // Compute period bounds from the moved conversations
+    const timestamps = toMove.map((r) => new Date(r.indexed_at).getTime());
+    const periodStart = new Date(Math.min(...timestamps)).toISOString();
+    const periodEnd = new Date(Math.max(...timestamps)).toISOString();
+    const timestamp = now.toISOString().replace(/[:.]/g, "-");
+    // --- CRASH SAFETY: write manifest with eligible:false BEFORE any table mutation ---
+    // Eligible is flipped to true only after all mutations succeed. If we crash
+    // before that flip, the failed compaction is NOT rollback-eligible.
+    const manifest = {
+        id: timestamp,
+        created_at: now.toISOString(),
+        conversation_ids: conversationIds,
+        digest_id: digestId,
+        digest_filename: "", // Set after raw digest is written
+        eligible: false,
+    };
+    await writeManifest(deps.dataDir, manifest);
+    // Clear previous rollback eligibility
+    clearPriorEligibility(deps.dataDir, timestamp);
+    // --- Table mutations ---
+    // 1. Insert into cold (strip LanceDB internal fields)
+    await recordIndexWrite(deps.dataDir, {
+        table: "conversations_cold",
+        pipeline: "compact",
+        operation: "conversation_move_to_cold",
+        row_count: toMove.length,
+    }, () => coldTable.add(toMove.map(cleanConversationRow)));
+    // 2. Remove from hot
+    for (const row of toMove) {
+        await hotTable.delete(eqFilter("id", row.id, { validateAsRowId: true }));
+    }
+    // 3. Write raw digest artifact BEFORE table insert (crash safety:
+    //    if we crash after table insert but before raw write, reconcile
+    //    would delete the orphaned row. Writing raw first means reconcile
+    //    can always re-index from the file.)
+    const periodLabel = `${periodStart.slice(0, 10)}_${periodEnd.slice(0, 10)}`;
+    const rawDigest = {
+        id: digestId,
+        content: digestContent.summary,
+        summary: digestContent.summary,
+        topics: digestContent.topics,
+        period_start: periodStart,
+        period_end: periodEnd,
+        digest_type: "weekly",
+        created_at: now.toISOString(),
+        conversation_ids: conversationIds,
+    };
+    const digestFileName = `${periodLabel}_${timestamp}.json`;
+    const digestPath = path.join(deps.dataDir, "raw", "digests", digestFileName);
+    await atomicWrite(digestPath, JSON.stringify(rawDigest, null, 2));
+    // 4. Insert digest row into table
+    const digestRow = {
+        id: digestId,
+        content: digestContent.summary,
+        summary: digestContent.summary,
+        embedding: digestEmbedding,
+        period_start: periodStart,
+        period_end: periodEnd,
+        digest_type: "weekly",
+        created_at: now.toISOString(),
+    };
+    await recordIndexWrite(deps.dataDir, {
+        table: "digests",
+        pipeline: "compact",
+        operation: "digest_upsert",
+        row_count: 1,
+    }, () => digestTable.add([digestRow]));
+    // --- Mark this compaction as rollback-eligible (all mutations succeeded) ---
+    manifest.eligible = true;
+    manifest.digest_filename = digestFileName;
+    await writeManifest(deps.dataDir, manifest);
+    return {
+        moved: toMove.length,
+        digest_id: digestId,
+        dry_run: false,
+        rollback: false,
+    };
+}
+// ---------------------------------------------------------------------------
+// Rollback logic
+// ---------------------------------------------------------------------------
+async function handleRollback(deps, dryRun) {
+    const manifest = findEligibleManifest(deps.dataDir);
+    if (!manifest) {
+        // Should not reach here — route pre-checks. But guard defensively.
+        throw new Error("no_eligible_rollback");
+    }
+    if (dryRun) {
+        return {
+            moved: manifest.conversation_ids.length,
+            digest_id: manifest.digest_id,
+            dry_run: true,
+            rollback: true,
+        };
+    }
+    const hotTable = getTable("conversations_hot");
+    const coldTable = getTable("conversations_cold");
+    const digestTable = getTable("digests");
+    // Move conversations from cold back to hot
+    for (const convId of manifest.conversation_ids) {
+        const rows = (await coldTable
+            .query()
+            .where(eqFilter("id", convId, { validateAsRowId: true }))
+            .toArray());
+        if (rows.length > 0) {
+            await recordIndexWrite(deps.dataDir, {
+                table: "conversations_hot",
+                pipeline: "compact",
+                operation: "conversation_rollback_to_hot",
+                row_count: rows.length,
+            }, () => hotTable.add(rows.map(cleanConversationRow)));
+            await coldTable.delete(eqFilter("id", convId, { validateAsRowId: true }));
+        }
+    }
+    // Remove the digest row from table
+    await digestTable.delete(eqFilter("id", manifest.digest_id, { validateAsRowId: true }));
+    // Remove the raw digest file so reconcile cannot resurrect it
+    if (manifest.digest_filename) {
+        const digestPath = path.join(deps.dataDir, "raw", "digests", manifest.digest_filename);
+        try {
+            fs.unlinkSync(digestPath);
+        }
+        catch {
+            // File may already be gone — that's fine
+        }
+    }
+    // Clear rollback eligibility
+    manifest.eligible = false;
+    await writeManifest(deps.dataDir, manifest);
+    return {
+        moved: manifest.conversation_ids.length,
+        digest_id: manifest.digest_id,
+        dry_run: false,
+        rollback: true,
+    };
+}
+// ---------------------------------------------------------------------------
+// Manifest helpers
+// ---------------------------------------------------------------------------
+function compactionDir(dataDir) {
+    return path.join(dataDir, COMPACTION_DIR);
+}
+async function writeManifest(dataDir, manifest) {
+    const dir = compactionDir(dataDir);
+    const filePath = path.join(dir, `${manifest.id}${MANIFEST_SUFFIX}`);
+    await atomicWrite(filePath, JSON.stringify(manifest, null, 2));
+}
+function findEligibleManifest(dataDir) {
+    const dir = compactionDir(dataDir);
+    if (!fs.existsSync(dir))
+        return null;
+    const files = fs
+        .readdirSync(dir)
+        .filter((f) => f.endsWith(MANIFEST_SUFFIX))
+        .sort()
+        .reverse(); // Most recent first
+    for (const file of files) {
+        try {
+            const raw = JSON.parse(fs.readFileSync(path.join(dir, file), "utf-8"));
+            if (raw.eligible)
+                return raw;
+        }
+        catch {
+            // Skip malformed manifests
+        }
+    }
+    return null;
+}
+function clearPriorEligibility(dataDir, currentId) {
+    const dir = compactionDir(dataDir);
+    if (!fs.existsSync(dir))
+        return;
+    const files = fs.readdirSync(dir).filter((f) => f.endsWith(MANIFEST_SUFFIX));
+    for (const file of files) {
+        const filePath = path.join(dir, file);
+        try {
+            const raw = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+            if (raw.eligible && raw.id !== currentId) {
+                raw.eligible = false;
+                fs.writeFileSync(filePath, JSON.stringify(raw, null, 2), "utf-8");
+            }
+        }
+        catch {
+            // Skip malformed manifests
+        }
+    }
+}
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function rowToEntry(row) {
+    return {
+        id: row.id,
+        content: row.content,
+        summary: row.summary,
+        source: row.source,
+        domain: row.domain,
+        intent: row.intent,
+        quality: row.quality,
+        topics: safeParseArray(row.topics),
+        decisions: safeParseArray(row.decisions),
+        key_outputs: safeParseArray(row.key_outputs),
+    };
+}
+/**
+ * Strip LanceDB internal fields (e.g. embedding.isValid) that appear
+ * in query results but aren't part of the table schema.
+ */
+function cleanConversationRow(row) {
+    // LanceDB query results include internal Arrow metadata (e.g. embedding.isValid).
+    // Convert embedding to a plain number[] to strip those properties.
+    const embedding = Array.from(row.embedding);
+    return {
+        id: row.id,
+        content: row.content,
+        summary: row.summary,
+        embedding,
+        source: row.source,
+        domain: row.domain,
+        intent: row.intent,
+        quality: row.quality,
+        topics: row.topics,
+        decisions: row.decisions,
+        key_outputs: row.key_outputs,
+        indexed_at: row.indexed_at,
+        idempotency_key: row.idempotency_key,
+        conversation_fingerprint: row.conversation_fingerprint ?? "",
+        // Relocation only (hot → cold): preserve provenance markers as-is so a
+        // basic/placeholder row stays a backfill target after compaction.
+        metadata_provider: row.metadata_provider ?? "",
+        embedding_provider: row.embedding_provider ?? "",
+        // Preserve chunk identity so a chunk set survives hot → cold relocation.
+        parent_id: row.parent_id ?? "",
+        chunk_index: row.chunk_index ?? "",
+        chunk_count: row.chunk_count ?? "",
+    };
+}
+function safeParseArray(json) {
+    try {
+        const parsed = JSON.parse(json);
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch {
+        return [];
+    }
+}
+//# sourceMappingURL=compact.js.map

package/dist/src/jobs/handlers/compact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compact.js","sourceRoot":"","sources":["../../../../src/jobs/handlers/compact.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAM7B,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,OAAO,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AA2BvE,MAAM,cAAc,GAAG,YAAY,CAAC;AACpC,MAAM,eAAe,GAAG,gBAAgB,CAAC;AAEzC,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAE9E,4DAA4D;AAC5D,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,OAAO,oBAAoB,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,UAAU,oBAAoB,CAAC,IAAiB;IACpD,OAAO,KAAK,EAAE,GAAQ,EAAiB,EAAE;QACvC,MAAM,OAAO,GAAI,GAAG,CAAC,OAA0B,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACvF,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QACjC,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;QAEpC,qCAAqC;QACrC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ;YAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACzC,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAEvC,IAAI,CAAC;YACH,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACpD,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACtD,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC;YACvB,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,8DAA8D;YAC9D,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YAChD,IAAI,IAAI,CAAC,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,KAAK,UAAU,gBAAgB,CAC7B,IAAiB,EACjB,MAAe;IAEf,MAAM,QAAQ,GAAG,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAExC,0CAA0C;IAC1C,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;IAC1B,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAEvC,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAsB,CAAC;IACvE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;IAElE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACzE,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC;IAED,iDAAiD;IACjD,MAAM,OAAO,GAAwB,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACrE,MAAM,eAAe,GAAG,MAAM,WAAW,CACvC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,iBAAiB,EACtB;QACE,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE,kBAAkB;QAC7B,WAAW,EAAE,CAAC;KACf,EACD,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAC1D,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IACrC,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEhD,qDAAqD;IACrD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACpE,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAElE,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAE1D,qFAAqF;IACrF,4EAA4E;IAC5E,oEAAoE;IACpE,MAAM,QAAQ,GAAqB;QACjC,EAAE,EAAE,SAAS;QACb,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE;QAC7B,gBAAgB,EAAE,eAAe;QACjC,SAAS,EAAE,QAAQ;QACnB,eAAe,EAAE,EAAE,EAAG,kCAAkC;QACxD,QAAQ,EAAE,KAAK;KAChB,CAAC;IACF,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE5C,sCAAsC;IACtC,qBAAqB,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAE/C,0BAA0B;IAC1B,sDAAsD;IACtD,MAAM,gBAAgB,CACpB,IAAI,CAAC,OAAO,EACZ;QACE,KAAK,EAAE,oBAAoB;QAC3B,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE,2BAA2B;QACtC,SAAS,EAAE,MAAM,CAAC,MAAM;KACzB,EACD,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CACtD,CAAC;IAEF,qBAAqB;IACrB,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,kEAAkE;IAClE,oEAAoE;IACpE,sEAAsE;IACtE,yCAAyC;IACzC,MAAM,WAAW,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IAC5E,MAAM,SAAS,GAAG;QAChB,EAAE,EAAE,QAAQ;QACZ,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,QAAQ;QACrB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE;QAC7B,gBAAgB,EAAE,eAAe;KAClC,CAAC;IACF,MAAM,cAAc,GAAG,GAAG,WAAW,IAAI,SAAS,OAAO,CAAC;IAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;IAC7E,MAAM,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAElE,kCAAkC;IAClC,MAAM,SAAS,GAAc;QAC3B,EAAE,EAAE,QAAQ;QACZ,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,OAAO,EAAE,aAAa,CAAC,OAAO;QAC9B,SAAS,EAAE,eAAe;QAC1B,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,QAAQ;QACrB,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE;KAC9B,CAAC;IACF,MAAM,gBAAgB,CACpB,IAAI,CAAC,OAAO,EACZ;QACE,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE,eAAe;QAC1B,SAAS,EAAE,CAAC;KACb,EACD,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CACnC,CAAC;IAEF,8EAA8E;IAC9E,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,eAAe,GAAG,cAAc,CAAC;IAC1C,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE5C,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,KAAK;KAChB,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,KAAK,UAAU,cAAc,CAC3B,IAAiB,EACjB,MAAe;IAEf,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,mEAAmE;QACnE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,OAAO;YACL,KAAK,EAAE,QAAQ,CAAC,gBAAgB,CAAC,MAAM;YACvC,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,mBAAmB,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,oBAAoB,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;IAExC,2CAA2C;IAC3C,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,CAAC,MAAM,SAAS;aAC1B,KAAK,EAAE;aACP,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;aACxD,OAAO,EAAE,CAAsB,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,gBAAgB,CACpB,IAAI,CAAC,OAAO,EACZ;gBACE,KAAK,EAAE,mBAAmB;gBAC1B,QAAQ,EAAE,SAAS;gBACnB,SAAS,EAAE,8BAA8B;gBACzC,SAAS,EAAE,IAAI,CAAC,MAAM;aACvB,EACD,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CACnD,CAAC;YACF,MAAM,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,mCAAmC;IACnC,MAAM,WAAW,CAAC,MAAM,CACtB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAC9D,CAAC;IAEF,8DAA8D;IAC9D,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;QACvF,IAAI,CAAC;YACH,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;IACH,CAAC;IAED,6BAA6B;IAC7B,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC;IAC1B,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE5C,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,gBAAgB,CAAC,MAAM;QACvC,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,IAAI;KACf,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,SAAS,aAAa,CAAC,OAAe;IACpC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAe,EACf,QAA0B;IAE1B,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,EAAE,GAAG,eAAe,EAAE,CAAC,CAAC;IACpE,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAe;IAC3C,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAErC,MAAM,KAAK,GAAG,EAAE;SACb,WAAW,CAAC,GAAG,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;SAC1C,IAAI,EAAE;SACN,OAAO,EAAE,CAAC,CAAC,oBAAoB;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CACpB,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAC3B,CAAC;YACtB,IAAI,GAAG,CAAC,QAAQ;gBAAE,OAAO,GAAG,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAe,EAAE,SAAiB;IAC/D,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO;IAEhC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;IAC7E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CACpB,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CACf,CAAC;YACtB,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;gBACzC,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACrB,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;QAC7B,CAAC;IACH,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,UAAU,CAAC,GAAoB;IACtC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC;QAClC,SAAS,EAAE,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC;QACxC,WAAW,EAAE,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC;KAC7C,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAAC,GAAoB;IAChD,kFAAkF;IAClF,mEAAmE;IACnE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,SAA6B,CAAC,CAAC;IAChE,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS;QACT,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,eAAe,EAAE,GAAG,CAAC,eAAe;QACpC,wBAAwB,EAAE,GAAG,CAAC,wBAAwB,IAAI,EAAE;QAC5D,uEAAuE;QACvE,kEAAkE;QAClE,iBAAiB,EAAG,GAAG,CAAC,iBAA4B,IAAI,EAAE;QAC1D,kBAAkB,EAAG,GAAG,CAAC,kBAA6B,IAAI,EAAE;QAC5D,yEAAyE;QACzE,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,EAAE;QAC1C,WAAW,EAAG,GAAG,CAAC,WAAsB,IAAI,EAAE;QAC9C,WAAW,EAAG,GAAG,CAAC,WAAsB,IAAI,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/src/jobs/handlers/dedupe-conversations.d.ts

@@ -0,0 +1,134 @@
+import type { ConversationSource } from "../../providers/types.js";
+export type ConversationTable = "conversations_hot" | "conversations_cold";
+/** Minimal row projection the planner needs — no embedding or content. */
+export interface DedupeRowView {
+    row_id: string;
+    table: ConversationTable;
+    indexed_at: string;
+    content_length: number;
+    /**
+     * Row's source. Used by the planner to decide whether the row can
+     * participate in `(source, conversation_id)` dedupe at all. CLI
+     * sources opt out; web sources require a derivable conversation_id
+     * in the raw or they get flagged in `rows_without_dedupe_key`.
+     */
+    source: ConversationSource;
+}
+/** Minimal raw-file projection — filename + parsed source/conversation_id. */
+export interface DedupeRawView {
+    path: string;
+    filename: string;
+    row_id_from_filename: string;
+    source: string;
+    conversation_id: string;
+}
+export interface DedupePlanInput {
+    rows: DedupeRowView[];
+    raw_files: DedupeRawView[];
+}
+export interface DedupeMember {
+    row_id: string;
+    table: ConversationTable;
+    indexed_at: string;
+    content_length: number;
+    is_stable_id: boolean;
+    raw_files: string[];
+}
+export type SuspicionReason = "legacy_member_is_newer" | "legacy_member_has_more_content";
+export interface DedupeGroupPlan {
+    source: string;
+    conversation_id: string;
+    stable_id: string;
+    members: DedupeMember[];
+    kept_member: DedupeMember;
+    deleted_members: DedupeMember[];
+    raw_files_to_delete: string[];
+    decision_reason: string;
+    /**
+     * `actionable` groups are safe to delete in `--apply` mode.
+     * `suspicious` groups are reported but never mutated: a stable-id
+     * member exists but a legacy member is newer or has more content,
+     * so deleting the legacy would lose information the canonical row
+     * doesn't have. The user resolves by hand (or re-imports the
+     * richer legacy snapshot so it lands on the stable row id).
+     */
+    classification: "actionable" | "suspicious";
+    /** Per-group flags explaining why the stable rule was overridden. Empty when `actionable`. */
+    suspicious_reasons: SuspicionReason[];
+}
+export interface DedupePlan {
+    /** Groups safe to delete; loser members + their raw files. */
+    actionable_groups: DedupeGroupPlan[];
+    /**
+     * Stable-rule winners that are older or shorter than a deleted
+     * legacy member. Reported for operator triage; never mutated.
+     */
+    suspicious_groups: DedupeGroupPlan[];
+    /**
+     * Web-source rows for which the planner could not derive a
+     * `(source, conversation_id)` canonical key — either the raw file
+     * is missing from disk, or it exists but lacks `conversation_id`.
+     * This is a real audit anomaly for web sources (their raws always
+     * carry a provider conversation id). CLI sources are NEVER reported
+     * here: their row id is canonical and they don't participate in
+     * `(source, conversation_id)` dedupe.
+     */
+    rows_without_dedupe_key: {
+        row_id: string;
+        table: ConversationTable;
+        source: ConversationSource;
+    }[];
+}
+/**
+ * Pure planner. Given a snapshot of rows + raw files, produces the
+ * dedupe plan with no I/O. Caller decides whether to apply.
+ */
+export declare function planDedupe(input: DedupePlanInput): DedupePlan;
+export interface DedupeConversationsReport {
+    apply: boolean;
+    rows_scanned: number;
+    raw_files_scanned: number;
+    /** Total dedupe-eligible groups (actionable + suspicious). */
+    duplicate_groups_found: number;
+    /** Rows that `--apply` would delete (actionable groups only). */
+    rows_to_delete: number;
+    /** Raw files that `--apply` would delete (actionable groups only). */
+    raw_files_to_delete: number;
+    rows_deleted: number;
+    raw_files_deleted: number;
+    /**
+     * Web-source rows the planner could not key by
+     * `(source, conversation_id)`. See `DedupePlan.rows_without_dedupe_key`
+     * for the precise definition. CLI rows are never counted here.
+     */
+    rows_without_dedupe_key: number;
+    /** Number of groups skipped in `--apply` mode for safety. */
+    suspicious_groups_skipped: number;
+    actionable_groups: DedupeGroupPlan[];
+    suspicious_groups: DedupeGroupPlan[];
+    errors: string[];
+    /**
+     * Absolute path of the audit JSON written for this run (when
+     * `reportsDir` was supplied). Same content as the returned report;
+     * persisted so operators can spot-check groups before `--apply` and
+     * keep an after-the-fact record once applied.
+     */
+    report_path?: string;
+}
+export interface DedupeConversationsOpts {
+    apply: boolean;
+    dataDir: string;
+    /**
+     * If set, the report is also written to
+     * `<reportsDir>/dedupe-conversations-<ISO-stamp>.json` and the path
+     * is echoed in `report.report_path`. Directory is created if missing.
+     */
+    reportsDir?: string;
+}
+/**
+ * Scan `conversations_hot` + `conversations_cold`, plan the dedupe,
+ * optionally apply. Caller (the reconcile handler) wraps this in the
+ * watcher pause/resume protocol so live writes can't race.
+ */
+export declare function dedupeConversations(opts: DedupeConversationsOpts): Promise<DedupeConversationsReport>;
+//# sourceMappingURL=dedupe-conversations.d.ts.map

package/dist/src/jobs/handlers/dedupe-conversations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedupe-conversations.d.ts","sourceRoot":"","sources":["../../../../src/jobs/handlers/dedupe-conversations.ts"],"names":[],"mappings":"AAkDA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAEnE,MAAM,MAAM,iBAAiB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAe3E,0EAA0E;AAC1E,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,iBAAiB,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB;;;;;OAKG;IACH,MAAM,EAAE,kBAAkB,CAAC;CAC5B;AAED,8EAA8E;AAC9E,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,aAAa,EAAE,CAAC;IACtB,SAAS,EAAE,aAAa,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,iBAAiB,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,OAAO,CAAC;IACtB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GACvB,wBAAwB,GACxB,gCAAgC,CAAC;AAErC,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,WAAW,EAAE,YAAY,CAAC;IAC1B,eAAe,EAAE,YAAY,EAAE,CAAC;IAChC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,eAAe,EAAE,MAAM,CAAC;IACxB;;;;;;;OAOG;IACH,cAAc,EAAE,YAAY,GAAG,YAAY,CAAC;IAC5C,8FAA8F;IAC9F,kBAAkB,EAAE,eAAe,EAAE,CAAC;CACvC;AAED,MAAM,WAAW,UAAU;IACzB,8DAA8D;IAC9D,iBAAiB,EAAE,eAAe,EAAE,CAAC;IACrC;;;OAGG;IACH,iBAAiB,EAAE,eAAe,EAAE,CAAC;IACrC;;;;;;;;OAQG;IACH,uBAAuB,EAAE;QACvB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,iBAAiB,CAAC;QACzB,MAAM,EAAE,kBAAkB,CAAC;KAC5B,EAAE,CAAC;CACL;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,UAAU,CAmH7D;AAqED,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,8DAA8D;IAC9D,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iEAAiE;IACjE,cAAc,EAAE,MAAM,CAAC;IACvB,sEAAsE;IACtE,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B;;;;OAIG;IACH,uBAAuB,EAAE,MAAM,CAAC;IAChC,6DAA6D;IAC7D,yBAAyB,EAAE,MAAM,CAAC;IAClC,iBAAiB,EAAE,eAAe,EAAE,CAAC;IACrC,iBAAiB,EAAE,eAAe,EAAE,CAAC;IACrC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,uBAAuB,GAC5B,OAAO,CAAC,yBAAyB,CAAC,CAmJpC"}