akm-cli 0.7.5 → 0.8.0-rc.10

package/dist/commands/consolidate.js

@@ -0,0 +1,2122 @@
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this
+// file, You can obtain one at https://mozilla.org/MPL/2.0/.
+import { createHash } from "node:crypto";
+import fs from "node:fs";
+import path from "node:path";
+import readline from "node:readline";
+import { parse as yamlParse, stringify as yamlStringify } from "yaml";
+import { parseAssetRef } from "../core/asset-ref";
+import { assembleAssetFromString } from "../core/asset-serialize";
+import { resolveStashDir, timestampForFilename } from "../core/common";
+import { getDefaultLlmConfig, loadConfig } from "../core/config";
+import { ConfigError } from "../core/errors";
+import { appendEvent } from "../core/events";
+import { parseFrontmatter } from "../core/frontmatter";
+import { writeContradictEdge } from "../core/memory-belief";
+import { parseEmbeddedJsonResponse } from "../core/parse";
+import { hasHotCaptureMode, hasSupersededStatus, MERGE_ABSOLUTE_FLOOR_CHARS, MERGE_SHRINK_RATIO_MIN, validateProposalFrontmatter, } from "../core/proposal-quality-validators";
+import { createProposal, isProposalSkipped, listProposals } from "../core/proposals";
+import { detectTruncatedDescription } from "../core/text-truncation";
+// Re-export the moved helpers so existing test imports continue to resolve.
+export { hasSupersededStatus, validateProposalFrontmatter };
+import { warn } from "../core/warn";
+import { deleteAssetFromSource, resolveWriteTarget, writeAssetToSource } from "../core/write-source";
+import { closeDatabase, findEntryIdByRef, getAllEntries, getEntryById, getNeighborsByEntryId, openExistingDatabase, } from "../indexer/db";
+import { resolveImproveProcessRunnerFromProfile } from "../integrations/agent/runner";
+import { chatCompletion } from "../llm/client";
+import { cosineSimilarity, embedBatch } from "../llm/embedder";
+import { isLlmFeatureEnabled, tryLlmFeature } from "../llm/feature-gate";
+// ── Prompts ─────────────────────────────────────────────────────────────────
+const CONSOLIDATE_SYSTEM_PROMPT = `You are the akm consolidate assistant analyzing memory assets.
+
+Rules:
+1. MERGE: Two or more memories are substantially duplicated or closely related → propose merging. Return the primary ref to keep and secondary refs to delete. Do NOT include mergedContent — the merge will be executed in a separate step.
+2. DELETE: Memory is clearly outdated, contradicted, or redundant → propose deletion. NEVER propose delete for memories annotated \`(captureMode: hot)\` — they are user-explicit and only the user can retire them. The downstream guard will refuse these regardless, so proposing them just wastes tokens.
+3. PROMOTE: Memory expresses a stable, reusable fact suitable as a \`knowledge:\` asset → propose promotion. Do NOT delete the source memory. NEVER propose promote / merge / contradict for memories annotated \`(already queued)\` — they have a pending proposal whose body matches; a duplicate will be deterministically dropped, so proposing them just wastes tokens.
+4. CONTRADICT: Two memories make mutually exclusive factual claims about the same subject (e.g. "always use VPN" vs "VPN is optional") → mark the older or less authoritative one as contradicted. This writes a contradictedBy edge so the belief-resolution SCC algorithm can resolve the conflict. Do NOT delete contradicted memories — let the belief resolver decide.
+5. KEEP: Memory is unique and current → omit from output.
+
+Return ONLY JSON (no prose, no code fences):
+{
+  "operations": [
+    { "op": "merge", "primary": "memory:<name>", "secondaries": ["memory:<name>", ...], "mergeStrategy": "synthesize", "confidence": 0.95 },
+    { "op": "delete", "ref": "memory:<name>", "reason": "<brief reason>", "confidence": 0.90 },
+    { "op": "promote", "ref": "memory:<name>", "knowledgeRef": "knowledge:<suggested-slug>", "reason": "<brief reason>", "description": "<one sentence describing the new knowledge asset>", "confidence": 0.92 },
+    { "op": "contradict", "ref": "memory:<name>", "contradictedByRef": "memory:<name>", "reason": "<brief reason>", "confidence": 0.88 }
+  ],
+  "warnings": ["<optional concerns>"]
+}
+
+For every operation, emit a \`confidence\` field in [0, 1] expressing your certainty that the operation is correct and safe. Use 0.95+ only when evidence is unambiguous. Omit the field rather than guessing if you are uncertain.
+
+When the merged content includes an \`updated\` frontmatter field, the value MUST be a real ISO date string (e.g. \`updated: 2026-05-20\`). NEVER emit \`updated: today\`, \`updated: {today}\`, \`updated: {today: null}\`, \`updated: now\`, or any other literal placeholder/template-variable. If you do not have a real source-of-truth date, OMIT the \`updated\` field entirely — the post-processor will not invent one for you.`;
+/**
+ * JSON Schema for structured consolidate plans (PR 1 of the asset-writers
+ * decision — see knowledge:projects/akm/asset-writers-investigation/00-synthesis).
+ * Mirrors the {ops[], warnings?[]} shape currently described in
+ * CONSOLIDATE_SYSTEM_PROMPT. Providers with `supportsJsonSchema: true` enforce
+ * the shape upstream so the chunk-level "invalid plan from AI — skipping"
+ * branch in `runConsolidate` becomes unreachable on schema-honouring providers.
+ *
+ * The four operation variants (merge / delete / promote / contradict) are
+ * modeled as a oneOf so a structured-output provider can still tell them apart
+ * by the required `op` discriminator. `parseEmbeddedJsonResponse` keeps
+ * working as a fallback parser for providers that ignore the schema.
+ */
+export const CONSOLIDATE_PLAN_JSON_SCHEMA = {
+    type: "object",
+    required: ["operations"],
+    additionalProperties: false,
+    properties: {
+        operations: {
+            type: "array",
+            description: "Ordered list of consolidate operations the planner proposes.",
+            items: {
+                oneOf: [
+                    {
+                        type: "object",
+                        required: ["op", "primary", "secondaries", "mergeStrategy"],
+                        additionalProperties: false,
+                        properties: {
+                            op: { type: "string", enum: ["merge"] },
+                            primary: { type: "string", minLength: 1 },
+                            secondaries: {
+                                type: "array",
+                                minItems: 1,
+                                items: { type: "string", minLength: 1 },
+                            },
+                            mergeStrategy: { type: "string", minLength: 1 },
+                            confidence: { type: "number", minimum: 0, maximum: 1 },
+                        },
+                    },
+                    {
+                        type: "object",
+                        required: ["op", "ref", "reason"],
+                        additionalProperties: false,
+                        properties: {
+                            op: { type: "string", enum: ["delete"] },
+                            ref: { type: "string", minLength: 1 },
+                            reason: { type: "string", minLength: 1 },
+                            confidence: { type: "number", minimum: 0, maximum: 1 },
+                        },
+                    },
+                    {
+                        type: "object",
+                        required: ["op", "ref", "knowledgeRef", "reason"],
+                        additionalProperties: false,
+                        properties: {
+                            op: { type: "string", enum: ["promote"] },
+                            ref: { type: "string", minLength: 1 },
+                            knowledgeRef: { type: "string", minLength: 1 },
+                            reason: { type: "string", minLength: 1 },
+                            description: { type: "string" },
+                            confidence: { type: "number", minimum: 0, maximum: 1 },
+                        },
+                    },
+                    {
+                        type: "object",
+                        required: ["op", "ref", "contradictedByRef", "reason"],
+                        additionalProperties: false,
+                        properties: {
+                            op: { type: "string", enum: ["contradict"] },
+                            ref: { type: "string", minLength: 1 },
+                            contradictedByRef: { type: "string", minLength: 1 },
+                            reason: { type: "string", minLength: 1 },
+                            confidence: { type: "number", minimum: 0, maximum: 1 },
+                        },
+                    },
+                ],
+            },
+        },
+        warnings: {
+            type: "array",
+            description: "Optional list of human-readable concerns the planner wants to surface.",
+            items: { type: "string" },
+        },
+    },
+};
+export function isConsolidationEligibleMemoryName(name) {
+    return !name.endsWith(".derived");
+}
+/**
+ * Returns true when the memory file has `captureMode: hot` in its frontmatter.
+ *
+ * Hot memories are USER-EXPLICIT (written via `akm remember` on the hot path).
+ * The consolidate LLM is forbidden from deleting or auto-merging them — the
+ * user wrote them on purpose and only the user can decide to retire them.
+ *
+ * Reads the file once per check; consolidate runs against ~10 memories per
+ * chunk so the IO cost is trivial. Returns false on any read/parse error
+ * (fail-safe: an unparseable file is treated as not-hot, but the broader
+ * consolidate flow already guards against unparseable memories elsewhere).
+ *
+ * Defends against four observed defect classes (see
+ * `memory:akm-improve-critical-review-2026-05-20`):
+ *   - LLM marks a memory contradicted then deletes (dangling contradictedBy)
+ *   - LLM merges two unrelated memories sharing a topic keyword
+ *   - LLM judges a recent durable design memo as "redundant"
+ *   - Cascade deletes (LLM uses ref:X as `contradictedBy` for ref:Y then deletes both)
+ */
+export function isHotCapturedMemory(filePath) {
+    try {
+        if (!fs.existsSync(filePath))
+            return false;
+        const content = fs.readFileSync(filePath, "utf8");
+        const parsed = parseFrontmatter(content);
+        return hasHotCaptureMode(parsed.data);
+    }
+    catch {
+        return false;
+    }
+}
+export function consolidateGuardStatus(filePath) {
+    if (!fs.existsSync(filePath))
+        return "missing";
+    let content;
+    try {
+        content = fs.readFileSync(filePath, "utf8");
+    }
+    catch {
+        return "unparseable";
+    }
+    let parsed;
+    try {
+        parsed = parseFrontmatter(content);
+    }
+    catch {
+        return "unparseable";
+    }
+    const data = parsed.data;
+    if (!data || Object.keys(data).length === 0)
+        return "unparseable";
+    return hasHotCaptureMode(data) ? "hot" : "safe";
+}
+// ── Chunk sizing ─────────────────────────────────────────────────────────────
+/**
+ * Conservative chars-per-token estimate used when computing prompt budgets.
+ * English text averages roughly 4 chars/token for most LLM tokenizers. We use
+ * 3 to stay conservative (shorter tokens = more tokens per char).
+ */
+const CHARS_PER_TOKEN = 3;
+/**
+ * Overhead budget reserved for the system prompt, chunk header lines, and per-
+ * memory metadata lines (name, description, tags, separator). Measured at
+ * roughly 600 chars for the system prompt + ~100 chars of header + ~50 chars
+ * per memory × chunk size.  We round up to 2 000 tokens to leave room for the
+ * model's own output.
+ */
+const PROMPT_OVERHEAD_TOKENS = 2_000;
+/**
+ * Default effective token budget used when the default LLM profile's
+ * `contextLength` is not set. This is intentionally conservative (4 096)
+ * rather than being set to the model's actual context window, because:
+ *
+ *   - When the agent path is used, the agent CLI (e.g. opencode)
+ *     prepends its own large system prompt + conversation history before
+ *     forwarding to the model. That overhead easily consumes 30K+ tokens on
+ *     a model with a 16K context window, leaving very little room for
+ *     chunk content.
+ *   - When the HTTP path is used (an LLM profile is selected), only the akm
+ *     system prompt and user prompt are sent, so the budget can be set to the
+ *     model's actual context length via profiles.llm[defaults.llm].contextLength.
+ *
+ * Set profiles.llm[defaults.llm].contextLength in your config file to the
+ * model's actual context window to allow larger chunks on the HTTP path.
+ */
+export const DEFAULT_CONTEXT_LENGTH_TOKENS = 4_096;
+/**
+ * Given the model's context window and the per-memory body truncation limit,
+ * return the maximum number of memories that can safely fit in one chunk
+ * without the prompt overflowing the context window.
+ *
+ * The formula is:
+ *   usableTokens = contextLength - PROMPT_OVERHEAD_TOKENS
+ *   tokensPerMemory = ceil(bodyTruncation / CHARS_PER_TOKEN)
+ *   chunkSize = floor(usableTokens / tokensPerMemory)
+ *
+ * Result is clamped between 1 and 50 to avoid degenerate values.
+ *
+ * @param contextLength - Model context window in tokens.
+ * @param bodyTruncation - Max chars per memory body included in the prompt.
+ * @param maxChunkSize - Optional override for the hardcoded cap of 50 (1–50).
+ */
+export function computeSafeChunkSize(contextLength, bodyTruncation, maxChunkSize) {
+    const usableTokens = Math.max(contextLength - PROMPT_OVERHEAD_TOKENS, 0);
+    const tokensPerMemory = Math.max(Math.ceil(bodyTruncation / CHARS_PER_TOKEN), 1);
+    const raw = Math.floor(usableTokens / tokensPerMemory);
+    return Math.max(1, Math.min(maxChunkSize ?? 50, raw));
+}
+// ── Similarity clustering (C-1 / #380) ──────────────────────────────────────
+/**
+ * Re-order memories so that similar ones are placed adjacent to each other
+ * before the memories are sliced into chunks. This ensures high-similarity
+ * memories land in the same LLM context window, allowing the consolidate
+ * model to detect and merge duplicates that would otherwise be split across
+ * chunks and survive indefinitely.
+ *
+ * Algorithm: greedy nearest-neighbour chain starting from the first memory.
+ * Each step selects the unused memory with the highest cosine similarity to
+ * the last-placed memory. O(n²) — acceptable for the expected N < 200.
+ *
+ * mem0 arXiv:2504.19413 — every candidate compared against whole store.
+ * A-MEM arXiv:2502.12110 — atomic notes linked by similarity.
+ *
+ * Returns the original order unchanged when:
+ *   - The embedding config is not present.
+ *   - Embedding requests fail (fail-open).
+ *   - There are fewer than 3 memories (no benefit to reordering).
+ */
+async function clusterMemoriesBySimilarity(memories, config) {
+    if (memories.length < 3 || !config.embedding)
+        return memories;
+    const texts = memories.map((m) => {
+        const parts = [];
+        if (m.description)
+            parts.push(m.description);
+        if (m.tags.length > 0)
+            parts.push(m.tags.join(" "));
+        return parts.join(". ") || m.name;
+    });
+    let embeddings = null;
+    try {
+        embeddings = await embedBatch(texts, config.embedding);
+    }
+    catch {
+        // Fail open: embedding failures degrade gracefully to original order.
+        return memories;
+    }
+    if (!embeddings || embeddings.length !== memories.length)
+        return memories;
+    // Greedy nearest-neighbour chain.
+    const used = new Array(memories.length).fill(false);
+    const ordered = [];
+    let current = 0; // start from the first memory
+    ordered.push(memories[current]);
+    used[current] = true;
+    for (let step = 1; step < memories.length; step++) {
+        const currentEmb = embeddings[current];
+        let bestIdx = -1;
+        let bestSim = -Infinity;
+        for (let j = 0; j < memories.length; j++) {
+            if (used[j])
+                continue;
+            const sim = cosineSimilarity(currentEmb, embeddings[j]);
+            if (sim > bestSim) {
+                bestSim = sim;
+                bestIdx = j;
+            }
+        }
+        if (bestIdx === -1)
+            break;
+        ordered.push(memories[bestIdx]);
+        used[bestIdx] = true;
+        current = bestIdx;
+    }
+    return ordered;
+}
+// ── Chunk helpers ────────────────────────────────────────────────────────────
+/**
+ * Build the per-chunk user prompt fed to the consolidate LLM.
+ *
+ * Each memory is annotated with two flags that drive the system-prompt
+ * rules at lines 181-186:
+ *   - `(captureMode: hot)` — user-explicit memory; system prompt rule 2
+ *     forbids proposing delete. ~60 wasted LLM verdicts/4h on this user's
+ *     stack before this annotation.
+ *   - `(already queued)` — the memory's body hash matches a pending
+ *     consolidate proposal; system prompt rule 3 forbids proposing
+ *     promote/merge/contradict. ~107/4h before this annotation.
+ *
+ * Both annotations are visible to the LLM. `pendingProposalBodyHashes`
+ * is precomputed once per run by `loadPendingConsolidateProposalHashes`
+ * so the cost stays O(memories) inside the chunk loop.
+ */
+export function buildChunkPrompt(sourceName, memories, chunkIndex, totalChunks, bodyTruncation, pendingProposalBodyHashes = new Set()) {
+    const start = memories[0] ? `memory:${memories[0].name}` : "";
+    const end = memories[memories.length - 1] ? `memory:${memories[memories.length - 1].name}` : "";
+    const annotationsByIndex = [];
+    const hotRefs = [];
+    for (const m of memories) {
+        let body = "";
+        try {
+            body = fs.readFileSync(m.filePath, "utf8");
+        }
+        catch {
+            body = "(unreadable)";
+        }
+        const parsed = parseFrontmatter(body);
+        const isHot = parsed.data.captureMode === "hot";
+        const bodyHash = createHash("sha256").update(parsed.content.trim(), "utf8").digest("hex");
+        const isAlreadyQueued = pendingProposalBodyHashes.has(bodyHash);
+        annotationsByIndex.push({ isHot, isAlreadyQueued, body });
+        if (isHot)
+            hotRefs.push(`memory:${m.name}`);
+    }
+    const lines = [
+        `Source: ${sourceName}`,
+        `Chunk ${chunkIndex + 1} of ${totalChunks}, memories ${start}–${end}:`,
+        "",
+    ];
+    // Top-of-prompt protection block for hot refs. Neutral phrasing — avoid
+    // op-words like "promote", "merge", "contradict" so the model doesn't
+    // accidentally treat the warning as a hint to use that op elsewhere
+    // (variant B leaked the word "contradict" into the control sample
+    // during the diagnostic).
+    if (hotRefs.length > 0) {
+        lines.push("⛔ DO NOT propose any `delete` operation for these refs — they are user-explicit (captureMode: hot) and the downstream guard refuses them regardless. Proposing delete for any of these only wastes tokens.");
+        for (const ref of hotRefs)
+            lines.push(`  - ${ref}`);
+        lines.push("");
+    }
+    for (let i = 0; i < memories.length; i++) {
+        const m = memories[i];
+        const { isHot, isAlreadyQueued, body } = annotationsByIndex[i];
+        const annotations = [];
+        if (isHot)
+            annotations.push("captureMode: hot");
+        if (isAlreadyQueued)
+            annotations.push("already queued");
+        const annotationSuffix = annotations.length > 0 ? ` (${annotations.join("; ")})` : "";
+        lines.push(`[${i + 1}] memory:${m.name}${annotationSuffix}`);
+        lines.push(`Description: ${m.description || "(none)"}`);
+        lines.push(`Tags: ${m.tags.length > 0 ? m.tags.join(", ") : "(none)"}`);
+        lines.push("---");
+        lines.push(body.slice(0, bodyTruncation));
+        lines.push("");
+    }
+    return lines.join("\n");
+}
+/**
+ * Precompute body-hashes of all currently-pending consolidate proposals so
+ * the per-chunk prompt can annotate memories whose body would just produce
+ * a deterministic `dedup_pending_proposal` skip. Hash domain matches the
+ * dedup site at ~line 1510 (sha256 over the post-frontmatter content,
+ * trimmed). Empty set on any read/parse error — fail-safe to "annotate
+ * nothing" so the LLM still proposes, just slightly more wastefully.
+ */
+export function loadPendingConsolidateProposalHashes(stashDir) {
+    const hashes = new Set();
+    try {
+        const pending = listProposals(stashDir, { status: "pending" }).filter((p) => p.source === "consolidate");
+        for (const p of pending) {
+            try {
+                const body = parseFrontmatter(p.payload.content).content.trim();
+                hashes.add(createHash("sha256").update(body, "utf8").digest("hex"));
+            }
+            catch {
+                // skip malformed payloads — they can't dedup anyway
+            }
+        }
+    }
+    catch {
+        // listProposals throws on missing stash dir during tests — empty set is safe
+    }
+    return hashes;
+}
+function isValidOp(op) {
+    if (typeof op !== "object" || op === null)
+        return false;
+    const o = op;
+    if (o.op === "merge") {
+        return typeof o.primary === "string" && Array.isArray(o.secondaries);
+    }
+    if (o.op === "delete") {
+        return typeof o.ref === "string";
+    }
+    if (o.op === "promote") {
+        return typeof o.ref === "string" && typeof o.knowledgeRef === "string";
+    }
+    if (o.op === "contradict") {
+        return typeof o.ref === "string" && typeof o.contradictedByRef === "string";
+    }
+    return false;
+}
+export function mergePlans(chunks) {
+    const mergeOps = new Map();
+    const deleteOps = new Map();
+    const promoteOps = new Map();
+    // C-3 / #382: contradict ops keyed by `ref|contradictedByRef` to deduplicate.
+    const contradictOps = new Map();
+    const warnings = [];
+    for (const chunk of chunks) {
+        for (const op of chunk) {
+            if (op.op === "merge") {
+                // merge wins over delete
+                if (deleteOps.has(op.primary)) {
+                    deleteOps.delete(op.primary);
+                }
+                for (const sec of op.secondaries) {
+                    if (deleteOps.has(sec))
+                        deleteOps.delete(sec);
+                }
+                mergeOps.set(op.primary, op);
+            }
+            else if (op.op === "delete") {
+                // merge and promote both win over delete. A promote is non-destructive
+                // (creates a proposal) but the source memory is counted in `promoted`;
+                // if a delete also fires, the ref lands in both `promoted` and
+                // `skipReasons`, breaking the invariant by +1.
+                if (!mergeOps.has(op.ref) && !promoteOps.has(op.ref)) {
+                    deleteOps.set(op.ref, op);
+                }
+            }
+            else if (op.op === "promote") {
+                // C-2 / #381: when both a promote and a merge target the same ref,
+                // queue the promote FIRST rather than discarding it. The promote op
+                // routes through createProposal (the human-gated proposal queue), so
+                // it is non-destructive. The merge follows after the proposal is
+                // created. This preserves the human reviewer's ability to inspect the
+                // promotion before the source memory is merged/deleted.
+                // AGM K*8 — retain the maximally informative consistent subset.
+                promoteOps.set(op.ref, op);
+            }
+            else if (op.op === "contradict") {
+                // Deduplicate by ref+contradictedByRef pair.
+                const key = `${op.ref}|${op.contradictedByRef}`;
+                if (!contradictOps.has(key)) {
+                    contradictOps.set(key, op);
+                }
+            }
+        }
+    }
+    // Second pass: enforce merge-wins-over-delete and deduplicate secondaries.
+    //
+    // 1. Delete/secondary ordering bug: the per-chunk loop removes delete ops
+    //    for secondaries that were already in deleteOps, but misses the case
+    //    where the delete chunk came first. A full sweep here fixes both orders.
+    //
+    // 2. Cross-merge secondary dedup: if ref A is a secondary in two merge ops,
+    //    only the first (insertion-order) retains it. Without this, a successful
+    //    merge credits A to mergedSecondaries and a later merge's emitMerge-
+    //    FailureSkips also charges A to skipReasons — double-counting A while
+    //    processed has it only once.
+    //
+    // 3. Primary-as-secondary dedup: if ref A is a primary in one merge op and
+    //    a secondary in another, remove A from the secondary list. Both merges
+    //    would otherwise claim A (merged++ for A, then mergedSecondaries++ for A)
+    //    breaking the invariant the same way.
+    // Also remove delete ops for any ref claimed by a promote op (handles the
+    // case where the delete chunk appeared before the promote chunk).
+    for (const ref of promoteOps.keys()) {
+        deleteOps.delete(ref);
+    }
+    const claimedSecondaries = new Set();
+    for (const mergeOp of mergeOps.values()) {
+        deleteOps.delete(mergeOp.primary);
+        mergeOp.secondaries = mergeOp.secondaries.filter((sec) => {
+            if (mergeOps.has(sec)) {
+                warnings.push(`Merge: secondary ${sec} is also a merge primary — removing from secondary list to avoid double-count.`);
+                return false;
+            }
+            if (claimedSecondaries.has(sec)) {
+                warnings.push(`Merge: secondary ${sec} appears in multiple merge ops — retaining in first op only.`);
+                return false;
+            }
+            claimedSecondaries.add(sec);
+            deleteOps.delete(sec);
+            return true;
+        });
+    }
+    // C-2 / #381: promote ops are ordered BEFORE merge ops so that the
+    // human-gated proposal queue entry is created before any destructive merge.
+    // Phase B processes ops in array order, so promote executes first.
+    const ops = [
+        ...promoteOps.values(),
+        ...mergeOps.values(),
+        ...deleteOps.values(),
+        ...contradictOps.values(),
+    ];
+    return { ops, warnings };
+}
+function getJournalPath(stashDir) {
+    return path.join(stashDir, ".akm", "consolidate-journal.json");
+}
+function getBackupDir(stashDir, timestamp) {
+    return path.join(stashDir, ".akm", "consolidate-backup", timestamp);
+}
+function removeStaleJournal(stashDir, journal, warnings) {
+    const journalPath = getJournalPath(stashDir);
+    try {
+        fs.unlinkSync(journalPath);
+    }
+    catch {
+        warnings.push(`Failed to remove stale consolidate journal at ${journalPath}.`);
+    }
+    const backupTimestamp = typeof journal.backupTimestamp === "string" && journal.backupTimestamp.trim().length > 0
+        ? journal.backupTimestamp.trim()
+        : typeof journal.startedAt === "string" && journal.startedAt.trim().length > 0
+            ? journal.startedAt.replace(/[:.]/g, "-")
+            : "";
+    if (!backupTimestamp)
+        return;
+    const backupDir = getBackupDir(stashDir, backupTimestamp);
+    if (!fs.existsSync(backupDir))
+        return;
+    try {
+        fs.rmSync(backupDir, { recursive: true, force: true });
+    }
+    catch {
+        warnings.push(`Failed to remove stale consolidate backup at ${backupDir}.`);
+    }
+    warnings.push(`Cleared stale consolidate backup at ${backupDir}.`);
+}
+function checkForIncompleteJournal(stashDir, recoveryMode, warnings) {
+    const journalPath = getJournalPath(stashDir);
+    if (!fs.existsSync(journalPath))
+        return;
+    let journal;
+    try {
+        journal = JSON.parse(fs.readFileSync(journalPath, "utf8"));
+    }
+    catch {
+        if (recoveryMode === "clean") {
+            try {
+                fs.unlinkSync(journalPath);
+                warnings.push(`Removed unreadable consolidate journal at ${journalPath}.`);
+            }
+            catch {
+                warnings.push(`Failed to remove unreadable consolidate journal at ${journalPath}.`);
+            }
+            return;
+        }
+        throw new ConfigError(`Incomplete consolidation state detected: unreadable journal at ${journalPath}. Re-run with --consolidate-recovery clean to remove stale journal artifacts, or remove the file manually.`, "INVALID_CONFIG_FILE");
+    }
+    const operationCount = Array.isArray(journal.operations) ? journal.operations.length : 0;
+    const completedCount = Array.isArray(journal.completed) ? journal.completed.length : 0;
+    if (completedCount >= operationCount)
+        return;
+    if (recoveryMode === "clean") {
+        removeStaleJournal(stashDir, journal, warnings);
+        warnings.push(`Removed stale consolidation journal at ${journalPath} (${completedCount}/${operationCount} operations completed).`);
+        return;
+    }
+    const backupHint = typeof journal.backupTimestamp === "string" && journal.backupTimestamp.trim().length > 0
+        ? ` Backup dir: ${getBackupDir(stashDir, journal.backupTimestamp.trim())}.`
+        : "";
+    throw new ConfigError(`Incomplete consolidation run detected at ${journalPath} (${completedCount}/${operationCount} operations completed). Re-run with --consolidate-recovery clean to remove stale journal artifacts.${backupHint}`, "INVALID_CONFIG_FILE");
+}
+function writeJournal(stashDir, ops, backupTimestamp) {
+    const journalPath = getJournalPath(stashDir);
+    fs.mkdirSync(path.dirname(journalPath), { recursive: true });
+    const journal = {
+        startedAt: new Date().toISOString(),
+        operations: ops,
+        completed: [],
+        backupTimestamp,
+    };
+    fs.writeFileSync(journalPath, JSON.stringify(journal, null, 2), "utf8");
+}
+function markJournalCompleted(stashDir, opRef) {
+    const journalPath = getJournalPath(stashDir);
+    if (!fs.existsSync(journalPath))
+        return;
+    try {
+        const journal = JSON.parse(fs.readFileSync(journalPath, "utf8"));
+        journal.completed.push(opRef);
+        fs.writeFileSync(journalPath, JSON.stringify(journal, null, 2), "utf8");
+    }
+    catch {
+        // best-effort
+    }
+}
+function cleanupJournal(stashDir, timestamp) {
+    const journalPath = getJournalPath(stashDir);
+    try {
+        fs.unlinkSync(journalPath);
+    }
+    catch {
+        // ignore
+    }
+    const backupDir = getBackupDir(stashDir, timestamp);
+    try {
+        fs.rmSync(backupDir, { recursive: true, force: true });
+    }
+    catch {
+        // ignore
+    }
+}
+function backupFile(filePath, backupDir, name) {
+    try {
+        fs.mkdirSync(backupDir, { recursive: true });
+        fs.copyFileSync(filePath, path.join(backupDir, `${name}.md`));
+    }
+    catch {
+        // best-effort
+    }
+}
+// ── Archive helper (P1-B: soft-invalidation) ─────────────────────────────────
+/**
+ * Move a memory asset to `.akm/archive/` with `status: superseded` frontmatter
+ * instead of deleting it outright. The live stash delete still happens after
+ * this call — this is belt-and-suspenders archival that survives the hard delete.
+ *
+ * Archive filename: `<iso-ts>-<opIndex>-<basename>.md`
+ * New frontmatter fields: status, superseded_at, superseded_by (optional),
+ * superseded_reason.
+ */
+function archiveMemory(filePath, stashDir, ref, reason, opIndex, supersededBy, warnings) {
+    const archiveDir = path.join(stashDir, ".akm", "archive");
+    fs.mkdirSync(archiveDir, { recursive: true });
+    let raw;
+    try {
+        raw = fs.readFileSync(filePath, "utf8");
+    }
+    catch {
+        if (warnings)
+            warnings.push(`archiveMemory: could not read ${ref} for archiving — skipping archive write`);
+        return;
+    }
+    let content = raw;
+    try {
+        const parsed = parseFrontmatter(raw);
+        const newFm = {
+            ...parsed.data,
+            status: "superseded",
+            superseded_at: new Date().toISOString(),
+            ...(supersededBy ? { superseded_by: supersededBy } : {}),
+            superseded_reason: reason,
+        };
+        content = assembleAssetFromString(yamlStringify(newFm).trimEnd(), parsed.content);
+    }
+    catch {
+        if (warnings)
+            warnings.push(`archiveMemory: could not parse frontmatter for ${ref} — archiving raw`);
+    }
+    const ts = timestampForFilename();
+    const safeName = path.basename(filePath, ".md");
+    const archivePath = path.join(archiveDir, `${ts}-${opIndex}-${safeName}.md`);
+    try {
+        fs.writeFileSync(archivePath, content, "utf8");
+    }
+    catch (e) {
+        if (warnings)
+            warnings.push(`archiveMemory: write failed for ${ref}: ${String(e)}`);
+    }
+}
+// ── LLM resolution ──────────────────────────────────────────────────────────
+/**
+ * Resolve the LLM connection for the consolidate pass.
+ *
+ * Priority order (mirrors extract / reflect / distill — see
+ * `src/commands/extract.ts:421-438` and the canonical
+ * `resolveImproveProcessRunnerFromProfile` pattern):
+ *
+ *   1. `profiles.improve.default.processes.consolidate.profile` (or `mode`)
+ *      via {@link resolveImproveProcessRunnerFromProfile}. Lets the user pin
+ *      a dedicated model (e.g. `ministral-3b`) for consolidation instead of
+ *      whatever `defaults.llm` happens to be.
+ *   2. `getDefaultLlmConfig(config)` — the baseline default LLM profile.
+ *
+ * Regression guard (2026-05-26): before this resolver, `akmConsolidate`
+ * called `getDefaultLlmConfig` directly and silently ignored a configured
+ * `processes.consolidate.profile`, sending every chunk to the default LLM
+ * (often a long-context model loaded with a smaller runtime `n_ctx`, causing
+ * silent 400s from LM Studio). The investigation lives at
+ * `/tmp/akm-health-investigations/consolidation-no-op.md`.
+ */
+function resolveConsolidateLlmConfig(config) {
+    const consolidateProcess = config.profiles?.improve?.default?.processes?.consolidate;
+    const runnerSpec = resolveImproveProcessRunnerFromProfile(consolidateProcess, config);
+    if (runnerSpec && runnerSpec.kind === "llm") {
+        return runnerSpec.connection;
+    }
+    // Non-LLM runner modes (agent/sdk) don't apply to consolidate's HTTP path;
+    // fall back to the default LLM profile rather than disabling the pass.
+    return getDefaultLlmConfig(config);
+}
+// ── Main entry point ─────────────────────────────────────────────────────────
+export async function akmConsolidate(opts = {}) {
+    const startMs = Date.now();
+    const config = opts.config ?? loadConfig();
+    const stashDir = opts.stashDir ?? resolveStashDir();
+    if (!isLlmFeatureEnabled(config, "memory_consolidation")) {
+        return {
+            schemaVersion: 1,
+            ok: true,
+            shape: "consolidate-result",
+            dryRun: opts.dryRun ?? false,
+            previewOnly: false,
+            target: opts.target ?? stashDir,
+            processed: 0,
+            merged: 0,
+            deleted: 0,
+            promoted: [],
+            contradicted: 0,
+            warnings: [],
+            durationMs: Date.now() - startMs,
+        };
+    }
+    const warnings = [];
+    checkForIncompleteJournal(stashDir, opts.recoveryMode ?? "abort", warnings);
+    let memories = loadMemoriesForSource(opts.target, stashDir, warnings);
+    if (memories.length === 0) {
+        return {
+            schemaVersion: 1,
+            ok: true,
+            shape: "consolidate-result",
+            dryRun: opts.dryRun ?? false,
+            previewOnly: false,
+            target: opts.target ?? stashDir,
+            processed: 0,
+            merged: 0,
+            deleted: 0,
+            promoted: [],
+            contradicted: 0,
+            warnings,
+            durationMs: Date.now() - startMs,
+        };
+    }
+    if (opts.incrementalSince) {
+        memories = narrowToIncrementalCandidates(memories, opts.incrementalSince, warnings);
+        if (memories.length === 0) {
+            return {
+                schemaVersion: 1,
+                ok: true,
+                shape: "consolidate-result",
+                dryRun: opts.dryRun ?? false,
+                previewOnly: false,
+                target: opts.target ?? stashDir,
+                processed: 0,
+                merged: 0,
+                deleted: 0,
+                promoted: [],
+                contradicted: 0,
+                warnings,
+                durationMs: Date.now() - startMs,
+            };
+        }
+    }
+    // Consolidation always uses the HTTP LLM client directly — never the agent
+    // CLI. The agent CLI is for interactive agent sessions (reflect, propose);
+    // structured JSON generation works better and faster via HTTP.
+    //
+    // Honor `profiles.improve.default.processes.consolidate.profile` first; fall
+    // back to the default LLM. See {@link resolveConsolidateLlmConfig}.
+    const llmConfig = resolveConsolidateLlmConfig(config);
+    const isHttpPath = !!llmConfig;
+    // Chunk sizing: derive a safe chunk size from the configured model context
+    // window so that the full prompt (system prompt + chunk user prompt) never
+    // exceeds the model's n_ctx limit.  When no context length is configured we
+    // fall back to DEFAULT_CONTEXT_LENGTH_TOKENS (8 000) which is conservative
+    // enough for most 8K–16K local models.
+    //
+    // bodyTruncation caps the body excerpt included per memory in the prompt.
+    // Reducing it further than 500 chars degrades consolidation quality, so we
+    // keep it fixed and let computeSafeChunkSize vary the number of memories
+    // per chunk instead.
+    const bodyTruncation = 500;
+    const modelContextLength = llmConfig?.contextLength ?? DEFAULT_CONTEXT_LENGTH_TOKENS;
+    const chunkSize = computeSafeChunkSize(modelContextLength, bodyTruncation, opts.maxChunkSize);
+    // -- Phase A: plan generation -----------------------------------------------
+    const sourceName = opts.target ?? stashDir;
+    // C-1 / #380: Pre-cluster memories by embedding similarity before chunking.
+    // This ensures that semantically similar memories land in the same LLM
+    // context window, allowing the model to detect and merge duplicates that
+    // would otherwise be split across chunks and survive indefinitely.
+    // mem0 arXiv:2504.19413, A-MEM arXiv:2502.12110.
+    // Fails open: if embeddings are unavailable or fail, original order is used.
+    const clusteredMemories = await clusterMemoriesBySimilarity(memories, config);
+    const chunks = [];
+    for (let i = 0; i < clusteredMemories.length; i += chunkSize) {
+        chunks.push(clusteredMemories.slice(i, i + chunkSize));
+    }
+    // 2026-05-27 prompt-context fix: precompute body-hashes of pending
+    // consolidate proposals once, so the per-chunk prompt can annotate
+    // memories whose body would just produce a deterministic
+    // `dedup_pending_proposal` skip. Cuts ~110 wasted LLM proposals per
+    // 4h on this user's stack. See
+    // /tmp/akm-health-investigations/tuning-reasons-investigation.md §Q3.
+    const pendingProposalBodyHashes = loadPendingConsolidateProposalHashes(stashDir);
+    warn(`[consolidate] ${memories.length} memories / ${chunks.length} chunk(s) / chunk_size=${chunkSize}` +
+        ` / pending-proposal hashes: ${pendingProposalBodyHashes.size}`);
+    const chunkOpsArrays = [];
+    // Structured skip-reason histogram (2026-05-26): every deterministic
+    // post-LLM op rejection site below also calls `pushSkipReason` so the
+    // health rollup can aggregate without regex-parsing English warning
+    // strings. See `/tmp/akm-health-investigations/tuning-reasons-investigation.md` §Q2.
+    const skipReasons = [];
+    // Tracks refs already emitted to skipReasons. A ref can only occupy one
+    // accounting bucket; subsequent skip ops for the same ref are recorded as
+    // warnings but must not push a second skipReasons entry (that would inflate
+    // Σ(skipReasons) and break the invariant by +1 per duplicate).
+    const skipReasonEmittedRefs = new Set();
+    const pushSkipReason = (op, ref, reason) => {
+        // 2026-05-27 cross-chunk double-count fix: if `ref` already contributed
+        // to judgedNoAction in its own chunk (a different chunk proposed an op
+        // for it that is now being rejected here), promote it from the
+        // judgedNoAction bucket into the more specific skipReason bucket.
+        // Preserves the invariant: processed == actioned + judgedNoAction +
+        // Σ(skipReasons) + failedChunkMemories.
+        if (judgedNoActionRefs.delete(ref))
+            judgedNoAction--;
+        if (skipReasonEmittedRefs.has(ref)) {
+            // Already counted once. Record the extra skip for observability but
+            // don't push to skipReasons — that would break the accounting invariant.
+            warnings.push(`Skip: ${ref} already in skipReasons (${reason} via ${op}); not re-counted.`);
+            return;
+        }
+        skipReasonEmittedRefs.add(ref);
+        skipReasons.push({ op, ref, reason });
+    };
+    // judgedNoAction tracks memories the LLM saw inside a chunk but proposed
+    // no op for. Computed per chunk as `chunk.length − unique(targetRefs in ops)`.
+    let judgedNoAction = 0;
+    // 2026-05-27 cross-chunk double-count fix: refs that contributed to
+    // judgedNoAction in their own chunk. When a different chunk's op references
+    // one of these as a secondary and that op later fails, the ref would land
+    // in BOTH judgedNoAction and skipReasons (delta +1 per occurrence). Track
+    // the set so the merge-failure path can decrement and re-bucket.
+    const judgedNoActionRefs = new Set();
+    // 2026-05-26 accounting-leak fix: memories that belong to a chunk whose
+    // LLM call failed before any per-chunk noAction calculation runs. They
+    // would otherwise vanish from the envelope's accounting (no judgedNoAction
+    // bump, no skipReasons entry, no actioned counter).
+    let failedChunkMemories = 0;
+    // 2026-05-26 accounting-leak fix: per-secondary tally so successful merges
+    // account for `1 + secondaries.length` memories instead of 1.
+    let mergedSecondaries = 0;
+    // C-6 / #392: Replace two-consecutive-failures abort with failure-rate threshold.
+    // Consecutive-count policies are brittle against transient LM Studio reloads:
+    // two transient failures abort the run even though the next chunk would succeed.
+    // Rate-based abort (≥50% failure over ≥4 chunks) is more robust.
+    // Tanenbaum, Distributed Systems §8 — rate-based policies with minimum sample sizes.
+    let totalChunksProcessed = 0;
+    let totalChunksFailed = 0;
+    const ABORT_MIN_CHUNKS = 4;
+    const ABORT_FAILURE_RATE = 0.5;
+    for (let chunkIdx = 0; chunkIdx < chunks.length; chunkIdx++) {
+        // Abort if failure rate >= 50% over at least 4 processed chunks.
+        if (totalChunksProcessed >= ABORT_MIN_CHUNKS) {
+            const failureRate = totalChunksFailed / totalChunksProcessed;
+            if (failureRate >= ABORT_FAILURE_RATE) {
+                const skipped = chunks.length - chunkIdx;
+                const abortMsg = `Consolidation aborted — failure rate ${(failureRate * 100).toFixed(0)}% over ${totalChunksProcessed} chunks (>= ${ABORT_FAILURE_RATE * 100}% threshold). LLM may be unavailable. ${skipped} chunk(s) skipped.`;
+                warn(abortMsg);
+                warnings.push(abortMsg);
+                // Account for memories in chunks we never attempted: they are
+                // neither judgedNoAction (no plan parsed) nor skipReason (no op
+                // rejected). Without this, the accounting invariant fails by
+                // `Σ(unattempted_chunk.length)` whenever the abort fires.
+                for (let i = chunkIdx; i < chunks.length; i++) {
+                    failedChunkMemories += chunks[i].length;
+                }
+                break;
+            }
+        }
+        const chunk = chunks[chunkIdx];
+        // All-hot chunk early-exit. The per-prompt hot-list block (see
+        // buildChunkPrompt) only *discourages* delete proposals on a mixed chunk;
+        // when EVERY memory in the chunk is captureMode: hot, the only ops the LLM
+        // could ever propose are deletes — all of which the downstream guard
+        // refuses unconditionally. Calling the model is therefore pure token waste.
+        // Skip the request entirely and bucket every memory as judgedNoAction (we
+        // judged "no action" without spending an LLM call), preserving the
+        // accounting invariant `processed == actioned + judgedNoAction +
+        // Σ(skipReasons) + failedChunkMemories`. Not counted toward the
+        // LLM-failure-rate abort policy — no request was attempted.
+        if (chunk.length > 0 && chunk.every((m) => isHotCapturedMemory(m.filePath))) {
+            for (const m of chunk)
+                judgedNoActionRefs.add(`memory:${m.name}`);
+            judgedNoAction += chunk.length;
+            warn(`[consolidate] chunk ${chunkIdx + 1}/${chunks.length}: all ${chunk.length} memories are captureMode: hot — skipping LLM (judged no-action).`);
+            continue;
+        }
+        warn(`[consolidate] chunk ${chunkIdx + 1}/${chunks.length} (${chunk.length} memories) …`);
+        const userPrompt = buildChunkPrompt(sourceName, chunk, chunkIdx, chunks.length, bodyTruncation, pendingProposalBodyHashes);
+        const raw = await tryLlmFeature("memory_consolidation", config, async () => {
+            if (!llmConfig)
+                return { ok: false, error: "No LLM configured for consolidation" };
+            try {
+                // responseSchema lift (PR 1, asset-writers-investigation §5): pass
+                // the consolidate plan schema so providers with
+                // `supportsJsonSchema: true` enforce shape upstream. Providers that
+                // ignore the option fall through to the existing
+                // `parseEmbeddedJsonResponse` path on the response side.
+                const content = await chatCompletion(llmConfig, [
+                    { role: "system", content: CONSOLIDATE_SYSTEM_PROMPT },
+                    { role: "user", content: userPrompt },
+                ], { responseSchema: CONSOLIDATE_PLAN_JSON_SCHEMA, enableThinking: false });
+                return { ok: true, content };
+            }
+            catch (e) {
+                return { ok: false, error: String(e) };
+            }
+        }, { ok: false, error: `chunk ${chunkIdx + 1} failed` });
+        if (!raw.ok) {
+            warn(raw.error ?? `chunk ${chunkIdx + 1} failed`);
+            warnings.push(raw.error ?? `chunk ${chunkIdx + 1} failed`);
+            totalChunksProcessed++;
+            totalChunksFailed++;
+            // Account for the chunk's memories under the failed-chunk bucket.
+            // judgedNoAction does NOT run on this path (it's after the success
+            // guards) so without this the accounting invariant breaks on every
+            // chunk-level transport/parse failure.
+            failedChunkMemories += chunk.length;
+            continue;
+        }
+        if (process.env.AKM_DEBUG_LLM) {
+            const preview = (raw.content ?? "").slice(0, 500);
+            warn(`[akm:consolidate] chunk ${chunkIdx + 1} raw response (first 500 chars): ${preview}`);
+        }
+        const parsed = parseEmbeddedJsonResponse(raw.content);
+        if (!parsed || !Array.isArray(parsed.operations)) {
+            const hint = raw.content !== undefined && raw.content.trim() === ""
+                ? " (empty response — if using a thinking model, disable thinking mode)"
+                : "";
+            warn(`Chunk ${chunkIdx + 1}: invalid plan from AI — skipping.${hint}`);
+            warnings.push(`Chunk ${chunkIdx + 1}: invalid plan from AI — skipping.${hint}`);
+            totalChunksProcessed++;
+            totalChunksFailed++;
+            failedChunkMemories += chunk.length;
+            continue;
+        }
+        totalChunksProcessed++; // success
+        const ops = [];
+        for (const op of parsed.operations) {
+            if (isValidOp(op)) {
+                ops.push(op);
+            }
+            else {
+                warnings.push(`Chunk ${chunkIdx + 1}: skipping invalid operation: ${JSON.stringify(op)}`);
+            }
+        }
+        if (Array.isArray(parsed.warnings)) {
+            for (const w of parsed.warnings) {
+                if (typeof w === "string")
+                    warnings.push(w);
+            }
+        }
+        // Per-chunk judgedNoAction: count memories the LLM saw but proposed no
+        // op for. Membership is by `memory:<name>` ref against the targets of
+        // each op (primary + secondaries for merge; ref otherwise). 2026-05-26:
+        // pre-fix this was a 78/119 (66%) silent drop in the cron run — no
+        // warning, event, or counter. See tuning investigation §Q2.
+        const targetRefs = new Set();
+        for (const op of ops) {
+            if (op.op === "merge") {
+                targetRefs.add(op.primary);
+                for (const s of op.secondaries)
+                    targetRefs.add(s);
+            }
+            else {
+                targetRefs.add(op.ref);
+            }
+        }
+        let chunkNoAction = 0;
+        for (const m of chunk) {
+            const memRef = `memory:${m.name}`;
+            if (!targetRefs.has(memRef)) {
+                chunkNoAction++;
+                judgedNoActionRefs.add(memRef);
+            }
+        }
+        judgedNoAction += chunkNoAction;
+        chunkOpsArrays.push(ops);
+    }
+    const { ops: allOps, warnings: mergeWarnings } = mergePlans(chunkOpsArrays);
+    warnings.push(...mergeWarnings);
+    // -- Dry-run: show AI plan without executing any writes --------------------
+    if (opts.dryRun) {
+        return {
+            schemaVersion: 1,
+            ok: true,
+            shape: "consolidate-result",
+            dryRun: true,
+            previewOnly: true,
+            target: sourceName,
+            processed: memories.length,
+            merged: 0,
+            deleted: 0,
+            promoted: [],
+            contradicted: 0,
+            failedChunks: totalChunksFailed,
+            totalChunks: chunks.length,
+            judgedNoAction,
+            skipReasons,
+            mergedSecondaries,
+            failedChunkMemories,
+            planned: allOps,
+            warnings,
+            durationMs: Date.now() - startMs,
+        };
+    }
+    warn(`[consolidate] plan: ${allOps.length} operation(s)`);
+    // -- HTTP path: warn about quality and confirm unless auto-accepted --------
+    if (isHttpPath) {
+        warnings.push("Running on HTTP path — plan generated from truncated memory excerpts; quality may vary.");
+        // Per-proposal confidence gating is handled by the caller (improve.ts)
+        // via runAutoAcceptGate after this function returns. The gate reads
+        // proposal.confidence (forwarded from op.confidence above) and applies
+        // a minimumThreshold floor of 95 for consolidate's destructive ops.
+        // Here we only gate the interactive-confirm path for manual/HTTP invocations.
+        if (opts.autoAccept === undefined && allOps.length > 0) {
+            const n = allOps.length;
+            // Non-interactive contexts (CI / test runners / piped stdin) must not
+            // block on an unanswerable prompt. Default to a non-destructive "no"
+            // so callers in those contexts get the same "aborted, preview only"
+            // shape they'd get from explicit user dismissal. AKM_NON_INTERACTIVE
+            // lets callers force this path even when stdin happens to be a TTY.
+            const nonInteractive = process.stdin.isTTY === false || process.env.AKM_NON_INTERACTIVE === "1";
+            const answer = nonInteractive ? false : await promptConfirm(`Apply ${n} operations? [y/N] `);
+            if (!answer) {
+                return {
+                    schemaVersion: 1,
+                    ok: true,
+                    shape: "consolidate-result",
+                    dryRun: false,
+                    previewOnly: true,
+                    target: sourceName,
+                    processed: memories.length,
+                    merged: 0,
+                    deleted: 0,
+                    promoted: [],
+                    contradicted: 0,
+                    failedChunks: totalChunksFailed,
+                    totalChunks: chunks.length,
+                    judgedNoAction,
+                    skipReasons,
+                    mergedSecondaries,
+                    failedChunkMemories,
+                    planned: allOps,
+                    warnings: [...warnings, nonInteractive ? "Non-interactive context: skipped apply." : "Aborted by user."],
+                    durationMs: Date.now() - startMs,
+                };
+            }
+        }
+    }
+    // -- Phase B + writes -------------------------------------------------------
+    const target = resolveWriteTarget(config);
+    const timestamp = timestampForFilename();
+    const backupDir = getBackupDir(stashDir, timestamp);
+    // Write journal before any mutations
+    writeJournal(stashDir, allOps, timestamp);
+    let merged = 0;
+    let deleted = 0;
+    const promoted = [];
+    let contradicted = 0; // C-3 / #382: count of contradiction edges written
+    // Within-run dedup: track source refs for which a promote proposal was
+    // already created this run. The LLM can return multiple promote ops for
+    // different source memories that happen to have identical content (all are
+    // duplicate memories), so we also need a content-hash guard below.
+    const promotedSourceRefs = new Set();
+    // Build a lookup map: ref → MemoryEntry
+    const memoryByRef = new Map();
+    for (const m of memories) {
+        memoryByRef.set(`memory:${m.name}`, m);
+    }
+    for (let opIndex = 0; opIndex < allOps.length; opIndex++) {
+        const op = allOps[opIndex];
+        const opDisplayRef = op.op === "merge" ? op.primary : op.op === "contradict" ? `${op.ref} ↔ ${op.contradictedByRef}` : op.ref;
+        warn(`[consolidate] ${opIndex + 1}/${allOps.length} ${op.op} ${opDisplayRef}`);
+        if (op.op === "merge") {
+            // Accounting helper: emit a per-participant skipReason for failed
+            // merges so primary + every loaded-memory secondary land in the
+            // structured skip histogram. Pre-2026-05-26 only the primary was
+            // counted (1 skipReason per failed merge), leaving N secondaries
+            // unaccounted for in the `processed == actioned + noAction + Σskips`
+            // invariant — the source of the 4–11 silent leaks per run.
+            const emitMergeFailureSkips = (reason) => {
+                if (memoryByRef.has(op.primary))
+                    pushSkipReason("merge", op.primary, reason);
+                for (const secRef of op.secondaries) {
+                    if (memoryByRef.has(secRef))
+                        pushSkipReason("merge", secRef, reason);
+                }
+            };
+            const primaryEntry = memoryByRef.get(op.primary);
+            if (!primaryEntry) {
+                warnings.push(`Merge: primary ${op.primary} not found in loaded memories — skipping.`);
+                emitMergeFailureSkips("merge_primary_missing");
+                continue;
+            }
+            // Phase B: generate merged content
+            const secondaryBodies = [];
+            for (const secRef of op.secondaries) {
+                const secEntry = memoryByRef.get(secRef);
+                if (!secEntry) {
+                    warnings.push(`Merge: secondary ${secRef} not found — skipping merge op.`);
+                    // No accounting impact: a missing secondary is a phantom ref and
+                    // never contributed to any chunk's targetRefs reduction. We still
+                    // continue the loop to gather the remaining valid secondaries.
+                    continue;
+                }
+                secondaryBodies.push(secRef);
+            }
+            if (secondaryBodies.length === 0) {
+                warnings.push(`Merge: ${op.primary} has no valid secondaries — skipping.`);
+                emitMergeFailureSkips("merge_no_valid_secondaries");
+                continue;
+            }
+            let primaryBody = "";
+            try {
+                primaryBody = fs.readFileSync(primaryEntry.filePath, "utf8");
+            }
+            catch {
+                warnings.push(`Merge: could not read primary ${op.primary} — skipping.`);
+                emitMergeFailureSkips("merge_read_failed");
+                continue;
+            }
+            const mergeResult = await generateMergedContent(config, op.primary, primaryBody, op.secondaries, memoryByRef);
+            if ("error" in mergeResult) {
+                warnings.push(`Merge: ${mergeResult.error} for ${mergeResult.detail}.`);
+                emitMergeFailureSkips(mergeResult.error);
+                continue;
+            }
+            const mergedContent = mergeResult.content;
+            // Validate frontmatter of merged content — must have a `---` block
+            // with at minimum a `description` field. We parse via the hand-rolled
+            // parser (cheap) AND require non-empty description. This guards against
+            // the historical defect where merged memories were written back with
+            // empty `description` and later polluted the promote path.
+            let parsedMerged;
+            try {
+                parsedMerged = parseFrontmatter(mergedContent);
+            }
+            catch {
+                warnings.push(`Merge: merged content for ${op.primary} has invalid frontmatter — skipping.`);
+                emitMergeFailureSkips("merge_invalid_frontmatter");
+                continue;
+            }
+            if (parsedMerged.frontmatter === null) {
+                warnings.push(`Merge: merged content for ${op.primary} has no frontmatter block — skipping.`);
+                emitMergeFailureSkips("merge_invalid_frontmatter");
+                continue;
+            }
+            const mergedDesc = parsedMerged.data.description;
+            if (typeof mergedDesc !== "string" || mergedDesc.trim().length === 0) {
+                warnings.push(`Merge: merged content for ${op.primary} missing description — skipping.`);
+                emitMergeFailureSkips("merge_missing_description");
+                continue;
+            }
+            const truncReason = detectTruncatedDescription(mergedDesc);
+            if (truncReason) {
+                warnings.push(`Merge: merged content for ${op.primary} has truncated description (${truncReason}) — skipping.`);
+                emitMergeFailureSkips("merge_truncated_description");
+                continue;
+            }
+            // captureMode:hot guard — refuse the merge if ANY participating memory
+            // (primary or secondary) was user-captured or has unparseable frontmatter
+            // (could have hidden a hot flag). Hot memories are user-explicit and
+            // must not be deleted/overwritten by the consolidate LLM. 14 user
+            // memories were silent-deleted by consolidate before this guard landed;
+            // recovery required copying from .akm/archive/ by hand.
+            const mergeParticipants = [op.primary, ...op.secondaries];
+            const blockedParticipants = mergeParticipants.flatMap((ref) => {
+                const e = memoryByRef.get(ref);
+                if (!e)
+                    return [];
+                const verdict = consolidateGuardStatus(e.filePath);
+                if (verdict === "hot" || verdict === "unparseable")
+                    return [{ ref, verdict }];
+                return [];
+            });
+            if (blockedParticipants.length > 0) {
+                const detail = blockedParticipants.map((p) => `${p.ref} (${p.verdict})`).join(", ");
+                warnings.push(`Merge: refused for ${op.primary} — ${blockedParticipants.length} participant(s) blocked by hot/unparseable frontmatter guard: ${detail}`);
+                emitMergeFailureSkips("merge_participant_blocked");
+                continue;
+            }
+            // Backup secondaries before deleting
+            for (const secRef of op.secondaries) {
+                const secEntry = memoryByRef.get(secRef);
+                if (secEntry && fs.existsSync(secEntry.filePath)) {
+                    backupFile(secEntry.filePath, backupDir, secEntry.name);
+                }
+            }
+            // Write merged primary
+            try {
+                const parsedPrimary = parseAssetRef(op.primary);
+                await writeAssetToSource(target.source, target.config, parsedPrimary, mergedContent);
+            }
+            catch (e) {
+                warnings.push(`Merge: write failed for ${op.primary}: ${String(e)}`);
+                emitMergeFailureSkips("merge_write_failed");
+                continue;
+            }
+            // Archive and delete secondaries (P1-B: soft-invalidation)
+            for (const secRef of op.secondaries) {
+                const secEntry = memoryByRef.get(secRef);
+                if (!secEntry)
+                    continue;
+                if (fs.existsSync(secEntry.filePath)) {
+                    archiveMemory(secEntry.filePath, stashDir, secRef, "merged into primary", opIndex, op.primary, warnings);
+                }
+                try {
+                    const parsedSec = parseAssetRef(secRef);
+                    await deleteAssetFromSource(target.source, target.config, parsedSec);
+                    markJournalCompleted(stashDir, secRef);
+                }
+                catch (e) {
+                    warnings.push(`Merge: delete failed for ${secRef}: ${String(e)}`);
+                }
+            }
+            markJournalCompleted(stashDir, op.primary);
+            merged++;
+            // 2026-05-26 accounting-leak fix: `merged` is op-level, but each
+            // successful merge actions `1 + secondaries.length` memories. Without
+            // this counter the accounting invariant breaks by `secondaries.length`
+            // per successful merge (chunk loop excluded all secondaries from
+            // judgedNoAction via targetRefs, but only the primary is credited to
+            // `merged`). Count only loaded-memory secondaries; phantom secondary
+            // refs never affected any chunk's targetRefs in the first place.
+            for (const secRef of op.secondaries) {
+                if (memoryByRef.has(secRef))
+                    mergedSecondaries++;
+            }
+        }
+        else if (op.op === "delete") {
+            const entry = memoryByRef.get(op.ref);
+            if (!entry) {
+                warnings.push(`Delete: ${op.ref} not found in loaded memories — skipping.`);
+                // Phantom ref: not in the batch so not in processed. Pushing to
+                // skipReasons would inflate Σ(skipReasons) without a matching processed
+                // entry, breaking the accounting invariant. Visibility is preserved via
+                // the warnings array above.
+                continue;
+            }
+            // captureMode:hot guard — refuse to delete user-captured memories OR
+            // memories whose frontmatter is unparseable (could have hidden the hot
+            // flag). The consolidate LLM was deleting hot-captured user memos as
+            // "redundant" — 14 such deletes were silently archived between
+            // 2026-05-19 and 2026-05-20 before this guard. Hot memories are
+            // user-explicit and may only be deleted by the user.
+            const guard = consolidateGuardStatus(entry.filePath);
+            if (guard === "hot" || guard === "unparseable") {
+                warnings.push(`Delete: refused for ${op.ref} — ${guard === "hot" ? "captureMode:hot (user-explicit; never auto-delete)" : "frontmatter unparseable (cannot verify hot flag absent)"}. Reason from LLM: "${op.reason ?? "n/a"}"`);
+                pushSkipReason("delete", op.ref, "captureMode_hot_refused");
+                continue;
+            }
+            if (fs.existsSync(entry.filePath)) {
+                backupFile(entry.filePath, backupDir, entry.name);
+                // P1-B: soft-invalidation archive before hard delete
+                archiveMemory(entry.filePath, stashDir, op.ref, op.reason, opIndex, undefined, warnings);
+            }
+            try {
+                const parsedRef = parseAssetRef(op.ref);
+                await deleteAssetFromSource(target.source, target.config, parsedRef);
+                markJournalCompleted(stashDir, op.ref);
+                deleted++;
+            }
+            catch (e) {
+                // Distinguish "file already absent" from genuine failures. A prior run
+                // may have deleted the file but the DB was not yet re-indexed, so the
+                // ref still appeared in memoryByRef. The delete goal is already met.
+                const msg = e instanceof Error ? e.message : String(e);
+                if (msg.includes("not found in source")) {
+                    warnings.push(`Delete: ${op.ref} — file already absent (stale DB entry); skipping.`);
+                    pushSkipReason("delete", op.ref, "delete_already_gone");
+                }
+                else {
+                    warnings.push(`Delete: failed for ${op.ref}: ${String(e)}`);
+                    pushSkipReason("delete", op.ref, "delete_failed");
+                }
+            }
+        }
+        else if (op.op === "promote") {
+            const entry = memoryByRef.get(op.ref);
+            if (!entry) {
+                warnings.push(`Promote: ${op.ref} not found in loaded memories — skipping.`);
+                // Phantom ref: not in processed, so no skipReason (same rationale as
+                // delete_ref_missing above).
+                continue;
+            }
+            // Within-run source-ref dedup: skip if this source memory was already
+            // promoted earlier in this run (safety belt — mergePlans already
+            // deduplicates promote ops by source ref via Map, but this guard also
+            // catches any future code paths that bypass mergePlans).
+            if (promotedSourceRefs.has(op.ref)) {
+                warnings.push(`Skipping promote: ${op.ref} already promoted in this run`);
+                pushSkipReason("promote", op.ref, "promote_already_promoted_this_run");
+                continue;
+            }
+            let knowledgeRef = op.knowledgeRef;
+            try {
+                parseAssetRef(knowledgeRef);
+            }
+            catch {
+                const slug = op.knowledgeRef
+                    .replace(/^knowledge:/, "")
+                    .replace(/[^a-z0-9-]/gi, "-")
+                    .toLowerCase();
+                knowledgeRef = `knowledge:${slug}`;
+                warnings.push(`Normalized invalid ref "${op.knowledgeRef}" → "${knowledgeRef}"`);
+            }
+            // Idempotency: check pending proposals by target ref
+            const existingProposals = listProposals(stashDir, { ref: knowledgeRef });
+            if (existingProposals.some((p) => p.status === "pending")) {
+                warnings.push(`Skipping promote: pending proposal already exists for ${knowledgeRef}`);
+                pushSkipReason("promote", op.ref, "promote_pending_proposal_exists");
+                continue;
+            }
+            // Idempotency: check if knowledge asset already exists
+            const parsedKnowledgeRef = parseAssetRef(knowledgeRef);
+            const destPath = path.join(target.source.path, "knowledge", `${parsedKnowledgeRef.name}.md`);
+            if (fs.existsSync(destPath)) {
+                warnings.push(`Skipping promote: ${knowledgeRef} already exists in source`);
+                pushSkipReason("promote", op.ref, "promote_already_exists");
+                continue;
+            }
+            let memoryContent = "";
+            try {
+                memoryContent = fs.readFileSync(entry.filePath, "utf8");
+            }
+            catch (e) {
+                warnings.push(`Promote: could not read ${op.ref}: ${String(e)}`);
+                pushSkipReason("promote", op.ref, "promote_read_failed");
+                continue;
+            }
+            // Defensive sanitization: legacy memory files written by older
+            // consolidate runs may still carry outer code fences or broken YAML.
+            // Strip them here so we never propose a polluted asset.
+            const promoteSanitized = sanitizeMergedContent(memoryContent);
+            if (!promoteSanitized.ok) {
+                warnings.push(`Promote: rejected ${op.ref} — source memory failed sanitization (${promoteSanitized.reason}).`);
+                pushSkipReason("promote", op.ref, "promote_sanitization_failed");
+                continue;
+            }
+            memoryContent = promoteSanitized.result.content;
+            // SOURCE_SUPERSEDED guard: refuse to promote a memory whose source
+            // frontmatter carries `status: superseded`. Predicate at module top
+            // (`hasSupersededStatus`) so tests can exercise it directly.
+            if (hasSupersededStatus(promoteSanitized.result.frontmatter)) {
+                warnings.push(`Promote: refused for ${op.ref} → ${knowledgeRef} — source memory has status:superseded; superseded memories are not promotable knowledge.`);
+                pushSkipReason("promote", op.ref, "promote_superseded");
+                continue;
+            }
+            // Parse the source memory up-front so the body/frontmatter checks below
+            // share the same parsed view.
+            const parsedMemory = parseFrontmatter(memoryContent);
+            // Reject sources whose body is too small to make useful knowledge.
+            // Observed failure: memory files whose body is literally a tags string
+            // ("discord,notification,send-notification") get promoted to knowledge
+            // proposals that no reviewer would accept. Threshold is conservative —
+            // 100 chars catches single-line tag dumps without rejecting genuinely
+            // terse but valid notes.
+            const PROMOTE_BODY_MIN_CHARS = 100;
+            const sourceBody = parsedMemory.content.trim();
+            if (sourceBody.length < PROMOTE_BODY_MIN_CHARS) {
+                warnings.push(`Promote: rejected ${op.ref} → ${knowledgeRef} — source memory body is too small (${sourceBody.length} chars; need ≥${PROMOTE_BODY_MIN_CHARS}) to make useful knowledge.`);
+                pushSkipReason("promote", op.ref, "promote_source_too_small");
+                continue;
+            }
+            // Cross-run + within-run content dedup: if an identical body already
+            // exists in ANY pending consolidate proposal (regardless of target ref),
+            // skip. This prevents duplicate proposals when:
+            //   (a) Multiple source memories have identical bodies but differ only
+            //       in noise frontmatter (`inferenceProcessed: true` twin alongside
+            //       the original; differing `updated:` timestamps; etc.) — the body
+            //       is the load-bearing content, so dedup must hash on body only.
+            //   (b) A prior run created a proposal for the same body under a
+            //       different knowledgeRef slug.
+            const bodyHash = createHash("sha256").update(sourceBody, "utf8").digest("hex");
+            const allPendingConsolidateProposals = listProposals(stashDir, { status: "pending" }).filter((p) => p.source === "consolidate");
+            const contentDupProposal = allPendingConsolidateProposals.find((p) => {
+                const otherBody = parseFrontmatter(p.payload.content).content.trim();
+                return createHash("sha256").update(otherBody, "utf8").digest("hex") === bodyHash;
+            });
+            if (contentDupProposal) {
+                warnings.push(`Skipping promote: identical body already pending as proposal ${contentDupProposal.id} (ref: ${contentDupProposal.ref}); skipping duplicate for ${op.ref} → ${knowledgeRef}`);
+                pushSkipReason("promote", op.ref, "dedup_pending_proposal");
+                continue;
+            }
+            try {
+                // Use LLM-provided description; fall back to memory's own description
+                // (post-sanitization frontmatter is authoritative).
+                const description = (typeof op.description === "string" && op.description.trim()
+                    ? op.description.trim()
+                    : parsedMemory.data?.description?.trim()) ?? "";
+                // Validate the resolved frontmatter before emitting a proposal.
+                // Required field: non-empty description. Reject obvious truncation
+                // markers (description ends with `,`/`;`/`:`/`...`/hanging connector)
+                // so the queue never sees half-formed metadata that the reviewer
+                // would only reject.
+                const fmCheck = validateProposalFrontmatter({ description });
+                if (!fmCheck.ok) {
+                    warnings.push(`Promote: rejected ${op.ref} → ${knowledgeRef} — ${fmCheck.reason}.`);
+                    pushSkipReason("promote", op.ref, "promote_invalid_frontmatter");
+                    continue;
+                }
+                // Merge `description` INTO the body's YAML frontmatter so it lands in
+                // the on-disk asset when the proposal is accepted. The descriptionQuality
+                // validator parses `payload.content` body (not the envelope
+                // `payload.frontmatter`), and a memory's native frontmatter has
+                // `captureMode`/`beliefState`/etc. but never `description` — without
+                // this merge, 60+ pending proposals were blocked at accept-time with
+                // MISSING_FRONTMATTER_DESCRIPTION even though the envelope had it.
+                // (The body-frontmatter assumption baked into the 2026-05-20 comment
+                // below was wrong: body fm and envelope fm only converge when the
+                // writer explicitly merges them, which it now does.)
+                const mergedBodyFm = {
+                    ...(parsedMemory.data ?? {}),
+                    description,
+                };
+                const serializedMergedFm = yamlStringify(mergedBodyFm).trimEnd();
+                const proposalContent = assembleAssetFromString(serializedMergedFm, parsedMemory.content);
+                // Pre-emit dedup against pending consolidate proposals from the
+                // same improve run (slug-variant match). The cross-run content-hash
+                // dedup inside `mergePlans` handles duplicates against existing
+                // stash assets — see commit history for the deletion of the
+                // unbounded embedding + cross-type slug branches.
+                const dedup = await checkPreEmitDedup({
+                    candidateRef: knowledgeRef,
+                    candidateText: `${description}. ${memoryContent}`,
+                    stashDir,
+                    config,
+                });
+                if (dedup.duplicate) {
+                    warnings.push(`Promote: skipped ${op.ref} → ${knowledgeRef} — ${dedup.reason}.`);
+                    pushSkipReason("promote", op.ref, "promote_dedup_window");
+                    continue;
+                }
+                const proposalResult = createProposal(stashDir, {
+                    ref: knowledgeRef,
+                    source: "consolidate",
+                    payload: {
+                        content: proposalContent,
+                        frontmatter: { description },
+                    },
+                    ...(typeof op.confidence === "number" ? { confidence: op.confidence } : {}),
+                });
+                if (isProposalSkipped(proposalResult)) {
+                    warnings.push(`Promote: skipped proposal for ${op.ref} (${proposalResult.reason}): ${proposalResult.message}`);
+                    pushSkipReason("promote", op.ref, `promote_proposal_${proposalResult.reason}`);
+                }
+                else {
+                    promoted.push(proposalResult.id);
+                    promotedSourceRefs.add(op.ref);
+                    markJournalCompleted(stashDir, op.ref);
+                }
+            }
+            catch (e) {
+                warnings.push(`Promote: createProposal failed for ${op.ref}: ${String(e)}`);
+                pushSkipReason("promote", op.ref, "promote_create_failed");
+            }
+        }
+        else if (op.op === "contradict") {
+            // C-3 / #382: Write contradictedBy edges so resolveFamilyContradictions
+            // (the SCC resolver in memory-improve.ts) has edges to work on.
+            // Zep arXiv:2501.13956 §3 — unified belief-revision with contradiction edges.
+            const entry = memoryByRef.get(op.ref);
+            const contradictorEntry = memoryByRef.get(op.contradictedByRef);
+            if (!entry) {
+                warnings.push(`Contradict: ${op.ref} not found in loaded memories — skipping.`);
+                // Phantom ref: not in processed, so no skipReason (same rationale as
+                // delete_ref_missing).
+                continue;
+            }
+            if (!contradictorEntry) {
+                warnings.push(`Contradict: ${op.contradictedByRef} not found — skipping.`);
+                // op.ref IS in the batch (entry found above) so the skipReason is
+                // correctly charged against a real processed memory.
+                pushSkipReason("contradict", op.ref, "contradict_target_missing");
+                continue;
+            }
+            try {
+                // Write the contradiction edge: op.ref is contradicted by op.contradictedByRef
+                writeContradictEdge(entry.filePath, op.contradictedByRef);
+                contradicted++;
+                markJournalCompleted(stashDir, op.ref);
+            }
+            catch (e) {
+                warnings.push(`Contradict: failed to write edge for ${op.ref}: ${String(e)}`);
+                pushSkipReason("contradict", op.ref, "contradict_write_failed");
+            }
+        }
+    }
+    cleanupJournal(stashDir, timestamp);
+    // TTL cleanup: remove archive entries older than archiveRetentionDays (default 90).
+    // C-5 / #391: emit an `archive_cleanup` event before each deletion so the
+    // audit trail records what was lost. Outbox pattern (EIP, Hohpe-Woolf) —
+    // any event that is recorded must be queryable; silent deletes are an anti-pattern.
+    const archiveDir = path.join(stashDir, ".akm", "archive");
+    if (fs.existsSync(archiveDir)) {
+        const retentionMs = (config.archiveRetentionDays ?? 90) * 86_400_000;
+        const cutoff = Date.now() - retentionMs;
+        for (const fname of fs.readdirSync(archiveDir)) {
+            const fp = path.join(archiveDir, fname);
+            try {
+                const stat = fs.statSync(fp);
+                if (stat.mtimeMs < cutoff) {
+                    // Emit event before deletion so the record survives the purge.
+                    appendEvent({
+                        eventType: "archive_cleanup",
+                        metadata: {
+                            file: fname,
+                            filePath: fp,
+                            ageMs: Date.now() - stat.mtimeMs,
+                            retentionMs,
+                        },
+                    });
+                    fs.unlinkSync(fp);
+                }
+            }
+            catch {
+                /* ignore race conditions */
+            }
+        }
+    }
+    return {
+        schemaVersion: 1,
+        ok: true,
+        shape: "consolidate-result",
+        dryRun: false,
+        previewOnly: false,
+        target: sourceName,
+        processed: memories.length,
+        merged,
+        deleted,
+        promoted,
+        contradicted,
+        failedChunks: totalChunksFailed,
+        totalChunks: chunks.length,
+        judgedNoAction,
+        skipReasons,
+        mergedSecondaries,
+        failedChunkMemories,
+        warnings,
+        durationMs: Date.now() - startMs,
+    };
+}
+// ── Helpers ─────────────────────────────────────────────────────────────────
+// ── LLM-output sanitization ─────────────────────────────────────────────────
+//
+// Three classes of LLM defect have been observed across hundreds of
+// consolidate proposals (see audit notes in this branch):
+//
+//   1. Code-fence leakage: the entire merged asset is wrapped in
+//      ```markdown … ``` (or ```yaml … ```) despite the prompt forbidding
+//      fences. The post-processor used to pass this through verbatim, so the
+//      first character of the asset content became a backtick rather than
+//      `---`, defeating the frontmatter parser.
+//   2. YAML quote-escaping bugs: descriptions like `'"Specialty intro...:`
+//      with unbalanced quotes that break the YAML reader. The post-processor
+//      historically passed the LLM's raw scalar straight into a manually
+//      assembled `description: <raw>` line.
+//   3. Truncated descriptions hitting token cutoffs — the model's max_tokens
+//      runs out mid-sentence, leaving things like
+//      `description: "Tables in narrow column containers need max-width:100% +"`
+//      with no closing context.
+//
+// `sanitizeMergedContent` and `validateProposalFrontmatter` defend against
+// all three at the point where LLM output is consumed.
+/**
+ * Attempt to recover a frontmatter block that is missing its closing `---`.
+ *
+ * Scans lines after the opening `---` for the first blank line or the first
+ * line that cannot be a YAML scalar (i.e. not a key-value, indented
+ * continuation, comment, or list item). Injects `---` before that line so
+ * the normal parser can proceed.
+ *
+ * Returns the patched string on success, or `null` if the structure is too
+ * ambiguous to recover safely (e.g. no opening `---`, or no body content
+ * found after the frontmatter key-value lines).
+ */
+function recoverMalformedFrontmatter(raw) {
+    if (!raw.startsWith("---"))
+        return null;
+    const lines = raw.split(/\r?\n/);
+    // Skip the opening `---` line (index 0).
+    let insertAt = -1;
+    for (let i = 1; i < lines.length; i++) {
+        const line = lines[i];
+        // A blank line marks the end of the frontmatter block in many YAML variants.
+        if (line.trim() === "") {
+            insertAt = i;
+            break;
+        }
+        // A line that is clearly body content: doesn't look like a YAML key, an
+        // indented continuation, a comment, or a sequence item.
+        const isYaml = /^\w[\w-]*\s*:/.test(line) || // key: value
+            /^\s+\S/.test(line) || // indented continuation / nested
+            /^\s*#/.test(line) || // YAML comment
+            /^\s*-\s/.test(line); // sequence item
+        if (!isYaml) {
+            insertAt = i;
+            break;
+        }
+    }
+    if (insertAt < 0)
+        return null;
+    const result = [...lines.slice(0, insertAt), "---", ...lines.slice(insertAt)].join("\n");
+    return result;
+}
+/**
+ * Outer-fence stripper specific to consolidate. Unlike the shared
+ * `stripMarkdownFences` helper (which only handles markdown fences), this
+ * variant additionally recognises `yaml` and bare-language fences and refuses
+ * to strip an unbalanced fence — i.e. a leading ``` with no trailing ``` is
+ * treated as a malformed response, not partially sanitized.
+ *
+ * Returns `null` when only one half of a fence pair is present (caller
+ * should reject the response entirely).
+ */
+export function stripOuterCodeFence(raw) {
+    const trimmed = raw.trim();
+    const leading = trimmed.match(/^```(?:markdown|md|yaml|yml)?\s*\r?\n/i);
+    const trailing = trimmed.match(/\r?\n```\s*$/);
+    if (!leading && !trailing)
+        return { content: trimmed, stripped: false };
+    if (!leading || !trailing)
+        return null; // unbalanced — refuse
+    const inner = trimmed.slice(leading[0].length, trimmed.length - trailing[0].length).trim();
+    return { content: inner, stripped: true };
+}
+export function sanitizeMergedContent(raw) {
+    // Step 1: Strip outer code fence.
+    // Recovery path: if only the leading fence is present, strip it and continue
+    // provided the inner content starts with `---`. Trailing-only fences are NOT
+    // recovered — a trailing ``` is more likely a body code block than a forgotten
+    // wrapper, so recovering would silently corrupt the body.
+    let body;
+    {
+        const fenceResult = stripOuterCodeFence(raw);
+        if (fenceResult) {
+            body = fenceResult.content;
+        }
+        else {
+            const trimmed = raw.trim();
+            const leadingMatch = trimmed.match(/^```(?:markdown|md|yaml|yml)?\s*\r?\n([\s\S]*)$/i);
+            const inner = leadingMatch ? leadingMatch[1].trim() : null;
+            if (!inner?.startsWith("---")) {
+                return { ok: false, reason: "UNBALANCED_CODE_FENCE" };
+            }
+            body = inner;
+        }
+    }
+    // Strip <think> blocks (some local models still emit them despite system prompts).
+    body = body.replace(/<think>[\s\S]*?<\/think>/gi, "").trim();
+    // Step 2: Verify frontmatter sentinel.
+    // Recovery path: LLM sometimes emits 1-2 lines of preamble (e.g. "Here is the
+    // merged content:") before the `---`. Accept if `---` appears within 300 chars.
+    // Beyond that it's more likely a body section divider, not a frontmatter start.
+    if (!body.startsWith("---")) {
+        const nlIdx = body.indexOf("\n---");
+        if (nlIdx >= 0 && nlIdx < 300) {
+            body = body.slice(nlIdx + 1);
+        }
+        else {
+            return { ok: false, reason: "MISSING_FRONTMATTER_SENTINEL" };
+        }
+    }
+    // Extract frontmatter block.
+    // Recovery path: LLM sometimes omits the closing `---` delimiter. Detect this
+    // by scanning lines after the opening `---` for the first blank line or the
+    // first line that isn't a YAML key-value pair, then inject `---` there.
+    let match = body.match(/^---\r?\n([\s\S]*?)\r?\n---(?:\r\n|\r|\n|$)([\s\S]*)$/);
+    if (!match) {
+        const recovered = recoverMalformedFrontmatter(body);
+        if (recovered) {
+            match = recovered.match(/^---\r?\n([\s\S]*?)\r?\n---(?:\r\n|\r|\n|$)([\s\S]*)$/);
+        }
+        if (!match) {
+            return { ok: false, reason: "MALFORMED_FRONTMATTER_BLOCK" };
+        }
+    }
+    // Re-parse via the yaml library so any quote-escaping mistakes either get
+    // normalised or surface as a parse error we can reject.
+    // Recovery: if the strict yaml library fails, fall back to the lenient
+    // hand-rolled parseFrontmatter parser, which tolerates common LLM YAML
+    // quirks (unescaped special chars, bare scalars, etc.). If it recovers
+    // at least one key, proceed — yamlStringify below will re-serialize
+    // cleanly. Only reject if both parsers fail to extract any data.
+    let parsedFm;
+    try {
+        parsedFm = yamlParse(match[1]);
+    }
+    catch (e) {
+        const fallback = parseFrontmatter(`---\n${match[1]}\n---\n${match[2]}`);
+        if (fallback.frontmatter !== null && Object.keys(fallback.data).length > 0) {
+            parsedFm = fallback.data;
+        }
+        else {
+            return { ok: false, reason: `INVALID_YAML: ${e instanceof Error ? e.message : String(e)}` };
+        }
+    }
+    if (parsedFm === null || typeof parsedFm !== "object" || Array.isArray(parsedFm)) {
+        return { ok: false, reason: "FRONTMATTER_NOT_OBJECT" };
+    }
+    const fm = parsedFm;
+    // Normalise placeholder leaks like `updated: today`, `updated: {today: null}`,
+    // `updated: now`, etc. The consolidate prompt instructs the LLM not to emit
+    // these, but small models still do. Replace any such leak with today's ISO
+    // date OR drop the field if we can't safely normalise it.
+    normalizeUpdatedField(fm);
+    // Re-serialise via yaml.stringify to fix any quoting quirks.
+    let serialized;
+    try {
+        serialized = yamlStringify(fm).trimEnd();
+    }
+    catch (e) {
+        return { ok: false, reason: `YAML_STRINGIFY_FAILED: ${e instanceof Error ? e.message : String(e)}` };
+    }
+    const cleaned = assembleAssetFromString(serialized, match[2]);
+    return { ok: true, result: { content: cleaned, frontmatter: fm } };
+}
+/**
+ * Mutate `fm.updated` in place to normalise placeholder leaks emitted by the
+ * LLM. The consolidate prompt forbids these, but small models still produce
+ * literal `today` / `{today: null}` / `now` values.
+ *
+ * Rules:
+ *   - A real ISO-style date string (YYYY-MM-DD, optionally with time) stays as-is.
+ *   - A Date object (some YAML parsers materialise dates) is converted to its
+ *     ISO yyyy-mm-dd form.
+ *   - A placeholder string ("today", "now", "{today}", "${today}", template
+ *     variables) is replaced with today's ISO date.
+ *   - A map/object (e.g. `{today: null}`) is replaced with today's ISO date.
+ *   - `null`, empty string, missing → left alone (no field added; reviewers
+ *     should not silently gain metadata they didn't write).
+ *
+ * Exported for unit testing.
+ */
+export function normalizeUpdatedField(fm) {
+    if (!("updated" in fm))
+        return;
+    const v = fm.updated;
+    if (v === null || v === undefined || v === "")
+        return;
+    const todayIso = new Date().toISOString().slice(0, 10);
+    if (v instanceof Date) {
+        fm.updated = v.toISOString().slice(0, 10);
+        return;
+    }
+    if (typeof v === "string") {
+        const trimmed = v.trim().toLowerCase();
+        if (/^\d{4}-\d{2}-\d{2}/.test(v.trim()))
+            return; // already a real date
+        if (trimmed === "today" ||
+            trimmed === "now" ||
+            trimmed === "{today}" ||
+            // biome-ignore lint/suspicious/noTemplateCurlyInString: matches the literal user-typed placeholder text "${today}" so we can normalize it to today's ISO date
+            trimmed === "${today}" ||
+            trimmed === "{{today}}" ||
+            /^\{?\s*today\s*\}?$/.test(trimmed)) {
+            fm.updated = todayIso;
+            return;
+        }
+        // Unknown string format — leave alone so it's visible in the diff.
+        return;
+    }
+    if (typeof v === "object") {
+        // Maps like `{today: null}`, `{now: null}` — clearly a template leak.
+        fm.updated = todayIso;
+        return;
+    }
+}
+/**
+ * Normalise a knowledge slug for variant-aware deduplication. Collapses:
+ *   - date suffixes (`-may-2026`, `-2026-05-03`, `-2026`)
+ *   - numeric counter suffixes (`-2`, `-3`)
+ *   - trailing -patterns / -2026-05-03 styles
+ *   - word reorderings via alphabetical sort of the remaining tokens.
+ *
+ * Two slugs that normalise to the same string are considered the same asset
+ * for dedup purposes even if they don't share an exact ref.
+ */
+export function normalizeSlugForDedup(ref) {
+    const slug = ref.replace(/^[^:]+:/, "");
+    const monthRe = /(?:jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)/i;
+    const tokens = slug
+        .toLowerCase()
+        .split("-")
+        .filter((tok) => tok.length > 0)
+        // Strip purely-numeric tokens (years, dates, counter suffixes like -2 / -3).
+        // Numbers carry no semantic information for our dedup purposes — every
+        // observed defective slug variant differs only in dates or counters.
+        .filter((tok) => !/^\d+$/.test(tok))
+        .filter((tok) => !monthRe.test(tok));
+    // Sort to absorb word reorderings.
+    tokens.sort();
+    return tokens.join("-");
+}
+/**
+ * Pre-emit dedup check: compare the candidate ref against pending consolidate
+ * proposals only. Returns a reason string if a slug-variant match is found,
+ * else null.
+ *
+ * Historical context (REMOVED 2026-05-20): this function previously also ran
+ *   (a) a normalised-slug match against existing knowledge AND memory entries
+ *       in the DB, and
+ *   (b) an embedding cosine-similarity check (>= 0.85) against ALL knowledge
+ *       and non-derived memory entries.
+ * Both branches had ZERO observed fires across 30 sampled runs in the
+ * post-fix window. The 29 actual dedup catches all came from the SEPARATE
+ * content-hash dedup inside `mergePlans` (the older SHA-256 helper). The
+ * embedding branch in particular had unbounded cost per promote (embedded
+ * every knowledge + non-derived memory entry, every time) with no observed
+ * benefit. Empirical signal → deleted.
+ *
+ * What remains: a check against pending consolidate proposals in the SAME
+ * improve run. This catches duplicates queued back-to-back within a single
+ * improve invocation — a different concern from the cross-run content-hash
+ * dedup, and cheap (no embeddings, no DB query).
+ */
+export async function checkPreEmitDedup(opts) {
+    const normCandidate = normalizeSlugForDedup(opts.candidateRef);
+    // Pending consolidate proposals (slug match) — within the same improve run.
+    const pendingConsolidate = listProposals(opts.stashDir, { status: "pending" }).filter((p) => p.source === "consolidate");
+    for (const p of pendingConsolidate) {
+        if (normalizeSlugForDedup(p.ref) === normCandidate) {
+            return { duplicate: true, reason: `slug-variant of pending proposal ${p.id} (${p.ref})` };
+        }
+    }
+    return { duplicate: false };
+}
+/**
+ * Incremental candidate set: {changed} ∪ {top-k persisted-vector neighbours of
+ * each changed memory}, intersected with the loaded pool. Returns [] when
+ * nothing changed (caller emits a no-op envelope), the full pool when
+ * everything changed or the index can't answer (fail-open to preserve merge
+ * correctness). `since` is an ISO timestamp.
+ */
+export function narrowToIncrementalCandidates(memories, since, warnings) {
+    const isChanged = (m) => {
+        try {
+            return fs.statSync(m.filePath).mtime.toISOString() > since;
+        }
+        catch {
+            return true; // never silently drop a memory we cannot stat
+        }
+    };
+    const changed = memories.filter(isChanged);
+    if (changed.length === 0)
+        return [];
+    if (changed.length === memories.length)
+        return memories;
+    const NEIGHBORS_PER_CHANGED = 5;
+    const byName = new Map(memories.map((m) => [m.name, m]));
+    const keep = new Set(changed.map((m) => m.name));
+    let db;
+    try {
+        db = openExistingDatabase();
+        for (const m of changed) {
+            const id = findEntryIdByRef(db, `memory:${m.name}`);
+            if (id === undefined)
+                continue;
+            for (const hit of getNeighborsByEntryId(db, id, NEIGHBORS_PER_CHANGED + 1)) {
+                if (hit.id === id)
+                    continue;
+                const entry = getEntryById(db, hit.id);
+                if (!entry)
+                    continue;
+                const name = entry.entry.name;
+                if (byName.has(name))
+                    keep.add(name); // only neighbours present in the loaded pool
+            }
+        }
+    }
+    catch {
+        warnings.push("Incremental consolidation: index unavailable — processing full pool.");
+        return memories;
+    }
+    finally {
+        if (db)
+            closeDatabase(db);
+    }
+    const candidates = memories.filter((m) => keep.has(m.name));
+    warnings.push(`Incremental consolidation: ${changed.length} changed + neighbours → ${candidates.length}/${memories.length} memories considered (since ${since}).`);
+    return candidates;
+}
+function loadMemoriesForSource(source, stashDir, warnings) {
+    // Load from DB first
+    let memories = [];
+    let db;
+    try {
+        db = openExistingDatabase();
+        const entries = getAllEntries(db, "memory");
+        memories = entries
+            .filter((e) => {
+            if (!source)
+                return true;
+            return path.resolve(e.stashDir) === path.resolve(source);
+        })
+            .filter((e) => isConsolidationEligibleMemoryName(e.entry.name))
+            // Skip stale DB entries whose file was deleted by a prior run but not yet
+            // re-indexed. Without this guard the deleted file's ref appears in chunks
+            // sent to the LLM, which then proposes a second delete → delete_failed
+            // because the file is already gone. Re-indexing runs on a cron cadence so
+            // several successful deletes can accumulate before the DB catches up.
+            .filter((e) => fs.existsSync(e.filePath))
+            .map((e) => ({
+            name: e.entry.name,
+            filePath: e.filePath,
+            description: e.entry.description ?? "",
+            tags: e.entry.tags ?? [],
+            stashDir: e.stashDir,
+        }));
+    }
+    catch {
+        memories = [];
+    }
+    finally {
+        if (db)
+            closeDatabase(db);
+    }
+    if (memories.length === 0) {
+        // DB fallback: walk filesystem
+        const memoriesDir = path.join(source ?? stashDir, "memories");
+        const fsStashDir = source ?? stashDir;
+        if (fs.existsSync(memoriesDir)) {
+            for (const fname of fs.readdirSync(memoriesDir)) {
+                if (!fname.endsWith(".md"))
+                    continue;
+                const filePath = path.join(memoriesDir, fname);
+                const name = fname.replace(/\.md$/, "");
+                if (!isConsolidationEligibleMemoryName(name))
+                    continue;
+                memories.push({ name, filePath, description: "", tags: [], stashDir: fsStashDir });
+            }
+        }
+        if (memories.length > 0) {
+            warnings.push("DB not found or empty — loaded memories directly from filesystem.");
+        }
+    }
+    return memories;
+}
+async function generateMergedContent(config, primaryRef, primaryBody, secondaryRefs, memoryByRef) {
+    // Only handle single-secondary merges per design (one call per merge op)
+    const secRef = secondaryRefs[0];
+    const secEntry = memoryByRef.get(secRef);
+    if (!secEntry)
+        return { error: "merge_read_failed", detail: `secondary ${secRef} not in memoryByRef` };
+    let secBody = "";
+    try {
+        secBody = fs.readFileSync(secEntry.filePath, "utf8");
+    }
+    catch {
+        return { error: "merge_read_failed", detail: `could not read secondary ${secRef}` };
+    }
+    const primaryFmKeys = Object.keys(parseFrontmatter(primaryBody).data);
+    const secFmKeys = Object.keys(parseFrontmatter(secBody).data);
+    const requiredFmKeys = [...new Set([...primaryFmKeys, ...secFmKeys])];
+    const prompt = [
+        "Merge these two memory assets into one. Output ONLY the merged markdown (with YAML frontmatter). Do not explain, do not use code fences.",
+        "",
+        "## OUTPUT FORMAT (MANDATORY)",
+        "Return raw markdown content beginning DIRECTLY with the `---` frontmatter delimiter.",
+        "DO NOT wrap your entire response in a code fence.",
+        "",
+        'GOOD: "---\\ndescription: ...\\n---\\nBody content."',
+        'BAD:  "```markdown\\n---\\ndescription: ...\\n---\\nBody content.\\n```"',
+        'BAD:  "```yaml\\n---\\ndescription: ...\\n---\\nBody content.\\n```"',
+        "",
+        "## FRONTMATTER RULES (MANDATORY)",
+        "- The `updated:` field, if present, MUST be a real ISO date (e.g. `updated: 2026-05-20`). NEVER emit `updated: today`, `updated: now`, or `updated: {today: null}`. If you don't have a real date, OMIT the field — the post-processor will not invent one.",
+        requiredFmKeys.length > 0
+            ? `- CRITICAL: The merged frontmatter MUST include ALL of these keys from both source memories: ${requiredFmKeys.join(", ")}. Do NOT drop any of them.`
+            : null,
+        "",
+        `=== Primary memory (${primaryRef}) ===`,
+        primaryBody,
+        "",
+        `=== Secondary memory (${secRef}) ===`,
+        secBody,
+    ]
+        .filter((line) => line !== null)
+        .join("\n");
+    // Use the same per-process profile resolution as the chunk-plan call above
+    // so the merge generation step doesn't silently revert to the default LLM.
+    const llmConfig = resolveConsolidateLlmConfig(config);
+    const result = await tryLlmFeature("memory_consolidation", config, async () => {
+        if (!llmConfig)
+            return { ok: false, error: "No LLM configured for consolidation" };
+        try {
+            const content = await chatCompletion(llmConfig, [{ role: "user", content: prompt }], {
+                enableThinking: false,
+            });
+            return { ok: true, content };
+        }
+        catch (e) {
+            return { ok: false, error: String(e) };
+        }
+    }, { ok: false, error: `merge content generation failed for ${primaryRef}` });
+    if (!result.ok) {
+        return {
+            error: "merge_transport_failed",
+            detail: result.error ?? `merge content generation failed for ${primaryRef}`,
+        };
+    }
+    // Sanitize LLM output: strip outer code fences (defends against the
+    // ```markdown … ``` leak observed in production), re-serialise frontmatter
+    // through the yaml lib (fixes quote-escaping mistakes), and reject empty
+    // or fence-only responses.
+    const sanitized = sanitizeMergedContent(result.content ?? "");
+    if (!sanitized.ok) {
+        const reason = sanitized.reason;
+        const isFenceError = reason === "UNBALANCED_CODE_FENCE" ||
+            reason === "MISSING_FRONTMATTER_SENTINEL" ||
+            reason === "MALFORMED_FRONTMATTER_BLOCK" ||
+            reason === "FRONTMATTER_NOT_OBJECT";
+        const mergeReason = isFenceError ? "merge_fence_rejected" : "merge_yaml_invalid";
+        return { error: mergeReason, detail: `${primaryRef} — ${reason}` };
+    }
+    const mergedRaw = sanitized.result.content;
+    // C-4 / #383: Content-preservation lint (mem0 §3.2, arXiv:2504.19413).
+    // Guards against LLM-generated merged content that silently drops information
+    // from the source assets. Two checks:
+    //   1. Body size: merged body must be >= 50% of the larger source body.
+    //   2. Frontmatter superset: merged frontmatter must contain all keys present
+    //      in both source frontmatters.
+    // Failures return a discriminated error so the call site can emit a specific
+    // skip-reason key in the histogram.
+    try {
+        const primaryFm = parseFrontmatter(primaryBody);
+        const secFm = parseFrontmatter(secBody);
+        const mergedFm = parseFrontmatter(mergedRaw);
+        // Check body size — blended floor: max(ratio × largerLen, absoluteFloor).
+        // Deduplication is expected, so the ratio is lower than the reflect gate
+        // (0.3 vs 0.5). The absolute floor protects very short memory pairs where
+        // the ratio alone would produce a near-zero threshold.
+        const primaryBodyLen = (primaryFm.content ?? "").trim().length;
+        const secBodyLen = (secFm.content ?? "").trim().length;
+        const mergedBodyLen = (mergedFm.content ?? "").trim().length;
+        const largerBodyLen = Math.max(primaryBodyLen, secBodyLen);
+        const mergeFloor = Math.max(MERGE_SHRINK_RATIO_MIN * largerBodyLen, MERGE_ABSOLUTE_FLOOR_CHARS);
+        if (largerBodyLen > 0 && mergedBodyLen < mergeFloor) {
+            return {
+                error: "merge_content_too_short",
+                detail: `${primaryRef} — merged body (${mergedBodyLen} chars) is less than floor (${Math.round(mergeFloor)} chars; max(${MERGE_SHRINK_RATIO_MIN}×${largerBodyLen}, ${MERGE_ABSOLUTE_FLOOR_CHARS}))`,
+            };
+        }
+        // Check frontmatter superset — attempt repair before rejecting.
+        const primaryKeys = Object.keys(primaryFm.data ?? {});
+        const secKeys = Object.keys(secFm.data ?? {});
+        const mergedKeys = new Set(Object.keys(mergedFm.data ?? {}));
+        const missingKeys = [...new Set([...primaryKeys, ...secKeys])].filter((k) => !mergedKeys.has(k));
+        if (missingKeys.length > 0) {
+            // Inject missing keys from source FMs. Primary value wins on conflict.
+            const repairedFmData = { ...mergedFm.data };
+            for (const key of missingKeys) {
+                repairedFmData[key] =
+                    key in primaryFm.data
+                        ? primaryFm.data[key]
+                        : secFm.data[key];
+            }
+            normalizeUpdatedField(repairedFmData);
+            const repairedYaml = yamlStringify(repairedFmData).trimEnd();
+            const bodyPart = mergedFm.content ?? "";
+            return { content: `---\n${repairedYaml}\n---\n${bodyPart}` };
+        }
+    }
+    catch {
+        // parseFrontmatter failures are non-fatal — allow the merge to proceed.
+    }
+    return { content: mergedRaw };
+}
+async function promptConfirm(message) {
+    process.stdout.write(message);
+    return new Promise((resolve) => {
+        let settled = false;
+        const done = (answer) => {
+            if (settled)
+                return;
+            settled = true;
+            rl.close();
+            resolve(answer);
+        };
+        const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+        rl.once("line", (line) => done(line.trim().toLowerCase() === "y"));
+        rl.once("close", () => done(false));
+    });
+}