hippo-memory 1.44.0 → 1.45.0

package/dist/store.d.ts

@@ -203,9 +203,7 @@ export declare function buildIndexFromDb(db: ReturnType<typeof openHippoDb>): Hi
  * `buildIndexFromDb`'s query.
  */
 export declare function writeIndexMirror(hippoRoot: string, index: HippoIndex): void;
-/**
- * Load the current derived index from SQLite and refresh the mirror file.
- */
+/** Load the derived index from SQLite. Read-only: writers refresh index.json, so readers never race on it. */
 export declare function loadIndex(hippoRoot: string): HippoIndex;
 /**
  * Persist mutable index metadata. Entry rows themselves are derived from SQLite.
@@ -298,6 +296,9 @@ export declare function readEntry(hippoRoot: string, id: string, tenantId?: stri
  * to fetch parent summaries for a set of overflowed leaves.
  */
 export declare function loadEntriesByIds(hippoRoot: string, ids: readonly string[], tenantId?: string): MemoryEntry[];
+/** Strengthen what a read returned: update only the four retrieval columns on the live row, never a stale copy.
+ *  Best effort: a failure logs and never fails the read. Returns the ids found in this store. */
+export declare function strengthenRetrieved(hippoRoot: string, ids: readonly string[], tenantId?: string): Set<string>;
 /**
  * All `kind='raw'` rows for a given session, tenant-scoped, returned
  * oldest-first. Used by `api.assemble` to walk a session's chronological
@@ -375,12 +376,14 @@ export declare function loadChildrenOf(hippoRoot: string, parentId: string, tena
  * removed) and `resolveConflict` (`conflict_resolve` row per resolution).
  * Default keeps `deleteEntry` byte-identical to its pre-split behavior.
  *
- * Returns `{tenantId, dagParentId}` for the removed row, or `null` if no row
- * with `id` existed.
+ * Returns `{tenantId, dagParentId}` for the removed row, or `null` if no row with `id`
+ * existed or `automatic` refused it (pinned or raw at DELETE time, so a late pin wins).
  */
 export declare function deleteEntryCore(db: ReturnType<typeof openHippoDb>, id: string, opts?: {
     actor?: string;
     suppressForgetAudit?: boolean;
+    reason?: string;
+    automatic?: boolean;
 }): {
     tenantId: string;
     dagParentId: string | null;
@@ -398,12 +401,14 @@ export declare function deleteEntryCore(db: ReturnType<typeof openHippoDb>, id:
  */
 export declare function deleteEntry(hippoRoot: string, id: string, opts?: {
     actor?: string;
+    reason?: string;
+    automatic?: boolean;
 }): boolean;
-/**
- * Batch-write and batch-delete entries in a single transaction.
- * Used by consolidation to avoid N open/close cycles.
- */
-export declare function batchWriteAndDelete(hippoRoot: string, toWrite: MemoryEntry[], toDeleteIds: string[]): void;
+/** Consolidation's flush, one transaction. With `snapshot` (rows as the caller loaded them), a write keeps only
+ *  the fields the caller changed, takes the rest from the live row, and never resurrects a row that is gone. */
+export declare function batchWriteAndDelete(hippoRoot: string, toWrite: MemoryEntry[], toDeleteIds: string[], opts?: {
+    snapshot?: ReadonlyMap<string, MemoryEntry>;
+}): string[];
 /**
  * Load all entries from SQLite.
  *
@@ -445,7 +450,7 @@ export declare function loadSearchEntries(hippoRoot: string, query: string, limi
  * mode (its `tenantId` option is optional); `loadSearchRows` already treats
  * undefined as "no tenant filter" for legacy callers.
  */
-export declare function loadRecallSearchEntries(hippoRoot: string, query: string, limit?: number, tenantId?: string, requestedScope?: string, explicitScopeMode?: 'exact' | 'additive'): MemoryEntry[];
+export declare function loadRecallSearchEntries(hippoRoot: string, query: string, limit?: number, tenantId?: string, requestedScope?: string, explicitScopeMode?: 'exact' | 'additive', includeSuperseded?: boolean): MemoryEntry[];
 /**
  * Rebuild mirrors from SQLite, importing any legacy markdown files not already present.
  */
@@ -462,6 +467,8 @@ export declare function appendConsolidationRun(hippoRoot: string, run: {
     merged: number;
     removed: number;
 }): void;
+/** Rows a tenant created since the last sleep (runs are host-wide), looking back at most 24 hours. */
+export declare function countCreatedSinceLastSleep(hippoRoot: string, tenantId: string, now?: Date): number;
 /**
  * Session decay context: provides the data needed for session-based and adaptive decay.
  */

package/dist/store.js

@@ -6,12 +6,13 @@
  */
 import * as fs from 'fs';
 import * as path from 'path';
-import { Layer, generateId } from './memory.js';
+import { Layer, generateId, AUTO_DELETABLE_SQL } from './memory.js';
 import { dumpFrontmatter, parseFrontmatter } from './yaml.js';
 import { openHippoDb, closeHippoDb, getMeta, setMeta, isFtsAvailable, pruneConsolidationRuns, getHippoDbPath, } from './db.js';
 import { rowToSessionHandoff, isHandoffOutcome } from './handoff.js';
 import { CARD_TRANSITIONS, CARD_LEASE_MS } from './card.js';
-import { tokenize } from './search.js';
+import { tokenize, markRetrieved } from './search.js';
+import { isRecallBoostAblated } from './ablation.js';
 import { appendAuditEvent } from './audit.js';
 import { resolveTenantId } from './tenant.js';
 import { deriveOriginProject, originFromSource, findHippoStoreDir, realpathOrResolve } from './project-identity.js';
@@ -504,7 +505,7 @@ function canonicalConflictPair(aId, bId) {
         ? { memory_a_id: aId, memory_b_id: bId }
         : { memory_a_id: bId, memory_b_id: aId };
 }
-function loadSearchRows(db, query, limit, tenantId, scopeFilter) {
+function loadSearchRows(db, query, limit, tenantId, scopeFilter, includeSuperseded = true) {
     // tenantId undefined = no tenant filter (legacy callers / cross-deployment
     // helpers). tenantId set = strict tenant isolation, leveraging the composite
     // idx_memories_tenant_created (leading column tenant_id, O(log n) lookup).
@@ -597,13 +598,15 @@ function loadSearchRows(db, query, limit, tenantId, scopeFilter) {
             scopeParams.push(scopeFilter.value);
         }
     }
+    const currentAlias = includeSuperseded ? '' : ' AND m.superseded_by IS NULL';
+    const currentNoAlias = includeSuperseded ? '' : ' AND superseded_by IS NULL';
     const terms = Array.from(new Set(tokenize(query)));
     if (terms.length === 0) {
         // F3 (v1.7.0) self-review: empty-query path is the second uncapped
         // path (codex diff-pass caught the full-store fallback at the bottom;
         // this no-terms path had the same shape). Apply LIMIT so all four
         // candidate paths honour the caller's cap when set.
-        const sql = `SELECT ${MEMORY_SELECT_COLUMNS} FROM memories${tenantOnlyPredicate}${archivedClauseTenantOnly}${scopeClauseTenantOnly} ORDER BY created ASC, id ASC LIMIT ?`;
+        const sql = `SELECT ${MEMORY_SELECT_COLUMNS} FROM memories${tenantOnlyPredicate}${archivedClauseTenantOnly}${scopeClauseTenantOnly}${currentNoAlias} ORDER BY created ASC, id ASC LIMIT ?`;
         // SAFETY: sql selects exactly MEMORY_SELECT_COLUMNS, whose column list
         // matches MemoryRow's field set.
         return db.prepare(sql).all(...tenantParams, ...scopeParams, limit);
@@ -630,7 +633,7 @@ function loadSearchRows(db, query, limit, tenantId, scopeFilter) {
         SELECT ${MEMORY_SEARCH_COLUMNS}
         FROM memories m
         JOIN memories_fts f ON f.id = m.id
-        WHERE memories_fts MATCH ?${tenantPredicate}${archivedClauseAlias}${scopeClauseAlias}
+        WHERE memories_fts MATCH ?${tenantPredicate}${archivedClauseAlias}${scopeClauseAlias}${currentAlias}
         ORDER BY bm25(memories_fts), m.updated_at DESC, m.content ASC, m.id ASC
         LIMIT ?
       `).all(ftsQuery, ...tenantParams, ...scopeParams, limit);
@@ -652,7 +655,7 @@ function loadSearchRows(db, query, limit, tenantId, scopeFilter) {
     const rows = db.prepare(`
     SELECT ${MEMORY_SELECT_COLUMNS}
     FROM memories
-    WHERE (${where})${tenantPredicateNoAlias}${archivedClauseNoAlias}${scopeClauseNoAlias}
+    WHERE (${where})${tenantPredicateNoAlias}${archivedClauseNoAlias}${scopeClauseNoAlias}${currentNoAlias}
     ORDER BY updated_at DESC, created DESC, content ASC, id ASC
     LIMIT ?
   `).all(...params, ...tenantParams, ...scopeParams, limit);
@@ -663,7 +666,7 @@ function loadSearchRows(db, query, limit, tenantId, scopeFilter) {
     // now reported on RecallResult, an unbounded fallback would lie about
     // candidate-pool size. Apply LIMIT here so all four paths honour the
     // caller's cap.
-    const fallback = `SELECT ${MEMORY_SELECT_COLUMNS} FROM memories${tenantOnlyPredicate}${archivedClauseTenantOnly}${scopeClauseTenantOnly} ORDER BY created ASC, id ASC LIMIT ?`;
+    const fallback = `SELECT ${MEMORY_SELECT_COLUMNS} FROM memories${tenantOnlyPredicate}${archivedClauseTenantOnly}${scopeClauseTenantOnly}${currentNoAlias} ORDER BY created ASC, id ASC LIMIT ?`;
     // SAFETY: fallback selects exactly MEMORY_SELECT_COLUMNS, matching
     // MemoryRow's field set.
     return db.prepare(fallback).all(...tenantParams, ...scopeParams, limit);
@@ -1064,18 +1067,28 @@ function buildStatsFromDb(db) {
  * `buildIndexFromDb`'s query.
  */
 export function writeIndexMirror(hippoRoot, index) {
-    fs.writeFileSync(path.join(hippoRoot, 'index.json'), JSON.stringify(index, null, 2), 'utf8');
+    mirrorBestEffort('index.json', () => fs.writeFileSync(path.join(hippoRoot, 'index.json'), JSON.stringify(index, null, 2), 'utf8'));
 }
 function writeStatsMirror(hippoRoot, stats) {
-    fs.writeFileSync(path.join(hippoRoot, 'stats.json'), JSON.stringify(stats, null, 2), 'utf8');
+    mirrorBestEffort('stats.json', () => fs.writeFileSync(path.join(hippoRoot, 'stats.json'), JSON.stringify(stats, null, 2), 'utf8'));
+}
+/** Mirrors are derived from SQLite and written after COMMIT, so a failed write warns instead of failing a committed change. */
+function mirrorBestEffort(what, write) {
+    try {
+        write();
+    }
+    catch (err) {
+        console.error(`hippo: ${what} not refreshed (${err instanceof Error ? err.message : String(err)}); the database write succeeded`);
+    }
 }
 function syncMirrorFiles(hippoRoot, db) {
     // SAFETY: this query selects exactly MEMORY_SELECT_COLUMNS, matching
     // MemoryRow's field set.
     const entries = db.prepare(`SELECT ${MEMORY_SELECT_COLUMNS} FROM memories ORDER BY created ASC, id ASC`).all();
-    for (const entry of entries.map(rowToEntry)) {
-        writeMarkdownMirror(hippoRoot, entry);
-    }
+    mirrorBestEffort('markdown mirrors', () => {
+        for (const entry of entries.map(rowToEntry))
+            writeMarkdownMirror(hippoRoot, entry);
+    });
     // SAFETY: conflicts' shape matches the eight columns named in the SELECT
     // above.
     const conflicts = db.prepare(`
@@ -1084,20 +1097,16 @@ function syncMirrorFiles(hippoRoot, db) {
     WHERE status = 'open'
     ORDER BY updated_at DESC, id DESC
   `).all();
-    writeConflictMirrors(hippoRoot, conflicts.map(rowToMemoryConflict));
+    mirrorBestEffort('conflict mirrors', () => writeConflictMirrors(hippoRoot, conflicts.map(rowToMemoryConflict)));
     writeIndexMirror(hippoRoot, buildIndexFromDb(db));
     writeStatsMirror(hippoRoot, buildStatsFromDb(db));
 }
-/**
- * Load the current derived index from SQLite and refresh the mirror file.
- */
+/** Load the derived index from SQLite. Read-only: writers refresh index.json, so readers never race on it. */
 export function loadIndex(hippoRoot) {
     initStore(hippoRoot);
     const db = openHippoDb(hippoRoot);
     try {
-        const index = buildIndexFromDb(db);
-        writeIndexMirror(hippoRoot, index);
-        return index;
+        return buildIndexFromDb(db);
     }
     finally {
         closeHippoDb(db);
@@ -1267,7 +1276,7 @@ export function writeEntryDbOnly(db, entry, opts) {
  * during a tx that subsequently rolls back would leave orphan markdown.
  */
 export function writeEntryMirrors(hippoRoot, db, entry) {
-    writeMarkdownMirror(hippoRoot, entry);
+    mirrorBestEffort(`${entry.id}.md`, () => writeMarkdownMirror(hippoRoot, entry));
     writeIndexMirror(hippoRoot, buildIndexFromDb(db));
 }
 /**
@@ -1320,6 +1329,46 @@ export function loadEntriesByIds(hippoRoot, ids, tenantId) {
         closeHippoDb(db);
     }
 }
+/** Strengthen what a read returned: update only the four retrieval columns on the live row, never a stale copy.
+ *  Best effort: a failure logs and never fails the read. Returns the ids found in this store. */
+export function strengthenRetrieved(hippoRoot, ids, tenantId) {
+    const found = new Set();
+    if (ids.length === 0 || isRecallBoostAblated())
+        return found;
+    let db;
+    try {
+        db = openHippoDb(hippoRoot);
+        db.exec('BEGIN IMMEDIATE');
+        const tenantClause = tenantId !== undefined ? ' AND tenant_id = ?' : '';
+        const select = db.prepare(`SELECT ${MEMORY_SELECT_COLUMNS} FROM memories WHERE id = ?${tenantClause}`);
+        const live = [];
+        for (const id of ids) {
+            // SAFETY: the SELECT names exactly MEMORY_SELECT_COLUMNS, matching MemoryRow's field set.
+            const row = (tenantId !== undefined ? select.get(id, tenantId) : select.get(id));
+            if (row)
+                live.push(rowToEntry(row));
+        }
+        const update = db.prepare('UPDATE memories SET retrieval_count = ?, last_retrieved = ?, half_life_days = ?, strength = ? WHERE id = ?');
+        for (const e of markRetrieved(live)) {
+            update.run(e.retrieval_count, e.last_retrieved, e.half_life_days, e.strength, e.id);
+            found.add(e.id);
+        }
+        db.exec('COMMIT');
+    }
+    catch (error) {
+        try {
+            db?.exec('ROLLBACK');
+        }
+        catch { /* already rolled back; keep the original error */ }
+        console.error(`hippo: retrieval stats not saved (${error instanceof Error ? error.message : String(error)})`);
+        found.clear();
+    }
+    finally {
+        if (db)
+            closeHippoDb(db);
+    }
+    return found;
+}
 /**
  * All `kind='raw'` rows for a given session, tenant-scoped, returned
  * oldest-first. Used by `api.assemble` to walk a session's chronological
@@ -1499,8 +1548,8 @@ export function loadChildrenOf(hippoRoot, parentId, tenantId) {
  * removed) and `resolveConflict` (`conflict_resolve` row per resolution).
  * Default keeps `deleteEntry` byte-identical to its pre-split behavior.
  *
- * Returns `{tenantId, dagParentId}` for the removed row, or `null` if no row
- * with `id` existed.
+ * Returns `{tenantId, dagParentId}` for the removed row, or `null` if no row with `id`
+ * existed or `automatic` refused it (pinned or raw at DELETE time, so a late pin wins).
  */
 export function deleteEntryCore(db, id, opts) {
     // SAFETY: row's shape matches the three columns named in the SELECT above.
@@ -1509,10 +1558,12 @@ export function deleteEntryCore(db, id, opts) {
         .get(id);
     if (!row?.id)
         return null;
-    db.prepare(`DELETE FROM memories WHERE id = ?`).run(id);
+    const guard = opts?.automatic ? ` AND ${AUTO_DELETABLE_SQL}` : '';
+    if (Number(db.prepare(`DELETE FROM memories WHERE id = ?${guard}`).run(id).changes ?? 0) === 0)
+        return null;
     deleteFtsRow(db, id);
     if (!opts?.suppressForgetAudit) {
-        audit(db, 'forget', id, undefined, opts?.actor ?? 'cli', row.tenant_id);
+        audit(db, 'forget', id, opts?.reason ? { reason: opts.reason } : undefined, opts?.actor ?? 'cli', row.tenant_id);
     }
     // v0.30 / E2 — DAG live-coupling: forget of a child under a level-2
     // summary marks parent dirty. Non-atomic with the DELETE (no SAVEPOINT
@@ -1542,7 +1593,7 @@ export function deleteEntry(hippoRoot, id, opts) {
         const result = deleteEntryCore(db, id, opts);
         if (!result)
             return false;
-        removeEntryMirrors(hippoRoot, id);
+        purgeMirrorBestEffort(hippoRoot, id, false, 'deleteEntry');
         writeIndexMirror(hippoRoot, buildIndexFromDb(db));
         return true;
     }
@@ -1550,13 +1601,22 @@ export function deleteEntry(hippoRoot, id, opts) {
         closeHippoDb(db);
     }
 }
-/**
- * Batch-write and batch-delete entries in a single transaction.
- * Used by consolidation to avoid N open/close cycles.
- */
-export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds) {
+// The child fields a level-2/3 summary is built from (loadChildrenOfSummary, generateDagSummary).
+const SUMMARY_INPUTS = ['content', 'created', 'dag_parent_id', 'kind'];
+function mergeOwnChanges(base, ours, live) {
+    const row = { ...live };
+    const loaded = new Map(Object.entries(base));
+    for (const [key, value] of Object.entries(ours)) {
+        if (JSON.stringify(value) !== JSON.stringify(loaded.get(key)))
+            Object.assign(row, { [key]: value });
+    }
+    return row;
+}
+/** Consolidation's flush, one transaction. With `snapshot` (rows as the caller loaded them), a write keeps only
+ *  the fields the caller changed, takes the rest from the live row, and never resurrects a row that is gone. */
+export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds, opts) {
     if (toWrite.length === 0 && toDeleteIds.length === 0)
-        return;
+        return [];
     initStore(hippoRoot);
     const db = openHippoDb(hippoRoot);
     try {
@@ -1576,23 +1636,23 @@ export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds) {
         // dirty for the dominant mutation source (decay, merge, garbage-collect).
         const dirtyParents = new Set();
         const tenantById = new Map();
+        const deletableIds = [];
         if (toDeleteIds.length > 0) {
             const placeholders = toDeleteIds.map(() => '?').join(',');
-            // SAFETY: rows' shape matches the two columns named in the SELECT
-            // above.
-            const rows = db.prepare(`SELECT dag_parent_id, tenant_id FROM memories WHERE id IN (${placeholders})`).all(...toDeleteIds);
+            // A row pinned after the caller decided to delete it survives.
+            // SAFETY: rows' shape matches the three columns named in the SELECT.
+            const rows = db.prepare(`SELECT id, dag_parent_id, tenant_id FROM memories WHERE id IN (${placeholders}) AND ${AUTO_DELETABLE_SQL}`).all(...toDeleteIds);
             for (const row of rows) {
+                deletableIds.push(row.id);
                 if (row.dag_parent_id) {
                     dirtyParents.add(row.dag_parent_id);
                     tenantById.set(row.dag_parent_id, row.tenant_id ?? 'default');
                 }
             }
         }
-        // v39: consolidate's new semantic rows (and any other batch writer)
-        // bypass writeEntry, so stamp store-derived origins here too - a NULL
-        // origin would make freshly consolidated memories vanish from ambient
-        // context (codex gating review P1).
-        const stampedWrites = toWrite.map((e) => stampOriginProject(hippoRoot, e));
+        // v39: batch writers bypass writeEntry, so stamp store-derived origins here too (a NULL origin hides new
+        // memories from ambient context). A row queued twice keeps only its last version, the one the merge compares.
+        const stampedWrites = [...new Map(toWrite.map((e) => [e.id, stampOriginProject(hippoRoot, e)])).values()];
         // AT1 P1 fix (codex, batch-transaction rejection race): the producer-side
         // check (e.g. consolidate.ts's merge pass) runs BEFORE this transaction,
         // on a different connection. A `hippo reject X` that commits in that
@@ -1611,9 +1671,15 @@ export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds) {
         // demotion/replay re-persist of a rejected-removed row means it stays
         // gone, which is the entire point of the tombstone.
         let batchRejectedSkips = 0;
-        const skippedWriteIds = new Set();
+        const written = [];
+        const readLiveRow = db.prepare(`SELECT ${MEMORY_SELECT_COLUMNS} FROM memories WHERE id = ?`);
         for (const entry of stampedWrites) {
-            const entryTenantId = entry.tenantId ?? 'default';
+            const base = opts?.snapshot?.get(entry.id);
+            // SAFETY: MEMORY_SELECT_COLUMNS is the MemoryRow shape rowToEntry reads.
+            const liveRow = readLiveRow.get(entry.id);
+            const live = liveRow ? rowToEntry(liveRow) : undefined;
+            const row = base && live ? mergeOwnChanges(base, entry, live) : entry;
+            const entryTenantId = row.tenantId ?? 'default';
             // Codex delta-review P2 fix: reuse checkRejectionGuard rather than a
             // bare tombstone probe — the guard's content-INTRODUCTION
             // classification must apply here too. A tombstone can legitimately
@@ -1624,17 +1690,19 @@ export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds) {
             // changes content TO the rejected value; unchanged same-id re-persists
             // pass through, exactly as on the writeEntry path.
             try {
-                checkRejectionGuard(db, entryTenantId, entry.id, entry.content);
+                checkRejectionGuard(db, entryTenantId, row.id, row.content);
             }
             catch (err) {
                 if (err instanceof RejectedValueError) {
                     batchRejectedSkips++;
-                    skippedWriteIds.add(entry.id);
-                    audit(db, 'reject_refusal', entry.id, { digest: err.digest, reason: err.reason }, 'sleep-batch', entryTenantId);
+                    audit(db, 'reject_refusal', row.id, { digest: err.digest, reason: err.reason }, 'sleep-batch', entryTenantId);
                     continue;
                 }
                 throw err;
             }
+            if (base && !live)
+                continue;
+            written.push(row);
             // AT1 (plan §3, corrected): bypass the rejection guard here.
             // Consolidation merges are DETERMINISTIC CONCATENATION (mergeContents,
             // consolidate.ts:736-751) of already-guarded leaf facts, not an LLM
@@ -1647,14 +1715,14 @@ export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds) {
             // check and this COMMIT. The guard itself still belongs on leaf
             // inserts, which write through writeEntry / writeEntryDbOnly and stay
             // guarded (bypassRejectionGuard defaults false).
-            upsertEntryRow(db, entry, true);
-            // Hook for writes: child upserted under a level-2 summary marks parent dirty.
-            if (entry.dag_parent_id) {
-                dirtyParents.add(entry.dag_parent_id);
-                tenantById.set(entry.dag_parent_id, entry.tenantId);
+            upsertEntryRow(db, row, true);
+            // Hook for writes: a new child, or a change to what its summary reads, marks the parent dirty; decay alone does not.
+            if (row.dag_parent_id && (!live || SUMMARY_INPUTS.some((k) => row[k] !== live[k]))) {
+                dirtyParents.add(row.dag_parent_id);
+                tenantById.set(row.dag_parent_id, row.tenantId);
             }
         }
-        for (const id of toDeleteIds) {
+        for (const id of deletableIds) {
             db.prepare('DELETE FROM memories WHERE id = ?').run(id);
             deleteFtsRow(db, id);
         }
@@ -1670,15 +1738,14 @@ export function batchWriteAndDelete(hippoRoot, toWrite, toDeleteIds) {
         // Sync mirrors once after all DB writes. Entries skipped above were
         // never inserted — writing their markdown mirror would resurrect the
         // exact content the skip just kept out of the DB.
-        for (const entry of stampedWrites) {
-            if (skippedWriteIds.has(entry.id))
-                continue;
-            writeMarkdownMirror(hippoRoot, entry);
-        }
-        for (const id of toDeleteIds) {
-            removeEntryMirrors(hippoRoot, id);
-        }
+        mirrorBestEffort('markdown mirrors', () => {
+            for (const entry of written)
+                writeMarkdownMirror(hippoRoot, entry);
+        });
+        for (const id of deletableIds)
+            purgeMirrorBestEffort(hippoRoot, id, false, 'batchWriteAndDelete');
         writeIndexMirror(hippoRoot, buildIndexFromDb(db));
+        return deletableIds;
     }
     catch (error) {
         try {
@@ -1799,7 +1866,7 @@ export function loadSearchEntries(hippoRoot, query, limit = DEFAULT_SEARCH_CANDI
  * mode (its `tenantId` option is optional); `loadSearchRows` already treats
  * undefined as "no tenant filter" for legacy callers.
  */
-export function loadRecallSearchEntries(hippoRoot, query, limit = DEFAULT_SEARCH_CANDIDATE_LIMIT, tenantId, requestedScope, explicitScopeMode = 'exact') {
+export function loadRecallSearchEntries(hippoRoot, query, limit = DEFAULT_SEARCH_CANDIDATE_LIMIT, tenantId, requestedScope, explicitScopeMode = 'exact', includeSuperseded = true) {
     initStore(hippoRoot);
     const db = openHippoDb(hippoRoot);
     try {
@@ -1812,7 +1879,7 @@ export function loadRecallSearchEntries(hippoRoot, query, limit = DEFAULT_SEARCH
                 ? { mode: 'default-deny-or-exact', value: requestedScope }
                 : { mode: 'exact', value: requestedScope }
             : { mode: 'default-deny' };
-        return loadSearchRows(db, query, limit, tenantId, scopeFilter).map(rowToEntry);
+        return loadSearchRows(db, query, limit, tenantId, scopeFilter, includeSuperseded).map(rowToEntry);
     }
     finally {
         closeHippoDb(db);
@@ -1903,9 +1970,7 @@ export function loadStats(hippoRoot) {
     initStore(hippoRoot);
     const db = openHippoDb(hippoRoot);
     try {
-        const stats = buildStatsFromDb(db);
-        writeStatsMirror(hippoRoot, stats);
-        return stats;
+        return buildStatsFromDb(db);
     }
     finally {
         closeHippoDb(db);
@@ -1923,6 +1988,20 @@ export function appendConsolidationRun(hippoRoot, run) {
         closeHippoDb(db);
     }
 }
+/** Rows a tenant created since the last sleep (runs are host-wide), looking back at most 24 hours. */
+export function countCreatedSinceLastSleep(hippoRoot, tenantId, now = new Date()) {
+    initStore(hippoRoot);
+    const db = openHippoDb(hippoRoot);
+    try {
+        const dayAgo = new Date(now.getTime() - 86_400_000).toISOString();
+        const row = db.prepare(`SELECT COUNT(*) AS n FROM memories WHERE tenant_id = ?
+         AND created > MAX(?, COALESCE((SELECT MAX(timestamp) FROM consolidation_runs), ''))`).get(tenantId, dayAgo);
+        return row.n;
+    }
+    finally {
+        closeHippoDb(db);
+    }
+}
 /**
  * Load the session decay context from the store.
  * Uses consolidation_runs timestamps to compute session intervals.
@@ -3492,6 +3571,7 @@ export function loadAllL2Summaries(hippoRoot) {
        WHERE dag_level = 2
          AND dag_parent_id IS NULL
          AND kind != 'archived'
+         AND superseded_by IS NULL
        ORDER BY created ASC, id ASC
     `).all();
         return rows.map(rowToEntry);
@@ -3548,6 +3628,7 @@ export function loadChildrenOfSummary(hippoRoot, summaryId, tenantId) {
        WHERE dag_parent_id = ?
          AND tenant_id = ?
          AND kind != 'archived'
+         AND superseded_by IS NULL
        ORDER BY created ASC
     `).all(summaryId, tenantId);
         return rows.map(rowToEntry);

package/dist/version.d.ts

@@ -1,11 +1,9 @@
 /**
  * Single source of truth for the hippo-memory binary's package version.
  *
- * Bumped manually on every release alongside this file + four other package
- * manifests (package.json, openclaw.plugin.json,
- * extensions/openclaw-plugin/package.json,
- * extensions/openclaw-plugin/openclaw.plugin.json) and the lockfile —
- * five manifests in total carrying the version field.
+ * Written by `npm version <x> --no-git-tag-version` through
+ * scripts/sync-version.mjs, with the three plugin manifests; never edit it by
+ * hand. scripts/check-manifest-versions.mjs gates publish on all seven sites.
  *
  * Used by:
  *   - src/db.ts rollback-safety guard (refuses to open a DB stamped with
@@ -18,7 +16,7 @@
  * an ESM `import` can resolve cleanly, and a hardcoded constant survives
  * any packager that drops .json files.
  */
-export declare const PACKAGE_VERSION = "1.44.0";
+export declare const PACKAGE_VERSION = "1.45.0";
 /** Compares plain x.y.z versions, positive if a > b; tags throw so the rollback guard never misfires silently. */
 export declare function compareSemver(a: string, b: string): number;
 //# sourceMappingURL=version.d.ts.map

package/dist/version.js

@@ -1,11 +1,9 @@
 /**
  * Single source of truth for the hippo-memory binary's package version.
  *
- * Bumped manually on every release alongside this file + four other package
- * manifests (package.json, openclaw.plugin.json,
- * extensions/openclaw-plugin/package.json,
- * extensions/openclaw-plugin/openclaw.plugin.json) and the lockfile —
- * five manifests in total carrying the version field.
+ * Written by `npm version <x> --no-git-tag-version` through
+ * scripts/sync-version.mjs, with the three plugin manifests; never edit it by
+ * hand. scripts/check-manifest-versions.mjs gates publish on all seven sites.
  *
  * Used by:
  *   - src/db.ts rollback-safety guard (refuses to open a DB stamped with
@@ -18,8 +16,7 @@
  * an ESM `import` can resolve cleanly, and a hardcoded constant survives
  * any packager that drops .json files.
  */
-export const PACKAGE_VERSION = '1.44.0';
-// Bump on every release alongside the 4 other manifests + lockfile.
+export const PACKAGE_VERSION = '1.45.0';
 /** Compares plain x.y.z versions, positive if a > b; tags throw so the rollback guard never misfires silently. */
 export function compareSemver(a, b) {
     const parse = (v) => {

package/extensions/openclaw-plugin/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "hippo-memory",
   "name": "Hippo Memory",
   "description": "Biologically-inspired memory for AI agents. Decay by default, retrieval strengthening, sleep consolidation.",
-  "version": "1.44.0",
+  "version": "1.45.0",
 
   "configSchema": {
     "type": "object",

package/extensions/openclaw-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hippo-memory",
-  "version": "1.44.0",
+  "version": "1.45.0",
   "type": "module",
   "description": "Hippo Memory plugin for OpenClaw - biologically-inspired agent memory",
   "main": "index.ts",

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "hippo-memory",
   "name": "Hippo Memory",
   "description": "Biologically-inspired memory for AI agents. Decay by default, retrieval strengthening, sleep consolidation.",
-  "version": "1.44.0",
+  "version": "1.45.0",
   "configSchema": {
     "type": "object",
     "additionalProperties": false,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hippo-memory",
-  "version": "1.44.0",
+  "version": "1.45.0",
   "description": "Biologically-inspired memory for AI agents. Zero runtime deps, SQLite, MCP server, and an opt-in hosted TypeSafe Jev reranker. Decay, retrieval strengthening, consolidation.",
   "type": "module",
   "main": "./dist/index.js",
@@ -17,6 +17,8 @@
   },
   "files": [
     "dist",
+    "!dist/src",
+    "!dist/**/*.map",
     "dist-ui",
     "bin",
     "scripts/postinstall.cjs",
@@ -25,7 +27,7 @@
   ],
   "scripts": {
     "baseline": "npm run build && npm test",
-    "build": "tsc && tsc -p tsconfig.benchmarks.json && tsc -p tsconfig.extensions.json",
+    "build": "node -e \"require('fs').rmSync('dist',{recursive:true,force:true})\" && tsc && tsc -p tsconfig.benchmarks.json && tsc -p tsconfig.extensions.json",
     "dev": "tsc --watch",
     "pretest": "npm run build",
     "test": "vitest run",
@@ -37,6 +39,7 @@
     "smoke:openclaw-install": "node scripts/smoke-openclaw-install.mjs",
     "build:ui": "cd ui && npm install && npm run build",
     "build:all": "npm run build && npm run build:ui",
+    "version": "node scripts/sync-version.mjs && node scripts/check-manifest-versions.mjs",
     "prepublishOnly": "node scripts/check-manifest-versions.mjs && node scripts/changelog-fragments.mjs check && node scripts/check-em-dashes-in-release-notes.mjs && node scripts/check-graph-writes.mjs && npm run build:all && node scripts/check-openclaw-dist.mjs && npm run smoke:openclaw-install && node scripts/check-tests-pass.mjs"
   },
   "keywords": [
@@ -74,7 +77,7 @@
   },
   "devDependencies": {
     "@oxlint/plugins": "^1.78.0",
-    "@types/node": "^20.11.0",
+    "@types/node": "^22.16.0",
     "oxlint": "^1.78.0",
     "typescript": "^5.4.0",
     "vitest": "^3.2.6"

package/dist/ablation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ablation.d.ts","sourceRoot":"","sources":["../src/ablation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+EG;AA6CH,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAE9C;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAE9C;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAE9C;AAED;;;;GAIG;AACH,wBAAgB,OAAO,IAAI,IAAI,CAG9B;AAED,0EAA0E;AAC1E,wBAAgB,2BAA2B,IAAI,IAAI,CAElD"}

package/dist/ablation.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ablation.js","sourceRoot":"","sources":["../src/ablation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+EG;AAWH,IAAI,MAAiC,CAAC;AAEtC,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,SAAS;IAChB,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC/D,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;QAC1C,sEAAsE;QACtE,qEAAqE;QACrE,oEAAoE;QACpE,gEAAgE;QAChE,oEAAoE;QACpE,uEAAuE;QACvE,gCAAgC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;YACzE,SAAS,GAAG,MAAM,CAAC;QACrB,CAAC;IACH,CAAC;IACD,MAAM,GAAG;QACP,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAC/C,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAC5D,WAAW,EAAE,WAAW,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAC3E,WAAW,EAAE,WAAW,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAC3E,SAAS;KACV,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,OAAO,SAAS,EAAE,CAAC,KAAK,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO,SAAS,EAAE,CAAC,WAAW,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO,SAAS,EAAE,CAAC,WAAW,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO,SAAS,EAAE,CAAC,WAAW,CAAC;AACjC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,OAAO;IACrB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC,SAAS,CAAC;IACjC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,2BAA2B;IACzC,MAAM,GAAG,SAAS,CAAC;AACrB,CAAC"}

package/dist/ambient.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ambient.d.ts","sourceRoot":"","sources":["../src/ambient.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAI/C,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,GAAG,YAAY,CAgFpF;AAaD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CA6BhE;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM,CAe/D"}