@psiclawops/hypermem 0.1.0 → 0.5.1

package/dist/background-indexer.d.ts

@@ -1,5 +1,5 @@
 /**
- * HyperMem Background Indexer
+ * hypermem Background Indexer
  *
  * Processes message history to extract structured knowledge:
  *   - Facts: atomic pieces of learned information
@@ -18,6 +18,7 @@
  */
 import type { DatabaseSync } from 'node:sqlite';
 import type { IndexerConfig, SessionCursor } from './types.js';
+import { type DreamerConfig } from './dreaming-promoter.js';
 import type { VectorStore } from './vector-store.js';
 export interface IndexerStats {
     agentId: string;
@@ -26,6 +27,8 @@ export interface IndexerStats {
     episodesRecorded: number;
     topicsUpdated: number;
     knowledgeUpserted: number;
+    /** Number of superseded fact vectors tombstoned from the vector index this tick. */
+    tombstoned: number;
     elapsedMs: number;
     /** Number of messages that were post-cursor (unseen by model, high-signal priority). */
     postCursorMessages: number;
@@ -47,10 +50,13 @@ export declare class BackgroundIndexer {
     private listAgents?;
     private getCursor?;
     private readonly config;
+    private readonly dreamerConfig;
     private intervalHandle;
     private running;
     private vectorStore;
-    constructor(config?: Partial<IndexerConfig>, getMessageDb?: ((agentId: string) => DatabaseSync) | undefined, getLibraryDb?: (() => DatabaseSync) | undefined, listAgents?: (() => string[]) | undefined, getCursor?: CursorFetcher | undefined);
+    private synthesizer;
+    private tickCount;
+    constructor(config?: Partial<IndexerConfig>, getMessageDb?: ((agentId: string) => DatabaseSync) | undefined, getLibraryDb?: (() => DatabaseSync) | undefined, listAgents?: (() => string[]) | undefined, getCursor?: CursorFetcher | undefined, dreamerConfig?: Partial<DreamerConfig>);
     /**
      * Set the vector store for embedding new facts/episodes at index time.
      * Optional — if not set, indexer runs without embedding (FTS5-only mode).
@@ -104,14 +110,23 @@ export declare class BackgroundIndexer {
      * Parse a duration string like "24h", "7d" into seconds.
      */
     private parseDuration;
+    /**
+     * One-time backfill: embed episodes with sig>=0.5 that were missed by the
+     * old >=0.7 vectorization threshold.
+     *
+     * Gated by a system_state flag 'indexer:episode_backfill_v1' so it runs
+     * exactly once even across gateway restarts. Safe to re-run manually
+     * (delete the flag row first) if re-backfill is ever needed.
+     */
+    backfillEpisodeVectors(): Promise<void>;
     /**
      * Get current watermarks for all agents.
      */
     getWatermarks(libraryDb: DatabaseSync): WatermarkState[];
 }
 /**
- * Create and start a background indexer connected to HyperMem databases.
+ * Create and start a background indexer connected to hypermem databases.
  * Used by the hook or a standalone daemon.
  */
-export declare function createIndexer(getMessageDb: (agentId: string) => DatabaseSync, getLibraryDb: () => DatabaseSync, listAgents: () => string[], config?: Partial<IndexerConfig>, getCursor?: CursorFetcher, vectorStore?: VectorStore): BackgroundIndexer;
+export declare function createIndexer(getMessageDb: (agentId: string) => DatabaseSync, getLibraryDb: () => DatabaseSync, listAgents: () => string[], config?: Partial<IndexerConfig>, getCursor?: CursorFetcher, vectorStore?: VectorStore, dreamerConfig?: Partial<DreamerConfig>): BackgroundIndexer;
 //# sourceMappingURL=background-indexer.d.ts.map

package/dist/background-indexer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"background-indexer.d.ts","sourceRoot":"","sources":["../src/background-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAiB,aAAa,EAAe,aAAa,EAAE,MAAM,YAAY,CAAC;AAO3F,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIrD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,wFAAwF;IACxF,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;AAEnG,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAgVD,qBAAa,iBAAiB;IAQ1B,OAAO,CAAC,YAAY,CAAC;IACrB,OAAO,CAAC,YAAY,CAAC;IACrB,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,SAAS,CAAC;IAVpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,cAAc,CAA+C;IACrE,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAA4B;gBAG7C,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EACvB,YAAY,CAAC,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,YAAY,aAAA,EAChD,YAAY,CAAC,GAAE,MAAM,YAAY,aAAA,EACjC,UAAU,CAAC,GAAE,MAAM,MAAM,EAAE,aAAA,EAC3B,SAAS,CAAC,EAAE,aAAa,YAAA;IAanC;;;OAGG;IACH,cAAc,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI;IAIrC;;OAEG;IACH,KAAK,IAAI,IAAI;IAmBb;;OAEG;IACH,IAAI,IAAI,IAAI;IAOZ;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAiDrC;;;;;;;;;OASG;YACW,YAAY;IAkK1B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA+B5B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAK/B;;OAEG;IACH,OAAO,CAAC,YAAY;IAsBpB;;OAEG;IACH,OAAO,CAAC,YAAY;IAWpB;;;OAGG;IACH,OAAO,CAAC,UAAU;IA2ClB;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,YAAY,GAAG,cAAc,EAAE;CAezD;AAID;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,YAAY,EAC/C,YAAY,EAAE,MAAM,YAAY,EAChC,UAAU,EAAE,MAAM,MAAM,EAAE,EAC1B,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EAC/B,SAAS,CAAC,EAAE,aAAa,EACzB,WAAW,CAAC,EAAE,WAAW,GACxB,iBAAiB,CAInB"}
+{"version":3,"file":"background-indexer.d.ts","sourceRoot":"","sources":["../src/background-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAiB,aAAa,EAAe,aAAa,EAAE,MAAM,YAAY,CAAC;AAK3F,OAAO,EAA2B,KAAK,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAOrF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAuCrD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oFAAoF;IACpF,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,wFAAwF;IACxF,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;AAEnG,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AA+XD,qBAAa,iBAAiB;IAW1B,OAAO,CAAC,YAAY,CAAC;IACrB,OAAO,CAAC,YAAY,CAAC;IACrB,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,SAAS,CAAC;IAbpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,cAAc,CAA+C;IACrE,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,SAAS,CAAa;gBAG5B,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EACvB,YAAY,CAAC,GAAE,CAAC,OAAO,EAAE,MAAM,KAAK,YAAY,aAAA,EAChD,YAAY,CAAC,GAAE,MAAM,YAAY,aAAA,EACjC,UAAU,CAAC,GAAE,MAAM,MAAM,EAAE,aAAA,EAC3B,SAAS,CAAC,EAAE,aAAa,YAAA,EACjC,aAAa,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC;IA8BxC;;;OAGG;IACH,cAAc,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI;IAIrC;;OAEG;IACH,KAAK,IAAI,IAAI;IA0Bb;;OAEG;IACH,IAAI,IAAI,IAAI;IAOZ;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAsIrC;;;;;;;;;OASG;YACW,YAAY;IA4M1B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA+B5B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAK/B;;OAEG;IACH,OAAO,CAAC,YAAY;IAsBpB;;OAEG;IACH,OAAO,CAAC,YAAY;IAWpB;;;OAGG;IACH,OAAO,CAAC,UAAU;IA8ClB;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;;;;;;OAOG;IACG,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAgF7C;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,YAAY,GAAG,cAAc,EAAE;CAezD;AAID;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,YAAY,EAC/C,YAAY,EAAE,MAAM,YAAY,EAChC,UAAU,EAAE,MAAM,MAAM,EAAE,EAC1B,MAAM,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EAC/B,SAAS,CAAC,EAAE,aAAa,EACzB,WAAW,CAAC,EAAE,WAAW,EACzB,aAAa,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,GACrC,iBAAiB,CAInB"}

package/dist/background-indexer.js

@@ -1,5 +1,5 @@
 /**
- * HyperMem Background Indexer
+ * hypermem Background Indexer
  *
  * Processes message history to extract structured knowledge:
  *   - Facts: atomic pieces of learned information
@@ -16,12 +16,49 @@
  *   - Bounded: processes N messages per tick to avoid blocking
  *   - Observable: logs extraction stats for monitoring
  */
+import { lintKnowledge } from './knowledge-lint.js';
 import { MessageStore } from './message-store.js';
+import { runNoiseSweep, runToolDecay } from './proactive-pass.js';
+import { TopicSynthesizer } from './topic-synthesizer.js';
+import { runDreamingPassForFleet } from './dreaming-promoter.js';
 import { FactStore } from './fact-store.js';
 import { EpisodeStore } from './episode-store.js';
 import { TopicStore } from './topic-store.js';
 import { KnowledgeStore } from './knowledge-store.js';
+import { TemporalStore } from './temporal-store.js';
 import { isSafeForSharedVisibility } from './secret-scanner.js';
+// ─── Agent-to-Domain Map ────────────────────────────────────────
+// Maps well-known agent IDs to their primary domain.
+// Used to populate the `domain` column on extracted facts so that
+// domain-scoped retrieval (e.g. getActiveFacts({ domain: 'infrastructure' }))
+// returns results. New agents default to 'general'.
+const AGENT_DOMAIN_MAP = {
+    forge: 'infrastructure',
+    vigil: 'infrastructure',
+    pylon: 'infrastructure',
+    plane: 'infrastructure',
+    compass: 'product',
+    helm: 'product',
+    chisel: 'product',
+    facet: 'product',
+    sentinel: 'security',
+    bastion: 'security',
+    gauge: 'security',
+    clarity: 'ux',
+    anvil: 'governance',
+    vanguard: 'strategy',
+    crucible: 'development',
+    relay: 'communications',
+    main: 'general',
+    'channel-mini': 'general',
+};
+/**
+ * Derive a domain label for a fact based on agent ID.
+ * Falls back to 'general' for unknown agents.
+ */
+function domainForAgent(agentId) {
+    return AGENT_DOMAIN_MAP[agentId] ?? 'general';
+}
 function extractFactCandidates(content) {
     const facts = [];
     if (!content || content.length < 20)
@@ -82,6 +119,29 @@ function extractFactCandidates(content) {
  * Rejects pattern matches that are code, table fragments, questions,
  * or too short to be meaningful facts.
  */
+/**
+ * Operational boilerplate phrases that appear frequently across sessions
+ * but carry zero signal value. High knn similarity makes them *worse*
+ * retrieval candidates — they match everything and contaminate episodes.
+ */
+const OPERATIONAL_BOILERPLATE = [
+    /timed?\s*out\s*waiting/i,
+    /message\s*was\s*delivered/i,
+    /no\s*reply\s*(back\s*)?yet/i,
+    /picked?\s*it\s*up\s*on\s*(next\s*)?heartbeat/i,
+    /session\s*not\s*found/i,
+    /\bretrying\b/i,
+    /tool\s*call\s*failed/i,
+    /exec\s*completed/i,
+    /no\s*reply\s*needed/i,
+    /still\s*waiting/i,
+    /will\s*pick\s*(it\s*)?up\s*(on\s*(next|the))?/i,
+    /message\s*is\s*in\s*(his|her|their|the)\s*queue/i,
+    /sent\s+to\s+(anvil|compass|clarity|sentinel|vanguard|forge)/i,
+    /dispatched\s+(it\s+)?to/i,
+    /timed\s*out\s*after/i,
+    /\bNO_REPLY\b/,
+];
 function isQualityFact(content) {
     // Too short — sentence fragments
     if (content.length < 40)
@@ -131,6 +191,30 @@ function isQualityFact(content) {
     const alphaChars = (content.match(/[a-zA-Z]/g) || []).length;
     if (alphaChars / content.length < 0.5)
         return false;
+    // TUNE-013: External/untrusted content markers — web search excerpts,
+    // external doc pulls, and injected context blocks should never become facts.
+    if (/<<<\s*(END_EXTERNAL|BEGIN_EXTERNAL|EXTERNAL_UNTRUSTED|UNTRUSTED_CONTENT)/i.test(content))
+        return false;
+    if (/EXTERNAL_UNTRUSTED_CONTENT\s+id=/.test(content))
+        return false;
+    // TUNE-013: Multi-paragraph content — real extracted facts are single sentences.
+    // More than 2 newlines means we captured a paragraph or structured block, not a fact.
+    const newlineCount = (content.match(/\n/g) || []).length;
+    if (newlineCount > 2)
+        return false;
+    // TUNE-013: URL-heavy content — external source snippets, not actionable facts
+    const urlMatches = content.match(/https?:\/\/\S+/g) || [];
+    if (urlMatches.length >= 2)
+        return false; // one URL in a fact is ok; multiple = source snippet
+    // TUNE-013: Content starting with a markdown heading is section text, not a fact
+    if (/^#{1,4}\s/.test(content.trim()))
+        return false;
+    // TUNE-014: Operational boilerplate — phrases common across sessions that produce
+    // high knn similarity scores but carry zero signal. They cross-contaminate episodes.
+    for (const pattern of OPERATIONAL_BOILERPLATE) {
+        if (pattern.test(content))
+            return false;
+    }
     return true;
 }
 /**
@@ -318,14 +402,33 @@ export class BackgroundIndexer {
     listAgents;
     getCursor;
     config;
+    dreamerConfig;
     intervalHandle = null;
     running = false;
     vectorStore = null;
-    constructor(config, getMessageDb, getLibraryDb, listAgents, getCursor) {
+    synthesizer = null;
+    tickCount = 0;
+    constructor(config, getMessageDb, getLibraryDb, listAgents, getCursor, dreamerConfig) {
         this.getMessageDb = getMessageDb;
         this.getLibraryDb = getLibraryDb;
         this.listAgents = listAgents;
         this.getCursor = getCursor;
+        // Initialize synthesizer if libraryDb accessor is available
+        if (getLibraryDb) {
+            const libDb = getLibraryDb();
+            if (libDb) {
+                this.synthesizer = new TopicSynthesizer(libDb, (agentId) => {
+                    if (!getMessageDb)
+                        return null;
+                    try {
+                        return getMessageDb(agentId);
+                    }
+                    catch {
+                        return null;
+                    }
+                });
+            }
+        }
         this.config = {
             enabled: config?.enabled ?? true,
             factExtractionMode: config?.factExtractionMode ?? 'tiered',
@@ -333,8 +436,11 @@ export class BackgroundIndexer {
             topicClosedAfter: config?.topicClosedAfter ?? '7d',
             factDecayRate: config?.factDecayRate ?? 0.01,
             episodeSignificanceThreshold: config?.episodeSignificanceThreshold ?? 0.5,
-            periodicInterval: config?.periodicInterval ?? 300000, // 5 minutes
+            periodicInterval: config?.periodicInterval ?? 60000, // 1 minute
+            batchSize: config?.batchSize ?? 128,
+            maxMessagesPerTick: config?.maxMessagesPerTick ?? 500,
         };
+        this.dreamerConfig = dreamerConfig ?? {};
     }
     /**
      * Set the vector store for embedding new facts/episodes at index time.
@@ -355,13 +461,19 @@ export class BackgroundIndexer {
         this.tick().catch(err => {
             console.error('[indexer] Initial tick failed:', err);
         });
+        // Run episode vector backfill once at startup (no-op if already done)
+        if (this.vectorStore && this.getLibraryDb) {
+            this.backfillEpisodeVectors().catch(err => {
+                console.error('[indexer] Episode backfill failed:', err);
+            });
+        }
         // Then periodically
         this.intervalHandle = setInterval(() => {
             this.tick().catch(err => {
                 console.error('[indexer] Periodic tick failed:', err);
             });
         }, this.config.periodicInterval);
-        console.log(`[indexer] Started with interval ${this.config.periodicInterval}ms`);
+        console.log(`[indexer] Started with interval ${this.config.periodicInterval}ms, batchSize ${this.config.batchSize}, maxPerTick ${this.config.maxMessagesPerTick}`);
     }
     /**
      * Stop periodic indexing.
@@ -389,10 +501,16 @@ export class BackgroundIndexer {
             }
             const agents = this.listAgents();
             const libraryDb = this.getLibraryDb();
+            let tickTotal = 0;
             for (const agentId of agents) {
+                if (tickTotal >= this.config.maxMessagesPerTick) {
+                    console.log(`[indexer] maxMessagesPerTick (${this.config.maxMessagesPerTick}) reached — deferring remaining agents`);
+                    break;
+                }
                 try {
                     const stats = await this.processAgent(agentId, libraryDb);
-                    if (stats.messagesProcessed > 0) {
+                    tickTotal += stats.messagesProcessed;
+                    if (stats.messagesProcessed > 0 || stats.tombstoned > 0) {
                         results.push(stats);
                     }
                 }
@@ -405,10 +523,84 @@ export class BackgroundIndexer {
                 const totalMessages = results.reduce((s, r) => s + r.messagesProcessed, 0);
                 const totalFacts = results.reduce((s, r) => s + r.factsExtracted, 0);
                 const totalEpisodes = results.reduce((s, r) => s + r.episodesRecorded, 0);
-                console.log(`[indexer] Tick complete: ${totalMessages} messages → ${totalFacts} facts, ${totalEpisodes} episodes`);
+                const totalTombstoned = results.reduce((s, r) => s + r.tombstoned, 0);
+                const tombstonedPart = totalTombstoned > 0 ? `, ${totalTombstoned} tombstoned` : '';
+                console.log(`[indexer] Tick complete: ${totalMessages} messages → ${totalFacts} facts, ${totalEpisodes} episodes${tombstonedPart}`);
             }
             // Run decay on every tick
             this.applyDecay(libraryDb);
+            // Topic synthesis — run for each agent after main indexer tick
+            if (this.synthesizer) {
+                for (const agentId of agents) {
+                    try {
+                        const synthResult = this.synthesizer.tick(agentId);
+                        if (synthResult.topicsSynthesized > 0) {
+                            console.log(`[indexer] Synthesized ${synthResult.topicsSynthesized} topics for ${agentId}, ${synthResult.knowledgeEntriesWritten} knowledge entries`);
+                        }
+                    }
+                    catch {
+                        // Non-fatal
+                    }
+                }
+            }
+            // Knowledge lint — every LINT_FREQUENCY ticks
+            this.tickCount++;
+            if (this.tickCount % 10 === 0 && this.getLibraryDb) {
+                try {
+                    const libDb = this.getLibraryDb();
+                    if (libDb) {
+                        const lint = lintKnowledge(libDb);
+                        if (lint.staleDecayed > 0 || lint.coverageGaps.length > 0) {
+                            console.log(`[indexer] Lint: ${lint.staleDecayed} stale decayed, ${lint.orphansFound} orphans, ${lint.coverageGaps.length} coverage gaps`);
+                        }
+                    }
+                }
+                catch {
+                    // Non-fatal
+                }
+            }
+            // Dreaming promotion pass — every tickInterval ticks (default 12 = ~1hr)
+            const dreamerEnabled = this.dreamerConfig.enabled ?? false;
+            const dreamerTickInterval = this.dreamerConfig.tickInterval ?? 12;
+            if (dreamerEnabled && this.tickCount % dreamerTickInterval === 0 && this.getLibraryDb) {
+                try {
+                    const libDb = this.getLibraryDb();
+                    if (libDb) {
+                        const dreamResults = await runDreamingPassForFleet(agents, libDb, this.dreamerConfig);
+                        const totalPromoted = dreamResults.reduce((s, r) => s + r.promoted, 0);
+                        if (totalPromoted > 0) {
+                            console.log(`[indexer] Dreaming: promoted ${totalPromoted} facts across ${dreamResults.length} agents`);
+                        }
+                    }
+                }
+                catch (err) {
+                    // Non-fatal — dreaming failures never block indexing
+                    console.warn('[indexer] Dreaming pass failed (non-fatal):', err.message);
+                }
+            }
+            // Run proactive passes on each agent's message DB
+            for (const agentId of agents) {
+                const messageDb = this.getMessageDb(agentId);
+                if (!messageDb)
+                    continue;
+                // Get active conversations for this agent
+                let convRows;
+                try {
+                    convRows = messageDb.prepare(`SELECT id FROM conversations WHERE agent_id = ? AND status = 'active' ORDER BY updated_at DESC LIMIT 10`).all(agentId);
+                }
+                catch {
+                    continue;
+                }
+                for (const conv of convRows) {
+                    const noiseSweepResult = runNoiseSweep(messageDb, conv.id);
+                    const toolDecayResult = runToolDecay(messageDb, conv.id);
+                    // Log only if something changed
+                    if (noiseSweepResult.messagesDeleted > 0 || toolDecayResult.messagesUpdated > 0) {
+                        console.log(`[indexer] Proactive pass (conv ${conv.id}): swept ${noiseSweepResult.messagesDeleted} noise msgs, ` +
+                            `decayed ${toolDecayResult.messagesUpdated} tool results (${toolDecayResult.bytesFreed} bytes freed)`);
+                    }
+                }
+            }
         }
         finally {
             this.running = false;
@@ -433,12 +625,19 @@ export class BackgroundIndexer {
         const episodeStore = new EpisodeStore(libraryDb);
         const topicStore = new TopicStore(libraryDb);
         const knowledgeStore = new KnowledgeStore(libraryDb);
+        const temporalStore = new TemporalStore(libraryDb);
         // Get watermark — last processed message ID for this agent
         const watermark = this.getWatermark(libraryDb, agentId);
         const lastProcessedId = watermark?.lastMessageId ?? 0;
-        // Fetch unindexed messages (batch size: 100)
-        const messages = this.getUnindexedMessages(messageDb, agentId, lastProcessedId, 100);
+        // Fetch unindexed messages (batch size from config)
+        const messages = this.getUnindexedMessages(messageDb, agentId, lastProcessedId, this.config.batchSize);
         if (messages.length === 0) {
+            // Even with no new messages, run tombstone cleanup in case supersedes
+            // were written externally (e.g. via FactStore.markSuperseded()).
+            let tombstoned = 0;
+            if (this.vectorStore) {
+                tombstoned = this.vectorStore.tombstoneSuperseded();
+            }
             return {
                 agentId,
                 messagesProcessed: 0,
@@ -446,6 +645,7 @@ export class BackgroundIndexer {
                 episodesRecorded: 0,
                 topicsUpdated: 0,
                 knowledgeUpserted: 0,
+                tombstoned,
                 postCursorMessages: 0,
                 elapsedMs: Date.now() - start,
             };
@@ -479,6 +679,7 @@ export class BackgroundIndexer {
         let episodesRecorded = 0;
         let topicsUpdated = 0;
         let knowledgeUpserted = 0;
+        let supersededFacts = 0;
         let maxMessageId = lastProcessedId;
         for (const msg of ordered) {
             const content = msg.textContent || '';
@@ -493,12 +694,32 @@ export class BackgroundIndexer {
                 try {
                     const fact = factStore.addFact(agentId, factContent, {
                         scope: 'agent',
+                        domain: domainForAgent(agentId),
                         confidence: factConfidence,
                         sourceType: 'indexer',
                         sourceSessionKey: this.getSessionKeyForMessage(messageDb, msg.conversationId),
                         sourceRef: `msg:${msg.id}`,
                     });
                     factsExtracted++;
+                    // ── Supersedes detection ─────────────────────────────────
+                    // Check if the newly extracted fact supersedes an existing one.
+                    // A supersede is detected when an existing active fact shares the
+                    // same 60-char prefix (same topic, different phrasing/update).
+                    if (fact.id) {
+                        // Index into temporal store (ingest_at as proxy, confidence=0.5)
+                        temporalStore.indexFact(fact.id, agentId, fact.createdAt);
+                        const oldFactId = factStore.findSupersedableByContent(agentId, factContent);
+                        if (oldFactId !== null && oldFactId !== fact.id) {
+                            const didSupersede = factStore.markSuperseded(oldFactId, fact.id);
+                            if (didSupersede) {
+                                supersededFacts++;
+                                // Immediately remove the stale vector so it can't surface in KNN recall
+                                if (this.vectorStore) {
+                                    this.vectorStore.removeItem('facts', oldFactId);
+                                }
+                            }
+                        }
+                    }
                     // Embed new fact for semantic recall (best-effort, non-blocking)
                     if (this.vectorStore && fact.id) {
                         this.vectorStore.indexItem('facts', fact.id, factContent, fact.domain || undefined)
@@ -520,10 +741,12 @@ export class BackgroundIndexer {
                         significance: episode.significance,
                         visibility: episodeVisibility,
                         sessionKey: this.getSessionKeyForMessage(messageDb, msg.conversationId),
+                        sourceMessageId: msg.id,
                     });
                     episodesRecorded++;
-                    // Embed high-significance episodes (decisions, incidents, deployments)
-                    if (this.vectorStore && recorded?.id && episode.significance >= 0.7) {
+                    // Embed episodes at sig>=0.5 (lowered from 0.7 — discovery/config_change events
+                    // at sig=0.5 are real operational events, not noise).
+                    if (this.vectorStore && recorded?.id && episode.significance >= 0.5) {
                         this.vectorStore.indexItem('episodes', recorded.id, episode.summary, episode.type)
                             .catch(() => { });
                     }
@@ -564,6 +787,12 @@ export class BackgroundIndexer {
         }
         // Update watermark
         this.setWatermark(libraryDb, agentId, maxMessageId);
+        // Run tombstone pass: remove vector entries for any facts marked superseded
+        // (covers both the supersedes detected above and external markSuperseded calls).
+        let tombstoned = 0;
+        if (this.vectorStore) {
+            tombstoned = this.vectorStore.tombstoneSuperseded();
+        }
         return {
             agentId,
             messagesProcessed: messages.length,
@@ -571,6 +800,7 @@ export class BackgroundIndexer {
             episodesRecorded,
             topicsUpdated,
             knowledgeUpserted,
+            tombstoned,
             postCursorMessages: postCursor.length,
             elapsedMs: Date.now() - start,
         };
@@ -667,22 +897,25 @@ export class BackgroundIndexer {
         // Mark dormant topics
         const dormantThreshold = this.parseDuration(this.config.topicDormantAfter);
         if (dormantThreshold > 0) {
+            // Compute threshold timestamp in JS and pass as parameter — avoids SQL template interpolation.
+            const dormantBefore = new Date(Date.now() - dormantThreshold * 1000).toISOString();
             libraryDb.prepare(`
         UPDATE topics
         SET status = 'dormant'
         WHERE status = 'active'
-          AND updated_at < datetime('now', '-${dormantThreshold} seconds')
-      `).run();
+          AND updated_at < ?
+      `).run(dormantBefore);
         }
         // Close old dormant topics
         const closedThreshold = this.parseDuration(this.config.topicClosedAfter);
         if (closedThreshold > 0) {
+            const closedBefore = new Date(Date.now() - closedThreshold * 1000).toISOString();
             libraryDb.prepare(`
         UPDATE topics
         SET status = 'closed'
         WHERE status = 'dormant'
-          AND updated_at < datetime('now', '-${closedThreshold} seconds')
-      `).run();
+          AND updated_at < ?
+      `).run(closedBefore);
         }
     }
     /**
@@ -701,6 +934,85 @@ export class BackgroundIndexer {
             default: return 0;
         }
     }
+    /**
+     * One-time backfill: embed episodes with sig>=0.5 that were missed by the
+     * old >=0.7 vectorization threshold.
+     *
+     * Gated by a system_state flag 'indexer:episode_backfill_v1' so it runs
+     * exactly once even across gateway restarts. Safe to re-run manually
+     * (delete the flag row first) if re-backfill is ever needed.
+     */
+    async backfillEpisodeVectors() {
+        if (!this.vectorStore || !this.getLibraryDb)
+            return;
+        const libraryDb = this.getLibraryDb();
+        const BACKFILL_FLAG = 'episode_backfill_v1';
+        // Ensure system_state table exists (schema may not have been applied yet)
+        try {
+            libraryDb.prepare(`
+        CREATE TABLE IF NOT EXISTS system_state (
+          id INTEGER PRIMARY KEY AUTOINCREMENT,
+          category TEXT NOT NULL,
+          key TEXT NOT NULL,
+          value TEXT,
+          updated_at TEXT NOT NULL,
+          updated_by TEXT,
+          ttl TEXT,
+          UNIQUE(category, key)
+        )
+      `).run();
+        }
+        catch {
+            // Table already exists — safe to ignore
+        }
+        // Check if backfill already completed
+        const existing = libraryDb.prepare("SELECT value FROM system_state WHERE category = 'indexer' AND key = ?").get(BACKFILL_FLAG);
+        if (existing) {
+            // Already done
+            return;
+        }
+        console.log('[indexer] Starting episode vector backfill (sig>=0.5, not yet vectorized)...');
+        // Find episodes with sig>=0.5 that have no vec_index_map entry.
+        // We join against vec_index_map using a fallback: if the table is in a
+        // separate DB (vectors.db), we query it directly via the VectorStore.
+        let episodes;
+        try {
+            episodes = libraryDb.prepare(`
+        SELECT id, summary, event_type
+        FROM episodes
+        WHERE significance >= 0.5
+        ORDER BY created_at DESC
+      `).all();
+        }
+        catch {
+            console.warn('[indexer] Backfill: could not query episodes table');
+            return;
+        }
+        let queued = 0;
+        let skipped = 0;
+        for (const ep of episodes) {
+            // Check if already vectorized
+            if (this.vectorStore.hasItem('episodes', ep.id)) {
+                skipped++;
+                continue;
+            }
+            try {
+                await this.vectorStore.indexItem('episodes', ep.id, ep.summary, ep.event_type);
+                queued++;
+            }
+            catch {
+                // Non-fatal — keep going
+            }
+        }
+        // Mark backfill complete
+        const now = new Date().toISOString();
+        libraryDb.prepare(`
+      INSERT INTO system_state (category, key, value, updated_at, updated_by)
+      VALUES ('indexer', ?, ?, ?, 'indexer')
+      ON CONFLICT(category, key) DO UPDATE SET value = excluded.value, updated_at = excluded.updated_at
+    `).run(BACKFILL_FLAG, JSON.stringify({ completedAt: now, queued, skipped }), now);
+        console.log(`[indexer] Episode backfill complete: ${queued} queued, ${skipped} already vectorized`);
+    }
     /**
      * Get current watermarks for all agents.
      */
@@ -720,11 +1032,11 @@ export class BackgroundIndexer {
 }
 // ─── Standalone runner ──────────────────────────────────────────
 /**
- * Create and start a background indexer connected to HyperMem databases.
+ * Create and start a background indexer connected to hypermem databases.
  * Used by the hook or a standalone daemon.
  */
-export function createIndexer(getMessageDb, getLibraryDb, listAgents, config, getCursor, vectorStore) {
-    const indexer = new BackgroundIndexer(config, getMessageDb, getLibraryDb, listAgents, getCursor);
+export function createIndexer(getMessageDb, getLibraryDb, listAgents, config, getCursor, vectorStore, dreamerConfig) {
+    const indexer = new BackgroundIndexer(config, getMessageDb, getLibraryDb, listAgents, getCursor, dreamerConfig);
     if (vectorStore)
         indexer.setVectorStore(vectorStore);
     return indexer;