@velvetmonkey/flywheel-memory 2.0.54 → 2.0.56

package/dist/index.js

@@ -3832,9 +3832,14 @@ function trackWikilinkApplications(stateDb2, notePath, entities) {
       applied_at = datetime('now'),
       status = 'applied'
   `);
+  const lookupCanonical = stateDb2.db.prepare(
+    `SELECT name FROM entities WHERE LOWER(name) = LOWER(?) LIMIT 1`
+  );
   const transaction = stateDb2.db.transaction(() => {
     for (const entity of entities) {
-      upsert.run(entity, notePath);
+      const row = lookupCanonical.get(entity);
+      const canonicalName = row?.name ?? entity;
+      upsert.run(canonicalName, notePath);
     }
   });
   transaction();
@@ -5496,13 +5501,13 @@ var EXCLUDED_FOLDERS2 = /* @__PURE__ */ new Set([
   ".claude",
   ".git"
 ]);
-function noteContainsEntity(content, entityName) {
+function noteContainsEntity(content, entityName, contentTokens) {
   const entityTokens = tokenize(entityName);
   if (entityTokens.length === 0) return false;
-  const contentTokens = new Set(tokenize(content));
+  const tokens = contentTokens ?? new Set(tokenize(content));
   let matchCount = 0;
   for (const token of entityTokens) {
-    if (contentTokens.has(token)) {
+    if (tokens.has(token)) {
       matchCount++;
     }
   }
@@ -5547,9 +5552,10 @@ async function mineCooccurrences(vaultPath2, entities, options = {}) {
     try {
       const content = await readFile2(file.path, "utf-8");
       notesScanned++;
+      const contentTokens = new Set(tokenize(content));
       const mentionedEntities = [];
       for (const entity of validEntities) {
-        if (noteContainsEntity(content, entity)) {
+        if (noteContainsEntity(content, entity, contentTokens)) {
           mentionedEntities.push(entity);
         }
       }
@@ -8886,6 +8892,20 @@ function purgeOldIndexEvents(stateDb2, retentionDays = 90) {
   ).run(cutoff);
   return result.changes;
 }
+function purgeOldSuggestionEvents(stateDb2, retentionDays = 30) {
+  const cutoff = Date.now() - retentionDays * 24 * 60 * 60 * 1e3;
+  const result = stateDb2.db.prepare(
+    "DELETE FROM suggestion_events WHERE timestamp < ?"
+  ).run(cutoff);
+  return result.changes;
+}
+function purgeOldNoteLinkHistory(stateDb2, retentionDays = 90) {
+  const cutoff = new Date(Date.now() - retentionDays * 24 * 60 * 60 * 1e3).toISOString();
+  const result = stateDb2.db.prepare(
+    "DELETE FROM note_link_history WHERE last_positive_at < ?"
+  ).run(cutoff);
+  return result.changes;
+}
 
 // src/core/read/sweep.ts
 var DEFAULT_SWEEP_INTERVAL_MS = 5 * 60 * 1e3;
@@ -8944,13 +8964,20 @@ function runSweep(index) {
   cachedResults = results;
   return results;
 }
-function startSweepTimer(getIndex, intervalMs) {
+function startSweepTimer(getIndex, intervalMs, maintenanceCallback) {
   const interval = Math.max(intervalMs ?? DEFAULT_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS);
   setTimeout(() => {
     doSweep(getIndex);
   }, 5e3);
   sweepTimer = setInterval(() => {
     doSweep(getIndex);
+    if (maintenanceCallback) {
+      try {
+        maintenanceCallback();
+      } catch (err) {
+        console.error("[Flywheel] Maintenance error:", err);
+      }
+    }
   }, interval);
   if (sweepTimer && typeof sweepTimer === "object" && "unref" in sweepTimer) {
     sweepTimer.unref();
@@ -8970,6 +8997,12 @@ function doSweep(getIndex) {
     sweepRunning = false;
   }
 }
+function stopSweepTimer() {
+  if (sweepTimer) {
+    clearInterval(sweepTimer);
+    sweepTimer = null;
+  }
+}
 function getSweepResults() {
   return cachedResults;
 }
@@ -16750,6 +16783,60 @@ function getRecentSessionSummaries(stateDb2, limit = 5, agent_id) {
     "SELECT * FROM session_summaries ORDER BY ended_at DESC LIMIT ?"
   ).all(limit);
 }
+function sweepExpiredMemories(stateDb2) {
+  const now = Date.now();
+  const msPerDay = 864e5;
+  const expired = stateDb2.db.prepare(`
+    SELECT key FROM memories
+    WHERE ttl_days IS NOT NULL
+    AND superseded_by IS NULL
+    AND (created_at + (ttl_days * ?)) < ?
+  `).all(msPerDay, now);
+  for (const { key } of expired) {
+    removeGraphSignals(stateDb2, key);
+  }
+  const result = stateDb2.db.prepare(`
+    DELETE FROM memories
+    WHERE ttl_days IS NOT NULL
+    AND superseded_by IS NULL
+    AND (created_at + (ttl_days * ?)) < ?
+  `).run(msPerDay, now);
+  return result.changes;
+}
+function decayMemoryConfidence(stateDb2) {
+  const now = Date.now();
+  const msPerDay = 864e5;
+  const halfLifeDays = 30;
+  const lambda = Math.LN2 / (halfLifeDays * msPerDay);
+  const staleThreshold = now - 7 * msPerDay;
+  const staleMemories = stateDb2.db.prepare(`
+    SELECT id, accessed_at, confidence FROM memories
+    WHERE accessed_at < ? AND superseded_by IS NULL AND confidence > 0.1
+  `).all(staleThreshold);
+  let updated = 0;
+  const updateStmt = stateDb2.db.prepare(
+    "UPDATE memories SET confidence = ? WHERE id = ?"
+  );
+  for (const mem of staleMemories) {
+    const ageDays = (now - mem.accessed_at) / msPerDay;
+    const decayFactor = Math.exp(-lambda * ageDays * msPerDay);
+    const newConfidence = Math.max(0.1, mem.confidence * decayFactor);
+    if (Math.abs(newConfidence - mem.confidence) > 0.01) {
+      updateStmt.run(newConfidence, mem.id);
+      updated++;
+    }
+  }
+  return updated;
+}
+function pruneSupersededMemories(stateDb2, retentionDays = 90) {
+  const cutoff = Date.now() - retentionDays * 864e5;
+  const result = stateDb2.db.prepare(`
+    DELETE FROM memories
+    WHERE superseded_by IS NOT NULL
+    AND updated_at < ?
+  `).run(cutoff);
+  return result.changes;
+}
 function findContradictions2(stateDb2, entity) {
   const conditions = ["superseded_by IS NULL"];
   const params = [];
@@ -19218,6 +19305,23 @@ async function buildStartupCatchupBatch(vaultPath2, sinceMs) {
   await scanDir(vaultPath2);
   return events;
 }
+var lastPurgeAt = Date.now();
+function runPeriodicMaintenance(db4) {
+  sweepExpiredMemories(db4);
+  decayMemoryConfidence(db4);
+  pruneSupersededMemories(db4, 90);
+  const now = Date.now();
+  if (now - lastPurgeAt > 24 * 60 * 60 * 1e3) {
+    purgeOldMetrics(db4, 90);
+    purgeOldIndexEvents(db4, 90);
+    purgeOldInvocations(db4, 90);
+    purgeOldSuggestionEvents(db4, 30);
+    purgeOldNoteLinkHistory(db4, 90);
+    purgeOldSnapshots(db4, 90);
+    lastPurgeAt = now;
+    serverLog("server", "Daily purge complete");
+  }
+}
 async function runPostIndexWork(index) {
   const postStart = Date.now();
   serverLog("index", "Scanning entities...");
@@ -19233,6 +19337,11 @@ async function runPostIndexWork(index) {
       purgeOldMetrics(stateDb, 90);
       purgeOldIndexEvents(stateDb, 90);
       purgeOldInvocations(stateDb, 90);
+      purgeOldSuggestionEvents(stateDb, 30);
+      purgeOldNoteLinkHistory(stateDb, 90);
+      sweepExpiredMemories(stateDb);
+      decayMemoryConfidence(stateDb);
+      pruneSupersededMemories(stateDb, 90);
       serverLog("server", "Growth metrics recorded");
     } catch (err) {
       serverLog("server", `Failed to record metrics: ${err instanceof Error ? err.message : err}`, "error");
@@ -19827,6 +19936,9 @@ async function runPostIndexWork(index) {
         tracker.end({ tracked: trackedLinks, mentions: mentionResults });
         serverLog("watcher", `Wikilink check: ${trackedLinks.reduce((s, t) => s + t.entities.length, 0)} tracked links in ${trackedLinks.length} files, ${mentionResults.reduce((s, m) => s + m.entities.length, 0)} unwikified mentions`);
         tracker.start("implicit_feedback", { files: filteredEvents.length });
+        const deletedFiles = new Set(
+          filteredEvents.filter((e) => e.type === "delete").map((e) => e.path)
+        );
         const preSuppressed = stateDb ? new Set(getAllSuppressionPenalties(stateDb).keys()) : /* @__PURE__ */ new Set();
         const feedbackResults = [];
         if (stateDb) {
@@ -19842,6 +19954,7 @@ async function runPostIndexWork(index) {
         }
         if (stateDb && linkDiffs.length > 0) {
           for (const diff of linkDiffs) {
+            if (deletedFiles.has(diff.file)) continue;
             for (const target of diff.removed) {
               if (feedbackResults.some((r) => r.entity === target && r.file === diff.file)) continue;
               const entity = entitiesAfter.find(
@@ -19860,6 +19973,7 @@ async function runPostIndexWork(index) {
             `SELECT 1 FROM wikilink_applications WHERE LOWER(entity) = LOWER(?) AND note_path = ? AND status = 'applied'`
           );
           for (const diff of linkDiffs) {
+            if (deletedFiles.has(diff.file)) continue;
             for (const target of diff.added) {
               if (checkApplication.get(target, diff.file)) continue;
               const entity = entitiesAfter.find(
@@ -20071,8 +20185,12 @@ async function runPostIndexWork(index) {
     watcher.start();
     serverLog("watcher", "File watcher started");
   }
-  startSweepTimer(() => vaultIndex);
-  serverLog("server", "Sweep timer started (5 min interval)");
+  if (process.env.FLYWHEEL_WATCH !== "false") {
+    startSweepTimer(() => vaultIndex, void 0, () => {
+      if (stateDb) runPeriodicMaintenance(stateDb);
+    });
+    serverLog("server", "Sweep timer started (5 min interval)");
+  }
   const postDuration = Date.now() - postStart;
   serverLog("server", `Post-index work complete in ${postDuration}ms`);
 }
@@ -20103,6 +20221,7 @@ if (process.argv.includes("--init-semantic")) {
   });
 }
 process.on("beforeExit", async () => {
+  stopSweepTimer();
   await flushLogs();
 });
 export {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@velvetmonkey/flywheel-memory",
-  "version": "2.0.54",
+  "version": "2.0.56",
   "description": "MCP server that gives Claude full read/write access to your Obsidian vault. Select from 42 tools for search, backlinks, graph queries, mutations, and hybrid semantic search.",
   "type": "module",
   "main": "dist/index.js",
@@ -52,7 +52,7 @@
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.25.1",
-    "@velvetmonkey/vault-core": "^2.0.54",
+    "@velvetmonkey/vault-core": "^2.0.55",
     "better-sqlite3": "^11.0.0",
     "chokidar": "^4.0.0",
     "gray-matter": "^4.0.3",