@velvetmonkey/flywheel-memory 2.1.3 → 2.1.4

package/dist/index.js

@@ -7658,6 +7658,18 @@ function computeEntityDiff(before, after) {
   }
   return { added, removed, alias_changes };
 }
+function getLastSuccessfulEvent(stateDb2) {
+  const row = stateDb2.db.prepare(
+    "SELECT * FROM index_events WHERE success = 1 ORDER BY timestamp DESC LIMIT 1"
+  ).get();
+  return row ? rowToEvent(row) : null;
+}
+function getLastEventByTrigger(stateDb2, trigger) {
+  const row = stateDb2.db.prepare(
+    "SELECT * FROM index_events WHERE trigger = ? AND success = 1 ORDER BY timestamp DESC LIMIT 1"
+  ).get(trigger);
+  return row ? rowToEvent(row) : null;
+}
 function getRecentIndexEvents(stateDb2, limit = 20) {
   const rows = stateDb2.db.prepare(
     "SELECT * FROM index_events ORDER BY timestamp DESC LIMIT ?"
@@ -8515,6 +8527,24 @@ function refreshIfStale(vaultPath2, index, excludeTags) {
 init_wikilinkFeedback();
 init_corrections();
 init_edgeWeights();
+var PIPELINE_TOTAL_STEPS = 22;
+var pipelineActivity = {
+  busy: false,
+  trigger: null,
+  started_at: null,
+  current_step: null,
+  completed_steps: 0,
+  total_steps: PIPELINE_TOTAL_STEPS,
+  pending_events: 0,
+  last_completed_at: null,
+  last_completed_trigger: null,
+  last_completed_duration_ms: null,
+  last_completed_files: null,
+  last_completed_steps: []
+};
+function getPipelineActivity() {
+  return pipelineActivity;
+}
 async function runStep(name, tracker, meta, fn) {
   tracker.start(name, meta);
   try {
@@ -8528,7 +8558,22 @@ async function runStep(name, tracker, meta, fn) {
 var PipelineRunner = class {
   constructor(p) {
     this.p = p;
-    this.tracker = createStepTracker();
+    const baseTracker = createStepTracker();
+    this.tracker = {
+      steps: baseTracker.steps,
+      start(name, input) {
+        pipelineActivity.current_step = name;
+        baseTracker.start(name, input);
+      },
+      end(output) {
+        baseTracker.end(output);
+        pipelineActivity.completed_steps = baseTracker.steps.length;
+      },
+      skip(name, reason) {
+        baseTracker.skip(name, reason);
+        pipelineActivity.completed_steps = baseTracker.steps.length;
+      }
+    };
     this.batchStart = Date.now();
   }
   tracker;
@@ -8544,6 +8589,13 @@ var PipelineRunner = class {
   suggestionResults = [];
   async run() {
     const { p, tracker } = this;
+    pipelineActivity.busy = true;
+    pipelineActivity.trigger = "watcher";
+    pipelineActivity.started_at = this.batchStart;
+    pipelineActivity.current_step = null;
+    pipelineActivity.completed_steps = 0;
+    pipelineActivity.total_steps = PIPELINE_TOTAL_STEPS;
+    pipelineActivity.pending_events = p.events.length;
     try {
       await runStep("drain_proactive_queue", tracker, {}, () => this.drainQueue());
       await this.indexRebuild();
@@ -8583,6 +8635,13 @@ var PipelineRunner = class {
           steps: tracker.steps
         });
       }
+      pipelineActivity.busy = false;
+      pipelineActivity.current_step = null;
+      pipelineActivity.last_completed_at = Date.now();
+      pipelineActivity.last_completed_trigger = "watcher";
+      pipelineActivity.last_completed_duration_ms = duration;
+      pipelineActivity.last_completed_files = p.events.length;
+      pipelineActivity.last_completed_steps = tracker.steps.map((s) => s.name);
       serverLog("watcher", `Batch complete: ${p.events.length} files, ${duration}ms, ${tracker.steps.length} steps`);
     } catch (err) {
       p.updateIndexState("error", err instanceof Error ? err : new Error(String(err)));
@@ -8598,6 +8657,13 @@ var PipelineRunner = class {
           steps: tracker.steps
         });
       }
+      pipelineActivity.busy = false;
+      pipelineActivity.current_step = null;
+      pipelineActivity.last_completed_at = Date.now();
+      pipelineActivity.last_completed_trigger = "watcher";
+      pipelineActivity.last_completed_duration_ms = duration;
+      pipelineActivity.last_completed_files = p.events.length;
+      pipelineActivity.last_completed_steps = tracker.steps.map((s) => s.name);
       serverLog("watcher", `Failed to rebuild index: ${err instanceof Error ? err.message : err}`, "error");
     }
   }
@@ -8618,6 +8684,7 @@ var PipelineRunner = class {
       };
       const batchResult = await processBatch(vaultIndex2, p.vp, absoluteBatch);
       this.hasEntityRelevantChanges = batchResult.hasEntityRelevantChanges;
+      vaultIndex2.builtAt = /* @__PURE__ */ new Date();
       serverLog("watcher", `Incremental: ${batchResult.successful}/${batchResult.total} files in ${batchResult.durationMs}ms`);
     }
     p.updateIndexState("ready");
@@ -10681,8 +10748,9 @@ var TOOL_CATEGORY = {
   predict_stale_notes: "temporal",
   track_concept_evolution: "temporal",
   temporal_summary: "temporal",
-  // diagnostics (20 tools) -- vault health, stats, config, activity, merges, doctor, trust, benchmark, history, learning report, calibration export
+  // diagnostics (21 tools) -- vault health, stats, config, activity, merges, doctor, trust, benchmark, history, learning report, calibration export, pipeline status
   health_check: "diagnostics",
+  pipeline_status: "diagnostics",
   get_vault_stats: "diagnostics",
   get_folder_structure: "diagnostics",
   refresh_index: "diagnostics",
@@ -13982,6 +14050,17 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
     tasks_building: z5.boolean().describe("Whether the task cache is currently rebuilding"),
     watcher_state: z5.enum(["starting", "ready", "rebuilding", "dirty", "error"]).optional().describe("Current file watcher state"),
     watcher_pending: z5.coerce.number().optional().describe("Number of pending file events in the watcher queue"),
+    last_index_activity_at: z5.number().optional().describe("Epoch ms of latest successful index event (any trigger)"),
+    last_index_activity_ago_seconds: z5.coerce.number().optional().describe("Seconds since last successful index event"),
+    last_full_rebuild_at: z5.number().optional().describe("Epoch ms of latest startup_build or manual_refresh event"),
+    last_watcher_batch_at: z5.number().optional().describe("Epoch ms of latest watcher batch event"),
+    pipeline_activity: z5.object({
+      busy: z5.boolean(),
+      current_step: z5.string().nullable(),
+      started_at: z5.number().nullable(),
+      progress: z5.string().nullable(),
+      last_completed_ago_seconds: z5.number().nullable()
+    }).optional().describe("Live pipeline activity state"),
     dead_link_count: z5.coerce.number().describe("Total number of broken/dead wikilinks across the vault"),
     top_dead_link_targets: z5.array(z5.object({
       target: z5.string().describe("The dead link target"),
@@ -14008,11 +14087,14 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
     "health_check",
     {
       title: "Health Check",
-      description: "Check MCP server health status. Returns vault accessibility, index freshness, and recommendations. Use at session start to verify MCP is working correctly.",
-      inputSchema: {},
+      description: 'Check MCP server health status. Returns vault accessibility, index freshness, and recommendations. Use at session start to verify MCP is working correctly. Pass mode="summary" (default) for lightweight polling or mode="full" for complete diagnostics.',
+      inputSchema: {
+        mode: z5.enum(["summary", "full"]).optional().default("summary").describe('Output mode: "summary" omits config, periodic notes, dead links, sweep, and recent pipelines; "full" returns everything')
+      },
       outputSchema: HealthCheckOutputSchema
     },
-    async () => {
+    async ({ mode = "summary" }) => {
+      const isFull = mode === "full";
       const index = getIndex();
       const vaultPath2 = getVaultPath();
       const recommendations = [];
@@ -14043,7 +14125,23 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
         }
       }
       const indexBuilt = indexState2 === "ready" && index !== void 0 && index.notes !== void 0;
-      const indexAge = indexBuilt && index.builtAt ? Math.floor((Date.now() - index.builtAt.getTime()) / 1e3) : -1;
+      let lastIndexActivityAt;
+      let lastFullRebuildAt;
+      let lastWatcherBatchAt;
+      if (stateDb2) {
+        try {
+          const lastAny = getLastSuccessfulEvent(stateDb2);
+          if (lastAny) lastIndexActivityAt = lastAny.timestamp;
+          const lastBuild = getLastEventByTrigger(stateDb2, "startup_build");
+          const lastManual = getLastEventByTrigger(stateDb2, "manual_refresh");
+          lastFullRebuildAt = Math.max(lastBuild?.timestamp ?? 0, lastManual?.timestamp ?? 0) || void 0;
+          const lastWatcher = getLastEventByTrigger(stateDb2, "watcher");
+          if (lastWatcher) lastWatcherBatchAt = lastWatcher.timestamp;
+        } catch {
+        }
+      }
+      const freshnessTimestamp = lastIndexActivityAt ?? (indexBuilt && index.builtAt ? index.builtAt.getTime() : void 0);
+      const indexAge = freshnessTimestamp ? Math.floor((Date.now() - freshnessTimestamp) / 1e3) : -1;
       const indexStale = indexBuilt && indexAge > STALE_THRESHOLD_SECONDS;
       if (indexState2 === "building") {
         const { parsed, total } = indexProgress2;
@@ -14073,7 +14171,7 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
         status = "healthy";
       }
       let periodicNotes;
-      if (indexBuilt) {
+      if (isFull && indexBuilt) {
         const types = ["daily", "weekly", "monthly", "quarterly", "yearly"];
         periodicNotes = types.map((type) => {
           const result = detectPeriodicNotes(index, type);
@@ -14087,8 +14185,11 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
           };
         }).filter((p) => p.detected);
       }
-      const config = getConfig2();
-      const configInfo = Object.keys(config).length > 0 ? config : void 0;
+      let configInfo;
+      if (isFull) {
+        const config = getConfig2();
+        configInfo = Object.keys(config).length > 0 ? config : void 0;
+      }
       let lastRebuild;
       if (stateDb2) {
         try {
@@ -14122,25 +14223,28 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
           }
         } catch {
         }
-        try {
-          const events = getRecentIndexEvents(stateDb2, 10).filter((e) => e.steps && e.steps.length > 0).slice(0, 5);
-          if (events.length > 0) {
-            recentPipelines = events.map((e) => ({
-              timestamp: e.timestamp,
-              trigger: e.trigger,
-              duration_ms: e.duration_ms,
-              files_changed: e.files_changed,
-              changed_paths: e.changed_paths,
-              steps: e.steps
-            }));
+        if (isFull) {
+          try {
+            const events = getRecentIndexEvents(stateDb2, 10).filter((e) => e.steps && e.steps.length > 0).slice(0, 5);
+            if (events.length > 0) {
+              recentPipelines = events.map((e) => ({
+                timestamp: e.timestamp,
+                trigger: e.trigger,
+                duration_ms: e.duration_ms,
+                files_changed: e.files_changed,
+                changed_paths: e.changed_paths,
+                steps: e.steps
+              }));
+            }
+          } catch {
           }
-        } catch {
         }
       }
       const ftsState = getFTS5State();
       let deadLinkCount = 0;
-      const deadTargetCounts = /* @__PURE__ */ new Map();
-      if (indexBuilt) {
+      let topDeadLinkTargets = [];
+      if (isFull && indexBuilt) {
+        const deadTargetCounts = /* @__PURE__ */ new Map();
         for (const note of index.notes.values()) {
           for (const link of note.outlinks) {
             if (!resolveTarget(index, link.target)) {
@@ -14150,8 +14254,8 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
             }
           }
         }
+        topDeadLinkTargets = Array.from(deadTargetCounts.entries()).map(([target, mention_count]) => ({ target, mention_count })).sort((a, b) => b.mention_count - a.mention_count).slice(0, 5);
       }
-      const topDeadLinkTargets = Array.from(deadTargetCounts.entries()).map(([target, mention_count]) => ({ target, mention_count })).sort((a, b) => b.mention_count - a.mention_count).slice(0, 5);
       let vault_health_score = 0;
       if (indexBuilt && noteCount > 0) {
         const avgOutlinks = linkCount / noteCount;
@@ -14180,6 +14284,14 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
           linkDensity * 25 + orphanRatio * 20 + deadLinkRatio * 15 + fmCoverage * 15 + freshness * 15 + entityCoverage * 10
         );
       }
+      const activity = getPipelineActivity();
+      const pipelineActivity2 = {
+        busy: activity.busy,
+        current_step: activity.current_step,
+        started_at: activity.started_at,
+        progress: activity.busy && activity.total_steps > 0 ? `${activity.completed_steps}/${activity.total_steps} steps` : null,
+        last_completed_ago_seconds: activity.last_completed_at ? Math.floor((Date.now() - activity.last_completed_at) / 1e3) : null
+      };
       const output = {
         status,
         vault_health_score,
@@ -14207,14 +14319,19 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
         embeddings_ready: hasEmbeddingsIndex(),
         embeddings_count: getEmbeddingsCount(),
         embedding_model: hasEmbeddingsIndex() ? getActiveModelId() : void 0,
-        embedding_diagnosis: hasEmbeddingsIndex() ? diagnoseEmbeddings(vaultPath2) : void 0,
+        embedding_diagnosis: isFull && hasEmbeddingsIndex() ? diagnoseEmbeddings(vaultPath2) : void 0,
         tasks_ready: isTaskCacheReady(),
         tasks_building: isTaskCacheBuilding(),
         watcher_state: getWatcherStatus2()?.state,
         watcher_pending: getWatcherStatus2()?.pendingEvents,
+        last_index_activity_at: lastIndexActivityAt,
+        last_index_activity_ago_seconds: lastIndexActivityAt ? Math.floor((Date.now() - lastIndexActivityAt) / 1e3) : void 0,
+        last_full_rebuild_at: lastFullRebuildAt,
+        last_watcher_batch_at: lastWatcherBatchAt,
+        pipeline_activity: pipelineActivity2,
         dead_link_count: deadLinkCount,
         top_dead_link_targets: topDeadLinkTargets,
-        sweep: getSweepResults() ?? void 0,
+        sweep: isFull ? getSweepResults() ?? void 0 : void 0,
         recommendations
       };
       return {
@@ -14228,6 +14345,56 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
       };
     }
   );
+  server2.registerTool(
+    "pipeline_status",
+    {
+      title: "Pipeline Status",
+      description: "Live pipeline activity: whether a batch is running, current step, and recent completions. Lightweight process-local read \u2014 no DB queries unless detail=true.",
+      inputSchema: {
+        detail: z5.boolean().optional().default(false).describe("Include per-step timings for recent runs")
+      }
+    },
+    async ({ detail = false }) => {
+      const activity = getPipelineActivity();
+      const now = Date.now();
+      const output = {
+        busy: activity.busy,
+        trigger: activity.trigger,
+        started_at: activity.started_at,
+        age_ms: activity.busy && activity.started_at ? now - activity.started_at : null,
+        current_step: activity.current_step,
+        progress: activity.busy && activity.total_steps > 0 ? `${activity.completed_steps}/${activity.total_steps} steps` : null,
+        pending_events: activity.pending_events,
+        last_completed: activity.last_completed_at ? {
+          at: activity.last_completed_at,
+          ago_seconds: Math.floor((now - activity.last_completed_at) / 1e3),
+          trigger: activity.last_completed_trigger,
+          duration_ms: activity.last_completed_duration_ms,
+          files: activity.last_completed_files,
+          steps: activity.last_completed_steps
+        } : null
+      };
+      if (detail) {
+        const stateDb2 = getStateDb3();
+        if (stateDb2) {
+          try {
+            const events = getRecentIndexEvents(stateDb2, 10).filter((e) => e.steps && e.steps.length > 0).slice(0, 5);
+            output.recent_runs = events.map((e) => ({
+              timestamp: e.timestamp,
+              trigger: e.trigger,
+              duration_ms: e.duration_ms,
+              files_changed: e.files_changed,
+              steps: e.steps
+            }));
+          } catch {
+          }
+        }
+      }
+      return {
+        content: [{ type: "text", text: JSON.stringify(output, null, 2) }]
+      };
+    }
+  );
   const TagStatSchema = z5.object({
     tag: z5.string().describe("The tag name"),
     count: z5.coerce.number().describe("Number of notes with this tag")
@@ -14437,18 +14604,28 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
       const indexState2 = getIndexState();
       const indexBuilt = indexState2 === "ready" && index?.notes !== void 0;
       if (indexState2 === "ready" && indexBuilt) {
-        const age = Math.floor((Date.now() - index.builtAt.getTime()) / 1e3);
+        let activityAge = null;
+        if (stateDb2) {
+          try {
+            const lastEvt = getLastSuccessfulEvent(stateDb2);
+            if (lastEvt) activityAge = Math.floor((Date.now() - lastEvt.timestamp) / 1e3);
+          } catch {
+          }
+        }
+        const age = activityAge ?? Math.floor((Date.now() - index.builtAt.getTime()) / 1e3);
         if (age > STALE_THRESHOLD_SECONDS) {
-          checks.push({ name: "index_freshness", status: "warning", detail: `Index is ${Math.floor(age / 60)} minutes old`, fix: "Run refresh_index to rebuild" });
+          checks.push({ name: "index_activity", status: "warning", detail: `Last index activity ${Math.floor(age / 60)} minutes ago`, fix: "Run refresh_index to rebuild" });
         } else {
-          checks.push({ name: "index_freshness", status: "ok", detail: `Index built ${age}s ago, ${index.notes.size} notes, ${index.entities.size} entities` });
+          checks.push({ name: "index_activity", status: "ok", detail: `Last activity ${age}s ago, ${index.notes.size} notes, ${index.entities.size} entities` });
         }
+        const snapshotAge = Math.floor((Date.now() - index.builtAt.getTime()) / 1e3);
+        checks.push({ name: "index_snapshot_age", status: "ok", detail: `In-memory snapshot built ${snapshotAge}s ago` });
       } else if (indexState2 === "building") {
         const progress = getIndexProgress();
-        checks.push({ name: "index_freshness", status: "warning", detail: `Index building (${progress.parsed}/${progress.total} files)` });
+        checks.push({ name: "index_activity", status: "warning", detail: `Index building (${progress.parsed}/${progress.total} files)` });
       } else {
         const err = getIndexError();
-        checks.push({ name: "index_freshness", status: "error", detail: `Index in ${indexState2} state${err ? ": " + err.message : ""}`, fix: "Run refresh_index" });
+        checks.push({ name: "index_activity", status: "error", detail: `Index in ${indexState2} state${err ? ": " + err.message : ""}`, fix: "Run refresh_index" });
       }
       const embReady = hasEmbeddingsIndex();
       const embCount = getEmbeddingsCount();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@velvetmonkey/flywheel-memory",
-  "version": "2.1.3",
-  "description": "MCP tools that search, write, and auto-link your Obsidian vault \u2014 and learn from your edits.",
+  "version": "2.1.4",
+  "description": "MCP tools that search, write, and auto-link your Obsidian vault — and learn from your edits.",
   "type": "module",
   "main": "dist/index.js",
   "bin": {
@@ -54,7 +54,7 @@
   "dependencies": {
     "@huggingface/transformers": "^3.8.1",
     "@modelcontextprotocol/sdk": "^1.25.1",
-    "@velvetmonkey/vault-core": "^2.1.3",
+    "@velvetmonkey/vault-core": "^2.1.4",
     "better-sqlite3": "^12.0.0",
     "chokidar": "^4.0.0",
     "gray-matter": "^4.0.3",