@velvetmonkey/flywheel-memory 2.4.2 → 2.4.3

package/dist/index.js

@@ -8392,6 +8392,155 @@ function createStepTracker() {
     }
   };
 }
+function compactStep(step) {
+  const out = step.output ?? {};
+  let summary;
+  switch (step.name) {
+    case "entity_scan":
+      summary = {
+        entity_count: asNum(out.entity_count),
+        added_count: asArrayLen(out.added),
+        removed_count: asArrayLen(out.removed),
+        alias_change_count: asArrayLen(out.alias_changes),
+        category_change_count: asArrayLen(out.category_changes)
+      };
+      break;
+    case "hub_scores":
+      summary = {
+        updated: asNum(out.updated),
+        diff_count: asArrayLen(out.diffs)
+      };
+      break;
+    case "forward_links":
+      summary = {
+        total_resolved: asNum(out.total_resolved),
+        total_dead: asNum(out.total_dead),
+        new_dead_count: asArrayLen(out.new_dead_links),
+        diff_count: asArrayLen(out.link_diffs)
+      };
+      break;
+    case "wikilink_check":
+      summary = {
+        tracked_count: asArrayLen(out.tracked),
+        mention_count: asArrayLen(out.mentions)
+      };
+      break;
+    case "prospect_scan": {
+      const prospects = Array.isArray(out.prospects) ? out.prospects : [];
+      summary = {
+        implicit_count: prospects.reduce((s, p) => s + (Array.isArray(p.implicit) ? p.implicit.length : 0), 0),
+        dead_match_count: prospects.reduce((s, p) => s + (Array.isArray(p.deadLinkMatches) ? p.deadLinkMatches.length : 0), 0)
+      };
+      break;
+    }
+    case "suggestion_scoring":
+      summary = { scored_files: asNum(out.scored_files) };
+      break;
+    case "implicit_feedback":
+      summary = {
+        removal_count: asArrayLen(out.removals),
+        addition_count: asArrayLen(out.additions),
+        suppressed_count: asArrayLen(out.newly_suppressed)
+      };
+      break;
+    case "note_embeddings":
+      summary = { updated: asNum(out.updated), removed: asNum(out.removed) };
+      break;
+    case "entity_embeddings":
+      summary = { updated: asNum(out.updated) };
+      break;
+    case "fts5_incremental":
+      summary = { updated: asNum(out.updated), removed: asNum(out.removed) };
+      break;
+    case "index_rebuild":
+      summary = {
+        note_count: asNum(out.note_count),
+        entity_count: asNum(out.entity_count),
+        tag_count: asNum(out.tag_count)
+      };
+      break;
+    case "index_cache":
+      summary = { saved: asBool(out.saved) };
+      break;
+    case "task_cache":
+      summary = { updated: asNum(out.updated), removed: asNum(out.removed) };
+      break;
+    case "tag_scan":
+      summary = { added_count: asNum(out.total_added), removed_count: asNum(out.total_removed) };
+      break;
+    case "drain_proactive_queue":
+      summary = {
+        total_applied: asNum(out.total_applied),
+        expired: asNum(out.expired),
+        skipped_mtime: asNum(out.skipped_mtime),
+        skipped_daily_cap: asNum(out.skipped_daily_cap)
+      };
+      break;
+    case "proactive_enqueue":
+      summary = { enqueued: asNum(out.enqueued), total_candidates: asNum(out.total_candidates) };
+      break;
+    case "recency":
+    case "cooccurrence":
+    case "edge_weights":
+      summary = { rebuilt: asBool(out.rebuilt) };
+      break;
+    case "incremental_recency":
+      summary = { entities_updated: asNum(out.entities_updated) };
+      break;
+    case "corrections":
+      summary = { processed: asNum(out.processed) };
+      break;
+    case "retrieval_cooccurrence":
+      summary = { pairs_inserted: asNum(out.pairs_inserted) };
+      break;
+    case "integrity_check":
+    case "maintenance":
+      summary = {
+        ...out.skipped != null ? { skipped: asBool(out.skipped) } : {},
+        ...typeof out.reason === "string" ? { reason: out.reason } : {}
+      };
+      break;
+    case "note_moves":
+      summary = { count: asNum(out.count ?? (Array.isArray(out.renames) ? out.renames.length : 0)) };
+      break;
+    default:
+      summary = {};
+      for (const [k, v] of Object.entries(out)) {
+        if (typeof v === "number" || typeof v === "boolean" || typeof v === "string") {
+          summary[k] = v;
+        }
+      }
+      break;
+  }
+  return {
+    name: step.name,
+    duration_ms: step.duration_ms,
+    ...step.skipped ? { skipped: true, skip_reason: step.skip_reason } : {},
+    summary
+  };
+}
+function compactPipelineRun(event) {
+  const paths = event.changed_paths ?? [];
+  return {
+    timestamp: event.timestamp,
+    trigger: event.trigger,
+    duration_ms: event.duration_ms,
+    files_changed: event.files_changed,
+    changed_paths_total: event.files_changed ?? paths.length,
+    changed_paths_sample: paths.slice(0, 3),
+    step_count: event.steps?.length ?? 0,
+    steps: (event.steps ?? []).map(compactStep)
+  };
+}
+function asNum(v) {
+  return typeof v === "number" ? v : 0;
+}
+function asBool(v) {
+  return typeof v === "boolean" ? v : false;
+}
+function asArrayLen(v) {
+  return Array.isArray(v) ? v.length : 0;
+}
 function recordIndexEvent(stateDb2, event) {
   stateDb2.db.prepare(
     `INSERT INTO index_events (timestamp, trigger, duration_ms, success, note_count, files_changed, changed_paths, error, steps)
@@ -11407,7 +11556,7 @@ function getSessionHistory(stateDb2, sessionId) {
   }));
 }
 function getSessionDetail(stateDb2, sessionId, options = {}) {
-  const { include_children = true, limit = 200 } = options;
+  const { include_children = true, limit = 50 } = options;
   const rows = include_children ? stateDb2.db.prepare(`
         SELECT * FROM tool_invocations
         WHERE session_id = ? OR session_id LIKE ?
@@ -13330,7 +13479,8 @@ function registerQueryTools(server2, getIndex, getVaultPath, getStateDb4) {
     async ({ query, where, has_tag, has_any_tag, has_all_tags, include_children, folder, title_contains, modified_after, modified_before, sort_by, order, prefix, limit: requestedLimit, detail_count: requestedDetailCount, context_note, consumer }) => {
       requireIndex();
       const limit = Math.min(requestedLimit ?? 10, MAX_LIMIT);
-      const detailN = requestedDetailCount ?? 5;
+      const enrichN = Math.min(requestedDetailCount ?? 5, limit);
+      const expandN = Math.min(enrichN, 8);
       const index = getIndex();
       const vaultPath2 = getVaultPath();
       if (prefix && query) {
@@ -13384,7 +13534,7 @@ function registerQueryTools(server2, getIndex, getVaultPath, getStateDb4) {
         const limitedNotes = matchingNotes.slice(0, limit);
         const stateDb2 = getStateDb4();
         const notes = limitedNotes.map(
-          (note, i) => (i < detailN ? enrichResult : enrichResultLight)({ path: note.path, title: note.title }, index, stateDb2)
+          (note, i) => (i < enrichN ? enrichResult : enrichResultLight)({ path: note.path, title: note.title }, index, stateDb2)
         );
         return { content: [{ type: "text", text: JSON.stringify({
           total_matches: totalMatches,
@@ -13519,7 +13669,7 @@ function registerQueryTools(server2, getIndex, getVaultPath, getStateDb4) {
             await enhanceSnippets(results2, query, vaultPath2);
             if (consumer === "llm") {
               applySandwichOrdering(results2);
-              await expandToSections(results2, index, vaultPath2, detailN);
+              await expandToSections(results2, index, vaultPath2, expandN);
               stripInternalFields(results2);
             }
             const entitySection2 = await entitySectionPromise;
@@ -13567,7 +13717,7 @@ function registerQueryTools(server2, getIndex, getVaultPath, getStateDb4) {
           await enhanceSnippets(results2, query, vaultPath2);
           if (consumer === "llm") {
             applySandwichOrdering(results2);
-            await expandToSections(results2, index, vaultPath2, detailN);
+            await expandToSections(results2, index, vaultPath2, expandN);
             stripInternalFields(results2);
           }
           const entitySection2 = await entitySectionPromise;
@@ -13594,7 +13744,7 @@ function registerQueryTools(server2, getIndex, getVaultPath, getStateDb4) {
         await enhanceSnippets(results, query, vaultPath2);
         if (consumer === "llm") {
           applySandwichOrdering(results);
-          await expandToSections(results, index, vaultPath2, detailN);
+          await expandToSections(results, index, vaultPath2, expandN);
           stripInternalFields(results);
         }
         const entitySection = await entitySectionPromise;
@@ -14533,13 +14683,28 @@ function registerGraphExportTools(server2, getIndex, getVaultPath, getStateDb4)
       include_cooccurrence: z3.boolean().default(true).describe("Include co-occurrence edges between entities"),
       min_edge_weight: z3.number().default(0).describe("Minimum edge weight threshold (filters weighted edges)"),
       center_entity: z3.string().optional().describe("Center the export on this entity (ego network). Only includes nodes within `depth` hops."),
-      depth: z3.number().default(1).describe("Hops from center_entity to include (default 1). Ignored without center_entity.")
+      depth: z3.number().default(1).describe("Hops from center_entity to include (default 1). Ignored without center_entity."),
+      max_nodes: z3.number().default(500).describe("Maximum nodes in export when no center_entity. Pass higher for full vault exports.")
     },
-    async ({ format, include_cooccurrence, min_edge_weight, center_entity, depth }) => {
+    async ({ format, include_cooccurrence, min_edge_weight, center_entity, depth, max_nodes }) => {
       requireIndex();
       const index = getIndex();
       const stateDb2 = getStateDb4?.() ?? null;
       const data = buildGraphData(index, stateDb2, { include_cooccurrence, min_edge_weight, center_entity, depth });
+      if (!center_entity && data.nodes.length > max_nodes) {
+        return {
+          content: [{
+            type: "text",
+            text: JSON.stringify({
+              error: `Graph has ${data.nodes.length} nodes and ${data.edges.length} edges, exceeding max_nodes=${max_nodes}. Use center_entity to scope, or pass a higher max_nodes.`,
+              node_count: data.nodes.length,
+              edge_count: data.edges.length,
+              max_nodes
+            })
+          }],
+          isError: true
+        };
+      }
       let output;
       if (format === "json") {
         output = JSON.stringify(data, null, 2);
@@ -15497,31 +15662,33 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
       trigger: z5.string(),
       duration_ms: z5.number(),
       files_changed: z5.number().nullable(),
-      changed_paths: z5.array(z5.string()).nullable(),
+      changed_paths_total: z5.number().describe("Total number of changed files"),
+      changed_paths_sample: z5.array(z5.string()).describe("Up to 3 sample changed paths"),
+      step_count: z5.number().describe("Number of pipeline steps"),
       steps: z5.array(z5.object({
         name: z5.string(),
         duration_ms: z5.number(),
-        input: z5.record(z5.unknown()),
-        output: z5.record(z5.unknown()),
         skipped: z5.boolean().optional(),
-        skip_reason: z5.string().optional()
-      }))
-    }).optional().describe("Most recent watcher pipeline run with per-step timing"),
+        skip_reason: z5.string().optional(),
+        summary: z5.record(z5.union([z5.number(), z5.boolean(), z5.string()]))
+      })).optional().describe("Compact step summaries (full mode only)")
+    }).optional().describe("Most recent watcher pipeline run"),
     recent_pipelines: z5.array(z5.object({
       timestamp: z5.number(),
       trigger: z5.string(),
       duration_ms: z5.number(),
       files_changed: z5.number().nullable(),
-      changed_paths: z5.array(z5.string()).nullable(),
+      changed_paths_total: z5.number(),
+      changed_paths_sample: z5.array(z5.string()),
+      step_count: z5.number(),
       steps: z5.array(z5.object({
         name: z5.string(),
         duration_ms: z5.number(),
-        input: z5.record(z5.unknown()),
-        output: z5.record(z5.unknown()),
         skipped: z5.boolean().optional(),
-        skip_reason: z5.string().optional()
+        skip_reason: z5.string().optional(),
+        summary: z5.record(z5.union([z5.number(), z5.boolean(), z5.string()]))
       }))
-    })).optional().describe("Up to 5 most recent pipeline runs with steps data"),
+    })).optional().describe("Up to 5 most recent pipeline runs with compact step summaries (full mode only)"),
     fts5_ready: z5.boolean().describe("Whether the FTS5 keyword search index is ready"),
     fts5_building: z5.boolean().describe("Whether the FTS5 keyword search index is currently building"),
     embeddings_building: z5.boolean().describe("Whether semantic embeddings are currently building"),
@@ -15718,14 +15885,13 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
         try {
           const evt = getRecentPipelineEvent(stateDb2);
           if (evt && evt.steps && evt.steps.length > 0) {
-            lastPipeline = {
-              timestamp: evt.timestamp,
-              trigger: evt.trigger,
-              duration_ms: evt.duration_ms,
-              files_changed: evt.files_changed,
-              changed_paths: evt.changed_paths,
-              steps: evt.steps
-            };
+            const compact = compactPipelineRun(evt);
+            if (isFull) {
+              lastPipeline = compact;
+            } else {
+              const { steps: _steps, ...metadataOnly } = compact;
+              lastPipeline = metadataOnly;
+            }
           }
         } catch {
         }
@@ -15733,14 +15899,7 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
           try {
             const events = getRecentIndexEvents(stateDb2, 10).filter((e) => e.steps && e.steps.length > 0).slice(0, 5);
             if (events.length > 0) {
-              recentPipelines = events.map((e) => ({
-                timestamp: e.timestamp,
-                trigger: e.trigger,
-                duration_ms: e.duration_ms,
-                files_changed: e.files_changed,
-                changed_paths: e.changed_paths,
-                steps: e.steps
-              }));
+              recentPipelines = events.map((e) => compactPipelineRun(e));
             }
           } catch {
           }
@@ -15903,13 +16062,7 @@ function registerHealthTools(server2, getIndex, getVaultPath, getConfig2 = () =>
         if (stateDb2) {
           try {
             const events = getRecentIndexEvents(stateDb2, 10).filter((e) => e.steps && e.steps.length > 0).slice(0, 5);
-            output.recent_runs = events.map((e) => ({
-              timestamp: e.timestamp,
-              trigger: e.trigger,
-              duration_ms: e.duration_ms,
-              files_changed: e.files_changed,
-              steps: e.steps
-            }));
+            output.recent_runs = events.map((e) => compactPipelineRun(e));
           } catch {
           }
         }
@@ -17137,7 +17290,7 @@ function registerSystemTools(server2, getIndex, setIndex, getVaultPath, setConfi
       description: "Use when listing all linkable entities grouped by category. Produces the full entity index from the state database with names, aliases, hub scores, and categories. Returns an array of entity profiles. Does not search note content \u2014 only returns entity metadata from the index.",
       inputSchema: {
         category: z6.string().optional().describe('Filter to a specific category (e.g. "people", "technologies")'),
-        limit: z6.coerce.number().default(2e3).describe("Maximum entities per category")
+        limit: z6.coerce.number().default(200).describe("Maximum entities per category (default 200; pass higher for full hydration)")
       }
     },
     async ({
@@ -17292,10 +17445,11 @@ function registerPrimitiveTools(server2, getIndex, getVaultPath, getConfig2 = ()
       description: "Use after search identifies a note you need detail on. Produces heading tree, frontmatter, tags, word count, backlink and outlink counts, and optionally full section content. Returns enriched note structure with entity metadata when available. Does not search \u2014 requires an exact path from a prior search result.",
       inputSchema: {
         path: z7.string().describe("Path to the note"),
-        include_content: z7.boolean().default(true).describe("Include the text content under each top-level section. Set false to get structure only.")
+        include_content: z7.boolean().default(false).describe("Include the text content under each top-level section. Default false for structure only."),
+        max_content_chars: z7.number().default(2e4).describe("Max total chars of section content to include. Sections are truncated at paragraph boundaries.")
       }
     },
-    async ({ path: path40, include_content }) => {
+    async ({ path: path40, include_content, max_content_chars }) => {
       const index = getIndex();
       const vaultPath2 = getVaultPath();
       const result = await getNoteStructure(index, path40, vaultPath2);
@@ -17304,11 +17458,26 @@ function registerPrimitiveTools(server2, getIndex, getVaultPath, getConfig2 = ()
           content: [{ type: "text", text: JSON.stringify({ error: "Note not found", path: path40 }, null, 2) }]
         };
       }
+      let totalChars = 0;
+      let truncated = false;
       if (include_content) {
         for (const section of result.sections) {
+          if (totalChars >= max_content_chars) {
+            truncated = true;
+            break;
+          }
           const sectionResult = await getSectionContent(index, path40, section.heading.text, vaultPath2, true);
           if (sectionResult) {
-            section.content = sectionResult.content;
+            let content = sectionResult.content;
+            const remaining = max_content_chars - totalChars;
+            if (content.length > remaining) {
+              const sliced = content.slice(0, remaining);
+              const lastBreak = sliced.lastIndexOf("\n\n");
+              content = lastBreak > 0 ? sliced.slice(0, lastBreak) : sliced;
+              truncated = true;
+            }
+            section.content = content;
+            totalChars += content.length;
           }
         }
       }
@@ -17335,6 +17504,10 @@ function registerPrimitiveTools(server2, getIndex, getVaultPath, getConfig2 = ()
         } catch {
         }
       }
+      if (include_content) {
+        enriched.truncated = truncated;
+        enriched.returned_chars = totalChars;
+      }
       return {
         content: [{ type: "text", text: JSON.stringify(enriched, null, 2) }]
       };
@@ -17348,10 +17521,11 @@ function registerPrimitiveTools(server2, getIndex, getVaultPath, getConfig2 = ()
       inputSchema: {
         path: z7.string().describe("Path to the note"),
         heading: z7.string().describe("Heading text to find"),
-        include_subheadings: z7.boolean().default(true).describe("Include content under subheadings")
+        include_subheadings: z7.boolean().default(true).describe("Include content under subheadings"),
+        max_content_chars: z7.number().default(1e4).describe("Max chars of section content. Truncated at paragraph boundaries.")
       }
     },
-    async ({ path: path40, heading, include_subheadings }) => {
+    async ({ path: path40, heading, include_subheadings, max_content_chars }) => {
       const index = getIndex();
       const vaultPath2 = getVaultPath();
       const result = await getSectionContent(index, path40, heading, vaultPath2, include_subheadings);
@@ -17364,8 +17538,15 @@ function registerPrimitiveTools(server2, getIndex, getVaultPath, getConfig2 = ()
           }, null, 2) }]
         };
       }
+      let truncated = false;
+      if (result.content.length > max_content_chars) {
+        const sliced = result.content.slice(0, max_content_chars);
+        const lastBreak = sliced.lastIndexOf("\n\n");
+        result.content = lastBreak > 0 ? sliced.slice(0, lastBreak) : sliced;
+        truncated = true;
+      }
       return {
-        content: [{ type: "text", text: JSON.stringify(result, null, 2) }]
+        content: [{ type: "text", text: JSON.stringify({ ...result, truncated }, null, 2) }]
       };
     }
   );
@@ -24150,18 +24331,27 @@ function registerBriefTools(server2, getStateDb4) {
       if (args.max_tokens) {
         let totalTokens2 = 0;
         sections.sort((a, b) => a.priority - b.priority);
+        const kept = [];
         for (const section of sections) {
-          totalTokens2 += section.estimated_tokens;
-          if (totalTokens2 > args.max_tokens) {
-            if (Array.isArray(section.content)) {
-              const remaining = Math.max(0, args.max_tokens - (totalTokens2 - section.estimated_tokens));
-              const itemTokens = section.estimated_tokens / Math.max(1, section.content.length);
-              const keepCount = Math.max(1, Math.floor(remaining / itemTokens));
-              section.content = section.content.slice(0, keepCount);
-              section.estimated_tokens = estimateTokens2(section.content);
-            }
+          if (totalTokens2 >= args.max_tokens) {
+            break;
+          }
+          if (totalTokens2 + section.estimated_tokens <= args.max_tokens) {
+            totalTokens2 += section.estimated_tokens;
+            kept.push(section);
+          } else if (Array.isArray(section.content)) {
+            const remaining = args.max_tokens - totalTokens2;
+            const itemTokens = section.estimated_tokens / Math.max(1, section.content.length);
+            const keepCount = Math.max(1, Math.floor(remaining / itemTokens));
+            section.content = section.content.slice(0, keepCount);
+            section.estimated_tokens = estimateTokens2(section.content);
+            totalTokens2 += section.estimated_tokens;
+            kept.push(section);
+            break;
           }
         }
+        sections.length = 0;
+        sections.push(...kept);
       }
       const response = {};
       let totalTokens = 0;
@@ -24672,7 +24862,32 @@ function registerMetricsTools(server2, getIndex, getStateDb4) {
           const recentEvents = getRecentIndexEvents(stateDb2, eventLimit ?? 20);
           result = {
             mode: "index_activity",
-            index_activity: { summary, recent_events: recentEvents }
+            index_activity: {
+              summary,
+              recent_events: recentEvents.map((e) => {
+                const base = {
+                  id: e.id,
+                  timestamp: e.timestamp,
+                  trigger: e.trigger,
+                  duration_ms: e.duration_ms,
+                  success: e.success,
+                  note_count: e.note_count,
+                  files_changed: e.files_changed,
+                  error: e.error
+                };
+                if (e.steps) {
+                  const compact = compactPipelineRun(e);
+                  return {
+                    ...base,
+                    changed_paths_total: compact.changed_paths_total,
+                    changed_paths_sample: compact.changed_paths_sample,
+                    step_count: compact.step_count,
+                    steps: compact.steps
+                  };
+                }
+                return base;
+              })
+            }
           };
           break;
         }
@@ -25930,7 +26145,7 @@ function registerSessionHistoryTools(server2, getStateDb4) {
     {
       session_id: z36.string().optional().describe("Session ID for detail view. Omit for recent sessions list."),
       include_children: z36.boolean().optional().describe("Include child sessions (default: true)"),
-      limit: z36.number().min(1).max(500).optional().describe("Max invocations to return in detail view (default: 200)")
+      limit: z36.number().min(1).max(500).optional().describe("Max invocations to return in detail view (default: 50)")
     },
     async (args) => {
       const stateDb2 = getStateDb4();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@velvetmonkey/flywheel-memory",
-  "version": "2.4.2",
+  "version": "2.4.3",
   "description": "MCP tools that search, write, and auto-link your Obsidian vault — and learn from your edits.",
   "type": "module",
   "main": "dist/index.js",
@@ -55,7 +55,7 @@
   "dependencies": {
     "@huggingface/transformers": "^3.8.1",
     "@modelcontextprotocol/sdk": "^1.25.1",
-    "@velvetmonkey/vault-core": "^2.4.2",
+    "@velvetmonkey/vault-core": "^2.4.3",
     "better-sqlite3": "^12.0.0",
     "chokidar": "^4.0.0",
     "gray-matter": "^4.0.3",