march-cli 0.1.21 → 0.1.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. package/bin/march.mjs +13 -13
  2. package/package.json +43 -43
  3. package/src/agent/command-exec-tool.mjs +172 -168
  4. package/src/agent/context-stats-tool.mjs +57 -57
  5. package/src/agent/editing/diff-apply.mjs +28 -28
  6. package/src/agent/editing/diff-format.mjs +57 -57
  7. package/src/agent/editing/lsp-report.mjs +69 -69
  8. package/src/agent/file-edit-tool.mjs +262 -262
  9. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  10. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  11. package/src/agent/model-payload-dumper.mjs +208 -208
  12. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  13. package/src/agent/provider/payload-messages.mjs +138 -138
  14. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  15. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  16. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  17. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  18. package/src/agent/runner/fast-model.mjs +36 -36
  19. package/src/agent/runner/runner-cleanup.mjs +12 -12
  20. package/src/agent/runner/runner-init.mjs +15 -15
  21. package/src/agent/runner/runner-session-state.mjs +40 -40
  22. package/src/agent/runner/runner-utils.mjs +24 -24
  23. package/src/agent/runner.mjs +299 -299
  24. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  25. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  26. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  27. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  28. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  29. package/src/agent/runtime/runner-process-client.mjs +47 -47
  30. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  31. package/src/agent/runtime/runner-process-factory.mjs +108 -108
  32. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  33. package/src/agent/runtime/runtime-factory.mjs +42 -42
  34. package/src/agent/runtime/runtime-host.mjs +34 -34
  35. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  36. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  37. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  38. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  39. package/src/agent/session/session-auto-name.mjs +41 -41
  40. package/src/agent/session/session-binding.mjs +12 -12
  41. package/src/agent/session/session-options.mjs +47 -47
  42. package/src/agent/tool-names.mjs +1 -1
  43. package/src/agent/tool-result.mjs +3 -3
  44. package/src/agent/tool-summary.mjs +112 -112
  45. package/src/agent/tools.mjs +58 -58
  46. package/src/agent/turn/turn-events.mjs +111 -111
  47. package/src/agent/turn/turn-logging.mjs +30 -30
  48. package/src/agent/turn/turn-runner.mjs +196 -196
  49. package/src/agent/vision-capability.mjs +14 -14
  50. package/src/auth/login-command.mjs +90 -90
  51. package/src/auth/storage.mjs +34 -34
  52. package/src/cli/args.mjs +79 -79
  53. package/src/cli/commands/copy-command.mjs +87 -87
  54. package/src/cli/commands/export-command.mjs +206 -206
  55. package/src/cli/commands/extensions-command.mjs +53 -53
  56. package/src/cli/commands/help-command.mjs +7 -7
  57. package/src/cli/commands/model-command.mjs +141 -141
  58. package/src/cli/commands/paste-image-command.mjs +43 -43
  59. package/src/cli/commands/provider-command.mjs +59 -59
  60. package/src/cli/commands/status-command.mjs +194 -194
  61. package/src/cli/commands/thinking-command.mjs +87 -87
  62. package/src/cli/fallback-ui.mjs +156 -156
  63. package/src/cli/input/attachment-tokens.mjs +20 -20
  64. package/src/cli/input/autocomplete.mjs +74 -106
  65. package/src/cli/input/external-editor.mjs +39 -39
  66. package/src/cli/input/file-search/index.mjs +160 -0
  67. package/src/cli/input/history-store.mjs +35 -35
  68. package/src/cli/input/image-clipboard.mjs +55 -55
  69. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  70. package/src/cli/input/keybindings.mjs +96 -96
  71. package/src/cli/input/mode-state.mjs +43 -43
  72. package/src/cli/input/prompt-templates.mjs +84 -84
  73. package/src/cli/input/select-with-keyboard.mjs +86 -86
  74. package/src/cli/permissions.mjs +103 -103
  75. package/src/cli/repl-commands.mjs +86 -86
  76. package/src/cli/repl-loop.mjs +183 -183
  77. package/src/cli/selector-list.mjs +21 -21
  78. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  79. package/src/cli/session/session-command.mjs +23 -23
  80. package/src/cli/session/session-list-command.mjs +68 -68
  81. package/src/cli/session/session-name-command.mjs +26 -26
  82. package/src/cli/session/session-source-command.mjs +89 -89
  83. package/src/cli/session/session-switch-command.mjs +1 -1
  84. package/src/cli/shell/shell-command.mjs +55 -55
  85. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  86. package/src/cli/shell/shell-drawer.mjs +192 -192
  87. package/src/cli/shell/shell-split-layout.mjs +70 -70
  88. package/src/cli/slash-commands.mjs +192 -192
  89. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  90. package/src/cli/startup/runtime-close.mjs +23 -23
  91. package/src/cli/startup/startup-banner.mjs +71 -71
  92. package/src/cli/startup/startup-session.mjs +51 -51
  93. package/src/cli/status-line-updater.mjs +75 -75
  94. package/src/cli/tool-output.mjs +9 -9
  95. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  96. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  97. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  98. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  99. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  100. package/src/cli/tui/markdown-renderer.mjs +285 -285
  101. package/src/cli/tui/output/scroll-state.mjs +79 -79
  102. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  103. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  104. package/src/cli/tui/output/visible-lines.mjs +8 -8
  105. package/src/cli/tui/output-buffer.mjs +293 -293
  106. package/src/cli/tui/permission-request-ui.mjs +18 -18
  107. package/src/cli/tui/recall-rendering.mjs +25 -25
  108. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  109. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  110. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  111. package/src/cli/tui/selection-screen.mjs +269 -269
  112. package/src/cli/tui/status/retry-status.mjs +72 -72
  113. package/src/cli/tui/status/spinner-status.mjs +42 -42
  114. package/src/cli/tui/status/status-bar.mjs +225 -225
  115. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  116. package/src/cli/tui/syntax/languages.mjs +91 -91
  117. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  118. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  119. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  120. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  121. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  122. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  123. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  124. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  125. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  126. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  127. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  128. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  129. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  130. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  131. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  132. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  133. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  134. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  135. package/src/cli/tui/tool-rendering.mjs +87 -87
  136. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  137. package/src/cli/tui/tui-handlers.mjs +111 -111
  138. package/src/cli/tui/tui-input-controller.mjs +61 -61
  139. package/src/cli/tui/ui-theme.mjs +157 -157
  140. package/src/cli/ui.mjs +297 -297
  141. package/src/config/config-json.mjs +84 -84
  142. package/src/config/dotenv.mjs +20 -20
  143. package/src/config/features.mjs +75 -75
  144. package/src/config/loader.mjs +143 -143
  145. package/src/config/settings-command.mjs +97 -97
  146. package/src/context/engine.mjs +198 -198
  147. package/src/context/injections.mjs +26 -26
  148. package/src/context/profiles.mjs +39 -39
  149. package/src/context/project-context.mjs +20 -20
  150. package/src/context/session-status.mjs +17 -17
  151. package/src/context/shell-layers.mjs +23 -23
  152. package/src/context/system-core/base.md +65 -65
  153. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  154. package/src/context/system-core/prompts/default.md +3 -3
  155. package/src/context/system-core.mjs +35 -35
  156. package/src/debug/logger.mjs +141 -141
  157. package/src/debug/model-context-dumper.mjs +52 -52
  158. package/src/extensions/discovery.mjs +40 -40
  159. package/src/extensions/lifecycle-adapter.mjs +210 -210
  160. package/src/extensions/lifecycle-manifest.mjs +69 -69
  161. package/src/image-gen/index.mjs +7 -7
  162. package/src/image-gen/provider.mjs +231 -231
  163. package/src/image-gen/tool.mjs +84 -84
  164. package/src/lsp/client.mjs +257 -257
  165. package/src/lsp/diagnostic-store.mjs +42 -42
  166. package/src/lsp/diagnostics-format.mjs +72 -72
  167. package/src/lsp/managed-node-server.mjs +99 -99
  168. package/src/lsp/path-match.mjs +10 -10
  169. package/src/lsp/server-definitions.mjs +188 -188
  170. package/src/lsp/servers.mjs +165 -165
  171. package/src/lsp/service.mjs +110 -110
  172. package/src/lsp/status-message.mjs +9 -9
  173. package/src/lsp/typescript-project-resolver.mjs +186 -186
  174. package/src/main.mjs +299 -299
  175. package/src/mcp/client.mjs +195 -195
  176. package/src/mcp/config.mjs +130 -130
  177. package/src/mcp/index.mjs +48 -48
  178. package/src/mcp/tools.mjs +98 -98
  179. package/src/memory/database.mjs +219 -219
  180. package/src/memory/glossary.mjs +124 -124
  181. package/src/memory/graph/graph-cascades.mjs +109 -109
  182. package/src/memory/graph/graph-diagnostics.mjs +73 -73
  183. package/src/memory/graph/graph-path-removal.mjs +50 -50
  184. package/src/memory/graph/graph-path-utils.mjs +17 -17
  185. package/src/memory/graph/graph-primitives.mjs +103 -103
  186. package/src/memory/graph/graph-read.mjs +159 -159
  187. package/src/memory/graph.mjs +282 -282
  188. package/src/memory/markdown/markdown-delete.mjs +23 -23
  189. package/src/memory/markdown/markdown-format.mjs +128 -128
  190. package/src/memory/markdown/markdown-recall.mjs +28 -28
  191. package/src/memory/markdown/ripgrep.mjs +16 -16
  192. package/src/memory/markdown/sqlite-index.mjs +87 -87
  193. package/src/memory/markdown-store.mjs +286 -286
  194. package/src/memory/markdown-tools.mjs +103 -103
  195. package/src/memory/search.mjs +142 -142
  196. package/src/memory/snapshot.mjs +86 -86
  197. package/src/memory/system-views.mjs +120 -120
  198. package/src/memory/tools.mjs +282 -282
  199. package/src/network/environment.mjs +131 -131
  200. package/src/notification/desktop-notifier.mjs +262 -262
  201. package/src/platform/open-file.mjs +28 -28
  202. package/src/platform/spawn-command.mjs +27 -27
  203. package/src/provider/accept-command.mjs +89 -89
  204. package/src/provider/command.mjs +21 -21
  205. package/src/provider/config-command.mjs +129 -129
  206. package/src/provider/custom-provider.mjs +113 -113
  207. package/src/provider/hosted-tools.mjs +111 -111
  208. package/src/provider/presets.mjs +72 -72
  209. package/src/provider/share-command.mjs +79 -79
  210. package/src/provider/share-payload.mjs +52 -52
  211. package/src/session/attachment-display.mjs +16 -16
  212. package/src/session/attachment-references.mjs +65 -65
  213. package/src/session/attachments.mjs +140 -140
  214. package/src/session/persist.mjs +1 -1
  215. package/src/session/pi-manager.mjs +34 -34
  216. package/src/session/session-utils.mjs +16 -16
  217. package/src/session/sidecar-sync.mjs +19 -19
  218. package/src/session/sidecar.mjs +69 -69
  219. package/src/session/transcript.mjs +83 -83
  220. package/src/session/tree.mjs +42 -42
  221. package/src/shell/cli-runtime.mjs +11 -11
  222. package/src/shell/hints.mjs +12 -12
  223. package/src/shell/node-pty-adapter.mjs +81 -81
  224. package/src/shell/runtime-state.mjs +126 -126
  225. package/src/shell/runtime.mjs +252 -252
  226. package/src/shell/screen-buffer.mjs +136 -136
  227. package/src/shell/tool-read.mjs +74 -74
  228. package/src/shell/tools.mjs +299 -299
  229. package/src/supergrok/actions/image-generate.mjs +60 -60
  230. package/src/supergrok/actions/search.mjs +78 -78
  231. package/src/supergrok/auth.mjs +36 -36
  232. package/src/supergrok/constants.mjs +18 -18
  233. package/src/supergrok/oauth-provider.mjs +278 -278
  234. package/src/supergrok/provider.mjs +35 -35
  235. package/src/supergrok/response.mjs +76 -76
  236. package/src/supergrok/tool.mjs +61 -61
  237. package/src/text/ansi.mjs +3 -3
  238. package/src/web/config-command.mjs +43 -43
  239. package/src/web/fetch.mjs +78 -78
  240. package/src/web/presets.mjs +16 -16
  241. package/src/web/search.mjs +83 -83
  242. package/src/web/tools.mjs +107 -107
@@ -1,286 +1,286 @@
1
- import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
2
- import { basename, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
3
- import { spawnSync } from "node:child_process";
4
- import {
5
- expandTags,
6
- formatMemoryMarkdown,
7
- generateMemoryId,
8
- normalizeTags,
9
- normalizeText,
10
- parseMemoryMarkdown,
11
- quoteFtsTerm,
12
- slugify,
13
- walkMarkdownFiles,
14
- } from "./markdown/markdown-format.mjs";
15
- import { formatRecallHints, scoreEntry, toHint } from "./markdown/markdown-recall.mjs";
16
- import { clearMarkdownMemoryIndex, loadMarkdownMemoryIndex, openMarkdownMemoryIndex, queryMarkdownMemoryIndex, replaceMarkdownMemoryIndex } from "./markdown/sqlite-index.mjs";
17
- import { resolveRipgrepCommand } from "./markdown/ripgrep.mjs";
18
- import { softDeleteMemoryFile } from "./markdown/markdown-delete.mjs";
19
-
20
- export { formatRecallHints } from "./markdown/markdown-recall.mjs";
21
- export { normalizeTags } from "./markdown/markdown-format.mjs";
22
-
23
- const DEFAULT_SCAN_INTERVAL_MS = 5000;
24
-
25
- export class MarkdownMemoryStore {
26
- constructor({ root, now = () => new Date(), indexPath = null } = {}) {
27
- if (!root) throw new Error("MarkdownMemoryStore requires a root path");
28
- this.root = resolve(root);
29
- this.now = now;
30
- this.indexPath = indexPath ? resolve(indexPath) : join(this.root, ".march-memory-index.sqlite");
31
- this.db = openMarkdownMemoryIndex(this.indexPath);
32
- this.entries = new Map();
33
- this.pathStats = new Map();
34
- this.tagDictionary = new Set();
35
- this.diagnostics = [];
36
- this.lastScanAt = 0;
37
- this.scanIntervalMs = DEFAULT_SCAN_INTERVAL_MS;
38
- this.turnSeenMemoryIds = new Set();
39
- this.scan();
40
- }
41
-
42
- scan({ force = false } = {}) {
43
- mkdirSync(this.root, { recursive: true });
44
- if (force) clearMarkdownMemoryIndex(this.db);
45
- const cached = force ? { entries: new Map(), pathStats: new Map() } : loadMarkdownMemoryIndex(this.db);
46
- const seenPaths = new Set();
47
- const nextEntries = new Map(cached.entries);
48
- const nextStats = new Map(cached.pathStats);
49
- const diagnostics = [];
50
-
51
- for (const path of walkMarkdownFiles(this.root)) {
52
- seenPaths.add(path);
53
- const stat = statSync(path);
54
- const prev = this.pathStats.get(path);
55
- if (!force && prev && prev.mtimeMs === stat.mtimeMs && prev.size === stat.size) continue;
56
- try {
57
- const parsed = parseMemoryMarkdown(readFileSync(path, "utf8"));
58
- if (!parsed.frontmatter.id) {
59
- diagnostics.push({ type: "warning", path, message: "Memory file is missing id" });
60
- continue;
61
- }
62
- if (!parsed.frontmatter.description) {
63
- diagnostics.push({ type: "warning", path, message: "Memory file is missing description; excluded from memory hint recall" });
64
- }
65
- const tags = normalizeTags(parsed.frontmatter.tags ?? []);
66
- const entry = {
67
- id: String(parsed.frontmatter.id),
68
- path,
69
- name: String(parsed.frontmatter.name ?? parsed.title ?? basename(path, extname(path))),
70
- description: String(parsed.frontmatter.description ?? ""),
71
- tags,
72
- status: String(parsed.frontmatter.status ?? "active"),
73
- createdAt: parsed.frontmatter.created_at ?? null,
74
- updatedAt: parsed.frontmatter.updated_at ?? null,
75
- mtimeMs: stat.mtimeMs,
76
- size: stat.size,
77
- };
78
- const duplicate = [...nextEntries.values()].find((item) => item.id === entry.id && item.path !== path);
79
- if (duplicate) {
80
- diagnostics.push({ type: "error", path, message: `Duplicate memory id: ${entry.id} also in ${duplicate.path}` });
81
- continue;
82
- }
83
- for (const [id, item] of nextEntries) {
84
- if (item.path === path && id !== entry.id) nextEntries.delete(id);
85
- }
86
- nextEntries.set(entry.id, entry);
87
- nextStats.set(path, { mtimeMs: stat.mtimeMs, size: stat.size });
88
- } catch (err) {
89
- diagnostics.push({ type: "error", path, message: `Failed to parse memory file: ${err.message}` });
90
- }
91
- }
92
-
93
- for (const [id, entry] of nextEntries) {
94
- if (!seenPaths.has(entry.path)) nextEntries.delete(id);
95
- }
96
- for (const path of nextStats.keys()) {
97
- if (!seenPaths.has(path)) nextStats.delete(path);
98
- }
99
-
100
- this.entries = nextEntries;
101
- this.pathStats = nextStats;
102
- this.diagnostics = diagnostics;
103
- this.#rebuildTagDictionary();
104
- replaceMarkdownMemoryIndex(this.db, this.entries, expandTags);
105
- this.lastScanAt = Date.now();
106
- return { entries: this.entries.size, diagnostics };
107
- }
108
-
109
- ensureFresh() {
110
- if (Date.now() - this.lastScanAt > this.scanIntervalMs) this.scan();
111
- }
112
-
113
- beginTurn() {
114
- this.turnSeenMemoryIds = new Set();
115
- }
116
-
117
- endTurn() {
118
- this.turnSeenMemoryIds = new Set();
119
- }
120
-
121
- close() {
122
- this.db.close?.();
123
- }
124
-
125
- recallForUser(text, { limit = 3, currentProject = "", excludedIds = [] } = {}) {
126
- const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
127
- const hints = this.#recall(text, { limit, excluded, currentProject });
128
- for (const hint of hints) {
129
- this.turnSeenMemoryIds.add(hint.id);
130
- }
131
- return hints;
132
- }
133
-
134
- recallForAssistant(text, { limit = 2, currentProject = "", excludedIds = [] } = {}) {
135
- const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
136
- const hints = this.#recall(text, { limit, excluded, currentProject });
137
- for (const hint of hints) this.turnSeenMemoryIds.add(hint.id);
138
- return hints;
139
- }
140
-
141
- searchRipgrep(query, { limit = 20 } = {}) {
142
- this.ensureFresh();
143
- const trimmed = String(query ?? "").trim();
144
- if (!trimmed) return [];
145
- const max = Math.max(1, Number(limit) || 20);
146
- const paths = this.#activeMemoryPaths();
147
- if (paths.length === 0) return [];
148
- const rg = spawnSync(resolveRipgrepCommand(), ["--line-number", "--context", "1", "--color", "never", trimmed, ...paths], {
149
- encoding: "utf8",
150
- timeout: 10000,
151
- windowsHide: true,
152
- });
153
- if (rg.error || (rg.status !== 0 && !rg.stdout)) return this.#fallbackSearch(trimmed, max, paths);
154
- return rg.stdout.split(/\r?\n/).filter(Boolean).slice(0, max).map((line) => ({ line }));
155
- }
156
-
157
- open(identifier) {
158
- this.ensureFresh();
159
- const raw = String(identifier ?? "").trim();
160
- if (!raw) throw new Error("memory id or path is required");
161
- const entry = this.entries.get(raw);
162
- const path = entry ? entry.path : this.#resolveMemoryPath(raw);
163
- if (!existsSync(path)) throw new Error(`memory not found: ${raw}`);
164
- return { path, content: readFileSync(path, "utf8"), entry: entry ?? null };
165
- }
166
-
167
- save({ id = null, name = null, description = null, body = null, tags = null } = {}) {
168
- this.ensureFresh();
169
- const existing = id ? this.entries.get(String(id)) : null;
170
- if (id && !existing) throw new Error(`memory not found: ${id}`);
171
- const nextId = existing?.id ?? String(id ?? generateMemoryId());
172
- const now = this.now().toISOString();
173
- const nextTags = tags == null ? existing?.tags : normalizeTags(tags);
174
- if (!existing && (!nextTags || nextTags.length === 0)) throw new Error("tags are required when creating a memory");
175
- if (tags != null && nextTags.length === 0) throw new Error("tags must include at least one valid tag");
176
- const nextName = name ?? existing?.name;
177
- const nextDescription = description ?? existing?.description;
178
- if (!nextName) throw new Error("name is required");
179
- if (!nextDescription) throw new Error("description is required");
180
- if (!existing && body == null) throw new Error("body is required");
181
- const nextBody = body ?? (existing ? parseMemoryMarkdown(readFileSync(existing.path, "utf8")).body : "");
182
- const nextPath = existing?.path ?? this.#newMemoryPath(now, nextName);
183
- mkdirSync(dirname(nextPath), { recursive: true });
184
- const content = formatMemoryMarkdown({
185
- frontmatter: {
186
- id: nextId,
187
- name: nextName,
188
- description: nextDescription,
189
- tags: nextTags,
190
- status: existing?.status ?? "active",
191
- created_at: existing?.createdAt ?? now,
192
- updated_at: now,
193
- },
194
- body: nextBody,
195
- });
196
- writeFileSync(nextPath, content, "utf8");
197
- this.scan({ force: true });
198
- return this.entries.get(nextId) ?? { id: nextId, path: nextPath, name: nextName, description: nextDescription, tags: nextTags };
199
- }
200
-
201
- delete(identifier) {
202
- this.ensureFresh();
203
- const raw = String(identifier ?? "").trim();
204
- if (!raw) throw new Error("memory id or path is required");
205
- const existing = this.entries.get(raw);
206
- const path = existing ? existing.path : this.#resolveMemoryPath(raw);
207
- const result = softDeleteMemoryFile({ path, entry: existing, now: this.now });
208
- this.scan({ force: true });
209
- return result;
210
- }
211
-
212
- #recall(text, { limit, excluded, currentProject }) {
213
- this.ensureFresh();
214
- const queryTerms = this.#extractKnownTagTerms(text);
215
- if (queryTerms.length === 0) return [];
216
- const query = queryTerms.map(quoteFtsTerm).join(" OR ");
217
- let rows = [];
218
- try {
219
- rows = queryMarkdownMemoryIndex(this.db, query);
220
- } catch {
221
- return [];
222
- }
223
- const scored = [];
224
- for (const row of rows) {
225
- if (excluded.has(row.id)) continue;
226
- const entry = this.entries.get(row.id);
227
- if (!entry || entry.status !== "active" || !entry.description) continue;
228
- const score = scoreEntry(entry, queryTerms, currentProject);
229
- if (score <= 0) continue;
230
- scored.push({ score, entry });
231
- }
232
- scored.sort((a, b) => b.score - a.score || a.entry.name.localeCompare(b.entry.name));
233
- return scored.slice(0, limit).map(({ entry }) => toHint(entry));
234
- }
235
-
236
- #extractKnownTagTerms(text) {
237
- const normalized = normalizeText(text);
238
- if (!normalized) return [];
239
- const terms = [];
240
- for (const term of this.tagDictionary) {
241
- if (term.length < 2) continue;
242
- if (normalized.includes(term)) terms.push(term);
243
- }
244
- return [...new Set(terms)].sort((a, b) => b.length - a.length).slice(0, 16);
245
- }
246
-
247
- #rebuildTagDictionary() {
248
- this.tagDictionary = new Set();
249
- for (const entry of this.entries.values()) {
250
- for (const term of expandTags(entry.tags)) this.tagDictionary.add(normalizeText(term));
251
- }
252
- }
253
-
254
- #newMemoryPath(isoDate, name) {
255
- const date = isoDate.slice(0, 10);
256
- const [year, month, day] = date.split("-");
257
- const week = `week${Math.ceil(Number(day) / 7)}`;
258
- return join(this.root, year, month, week, `${date}-${slugify(name)}.md`);
259
- }
260
-
261
- #resolveMemoryPath(raw) {
262
- const path = isAbsolute(raw) ? raw : resolve(this.root, raw);
263
- const rel = relative(this.root, path);
264
- if (rel.startsWith("..") || isAbsolute(rel)) throw new Error(`memory path is outside root: ${raw}`);
265
- return path;
266
- }
267
-
268
- #activeMemoryPaths() {
269
- return [...this.entries.values()]
270
- .filter((entry) => entry.status === "active")
271
- .map((entry) => entry.path);
272
- }
273
-
274
- #fallbackSearch(query, limit, paths = this.#activeMemoryPaths()) {
275
- const matches = [];
276
- for (const path of paths) {
277
- if (!existsSync(path)) continue;
278
- const lines = readFileSync(path, "utf8").split(/\r?\n/);
279
- for (let i = 0; i < lines.length; i++) {
280
- if (lines[i].includes(query)) matches.push({ line: `${path}:${i + 1}:${lines[i]}` });
281
- if (matches.length >= limit) return matches;
282
- }
283
- }
284
- return matches;
285
- }
286
- }
1
+ import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
2
+ import { basename, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
3
+ import { spawnSync } from "node:child_process";
4
+ import {
5
+ expandTags,
6
+ formatMemoryMarkdown,
7
+ generateMemoryId,
8
+ normalizeTags,
9
+ normalizeText,
10
+ parseMemoryMarkdown,
11
+ quoteFtsTerm,
12
+ slugify,
13
+ walkMarkdownFiles,
14
+ } from "./markdown/markdown-format.mjs";
15
+ import { formatRecallHints, scoreEntry, toHint } from "./markdown/markdown-recall.mjs";
16
+ import { clearMarkdownMemoryIndex, loadMarkdownMemoryIndex, openMarkdownMemoryIndex, queryMarkdownMemoryIndex, replaceMarkdownMemoryIndex } from "./markdown/sqlite-index.mjs";
17
+ import { resolveRipgrepCommand } from "./markdown/ripgrep.mjs";
18
+ import { softDeleteMemoryFile } from "./markdown/markdown-delete.mjs";
19
+
20
+ export { formatRecallHints } from "./markdown/markdown-recall.mjs";
21
+ export { normalizeTags } from "./markdown/markdown-format.mjs";
22
+
23
+ const DEFAULT_SCAN_INTERVAL_MS = 5000;
24
+
25
+ export class MarkdownMemoryStore {
26
+ constructor({ root, now = () => new Date(), indexPath = null } = {}) {
27
+ if (!root) throw new Error("MarkdownMemoryStore requires a root path");
28
+ this.root = resolve(root);
29
+ this.now = now;
30
+ this.indexPath = indexPath ? resolve(indexPath) : join(this.root, ".march-memory-index.sqlite");
31
+ this.db = openMarkdownMemoryIndex(this.indexPath);
32
+ this.entries = new Map();
33
+ this.pathStats = new Map();
34
+ this.tagDictionary = new Set();
35
+ this.diagnostics = [];
36
+ this.lastScanAt = 0;
37
+ this.scanIntervalMs = DEFAULT_SCAN_INTERVAL_MS;
38
+ this.turnSeenMemoryIds = new Set();
39
+ this.scan();
40
+ }
41
+
42
+ scan({ force = false } = {}) {
43
+ mkdirSync(this.root, { recursive: true });
44
+ if (force) clearMarkdownMemoryIndex(this.db);
45
+ const cached = force ? { entries: new Map(), pathStats: new Map() } : loadMarkdownMemoryIndex(this.db);
46
+ const seenPaths = new Set();
47
+ const nextEntries = new Map(cached.entries);
48
+ const nextStats = new Map(cached.pathStats);
49
+ const diagnostics = [];
50
+
51
+ for (const path of walkMarkdownFiles(this.root)) {
52
+ seenPaths.add(path);
53
+ const stat = statSync(path);
54
+ const prev = this.pathStats.get(path);
55
+ if (!force && prev && prev.mtimeMs === stat.mtimeMs && prev.size === stat.size) continue;
56
+ try {
57
+ const parsed = parseMemoryMarkdown(readFileSync(path, "utf8"));
58
+ if (!parsed.frontmatter.id) {
59
+ diagnostics.push({ type: "warning", path, message: "Memory file is missing id" });
60
+ continue;
61
+ }
62
+ if (!parsed.frontmatter.description) {
63
+ diagnostics.push({ type: "warning", path, message: "Memory file is missing description; excluded from memory hint recall" });
64
+ }
65
+ const tags = normalizeTags(parsed.frontmatter.tags ?? []);
66
+ const entry = {
67
+ id: String(parsed.frontmatter.id),
68
+ path,
69
+ name: String(parsed.frontmatter.name ?? parsed.title ?? basename(path, extname(path))),
70
+ description: String(parsed.frontmatter.description ?? ""),
71
+ tags,
72
+ status: String(parsed.frontmatter.status ?? "active"),
73
+ createdAt: parsed.frontmatter.created_at ?? null,
74
+ updatedAt: parsed.frontmatter.updated_at ?? null,
75
+ mtimeMs: stat.mtimeMs,
76
+ size: stat.size,
77
+ };
78
+ const duplicate = [...nextEntries.values()].find((item) => item.id === entry.id && item.path !== path);
79
+ if (duplicate) {
80
+ diagnostics.push({ type: "error", path, message: `Duplicate memory id: ${entry.id} also in ${duplicate.path}` });
81
+ continue;
82
+ }
83
+ for (const [id, item] of nextEntries) {
84
+ if (item.path === path && id !== entry.id) nextEntries.delete(id);
85
+ }
86
+ nextEntries.set(entry.id, entry);
87
+ nextStats.set(path, { mtimeMs: stat.mtimeMs, size: stat.size });
88
+ } catch (err) {
89
+ diagnostics.push({ type: "error", path, message: `Failed to parse memory file: ${err.message}` });
90
+ }
91
+ }
92
+
93
+ for (const [id, entry] of nextEntries) {
94
+ if (!seenPaths.has(entry.path)) nextEntries.delete(id);
95
+ }
96
+ for (const path of nextStats.keys()) {
97
+ if (!seenPaths.has(path)) nextStats.delete(path);
98
+ }
99
+
100
+ this.entries = nextEntries;
101
+ this.pathStats = nextStats;
102
+ this.diagnostics = diagnostics;
103
+ this.#rebuildTagDictionary();
104
+ replaceMarkdownMemoryIndex(this.db, this.entries, expandTags);
105
+ this.lastScanAt = Date.now();
106
+ return { entries: this.entries.size, diagnostics };
107
+ }
108
+
109
+ ensureFresh() {
110
+ if (Date.now() - this.lastScanAt > this.scanIntervalMs) this.scan();
111
+ }
112
+
113
+ beginTurn() {
114
+ this.turnSeenMemoryIds = new Set();
115
+ }
116
+
117
+ endTurn() {
118
+ this.turnSeenMemoryIds = new Set();
119
+ }
120
+
121
+ close() {
122
+ this.db.close?.();
123
+ }
124
+
125
+ recallForUser(text, { limit = 3, currentProject = "", excludedIds = [] } = {}) {
126
+ const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
127
+ const hints = this.#recall(text, { limit, excluded, currentProject });
128
+ for (const hint of hints) {
129
+ this.turnSeenMemoryIds.add(hint.id);
130
+ }
131
+ return hints;
132
+ }
133
+
134
+ recallForAssistant(text, { limit = 2, currentProject = "", excludedIds = [] } = {}) {
135
+ const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
136
+ const hints = this.#recall(text, { limit, excluded, currentProject });
137
+ for (const hint of hints) this.turnSeenMemoryIds.add(hint.id);
138
+ return hints;
139
+ }
140
+
141
+ searchRipgrep(query, { limit = 20 } = {}) {
142
+ this.ensureFresh();
143
+ const trimmed = String(query ?? "").trim();
144
+ if (!trimmed) return [];
145
+ const max = Math.max(1, Number(limit) || 20);
146
+ const paths = this.#activeMemoryPaths();
147
+ if (paths.length === 0) return [];
148
+ const rg = spawnSync(resolveRipgrepCommand(), ["--line-number", "--context", "1", "--color", "never", trimmed, ...paths], {
149
+ encoding: "utf8",
150
+ timeout: 10000,
151
+ windowsHide: true,
152
+ });
153
+ if (rg.error || (rg.status !== 0 && !rg.stdout)) return this.#fallbackSearch(trimmed, max, paths);
154
+ return rg.stdout.split(/\r?\n/).filter(Boolean).slice(0, max).map((line) => ({ line }));
155
+ }
156
+
157
+ open(identifier) {
158
+ this.ensureFresh();
159
+ const raw = String(identifier ?? "").trim();
160
+ if (!raw) throw new Error("memory id or path is required");
161
+ const entry = this.entries.get(raw);
162
+ const path = entry ? entry.path : this.#resolveMemoryPath(raw);
163
+ if (!existsSync(path)) throw new Error(`memory not found: ${raw}`);
164
+ return { path, content: readFileSync(path, "utf8"), entry: entry ?? null };
165
+ }
166
+
167
+ save({ id = null, name = null, description = null, body = null, tags = null } = {}) {
168
+ this.ensureFresh();
169
+ const existing = id ? this.entries.get(String(id)) : null;
170
+ if (id && !existing) throw new Error(`memory not found: ${id}`);
171
+ const nextId = existing?.id ?? String(id ?? generateMemoryId());
172
+ const now = this.now().toISOString();
173
+ const nextTags = tags == null ? existing?.tags : normalizeTags(tags);
174
+ if (!existing && (!nextTags || nextTags.length === 0)) throw new Error("tags are required when creating a memory");
175
+ if (tags != null && nextTags.length === 0) throw new Error("tags must include at least one valid tag");
176
+ const nextName = name ?? existing?.name;
177
+ const nextDescription = description ?? existing?.description;
178
+ if (!nextName) throw new Error("name is required");
179
+ if (!nextDescription) throw new Error("description is required");
180
+ if (!existing && body == null) throw new Error("body is required");
181
+ const nextBody = body ?? (existing ? parseMemoryMarkdown(readFileSync(existing.path, "utf8")).body : "");
182
+ const nextPath = existing?.path ?? this.#newMemoryPath(now, nextName);
183
+ mkdirSync(dirname(nextPath), { recursive: true });
184
+ const content = formatMemoryMarkdown({
185
+ frontmatter: {
186
+ id: nextId,
187
+ name: nextName,
188
+ description: nextDescription,
189
+ tags: nextTags,
190
+ status: existing?.status ?? "active",
191
+ created_at: existing?.createdAt ?? now,
192
+ updated_at: now,
193
+ },
194
+ body: nextBody,
195
+ });
196
+ writeFileSync(nextPath, content, "utf8");
197
+ this.scan({ force: true });
198
+ return this.entries.get(nextId) ?? { id: nextId, path: nextPath, name: nextName, description: nextDescription, tags: nextTags };
199
+ }
200
+
201
+ delete(identifier) {
202
+ this.ensureFresh();
203
+ const raw = String(identifier ?? "").trim();
204
+ if (!raw) throw new Error("memory id or path is required");
205
+ const existing = this.entries.get(raw);
206
+ const path = existing ? existing.path : this.#resolveMemoryPath(raw);
207
+ const result = softDeleteMemoryFile({ path, entry: existing, now: this.now });
208
+ this.scan({ force: true });
209
+ return result;
210
+ }
211
+
212
+ #recall(text, { limit, excluded, currentProject }) {
213
+ this.ensureFresh();
214
+ const queryTerms = this.#extractKnownTagTerms(text);
215
+ if (queryTerms.length === 0) return [];
216
+ const query = queryTerms.map(quoteFtsTerm).join(" OR ");
217
+ let rows = [];
218
+ try {
219
+ rows = queryMarkdownMemoryIndex(this.db, query);
220
+ } catch {
221
+ return [];
222
+ }
223
+ const scored = [];
224
+ for (const row of rows) {
225
+ if (excluded.has(row.id)) continue;
226
+ const entry = this.entries.get(row.id);
227
+ if (!entry || entry.status !== "active" || !entry.description) continue;
228
+ const score = scoreEntry(entry, queryTerms, currentProject);
229
+ if (score <= 0) continue;
230
+ scored.push({ score, entry });
231
+ }
232
+ scored.sort((a, b) => b.score - a.score || a.entry.name.localeCompare(b.entry.name));
233
+ return scored.slice(0, limit).map(({ entry }) => toHint(entry));
234
+ }
235
+
236
+ #extractKnownTagTerms(text) {
237
+ const normalized = normalizeText(text);
238
+ if (!normalized) return [];
239
+ const terms = [];
240
+ for (const term of this.tagDictionary) {
241
+ if (term.length < 2) continue;
242
+ if (normalized.includes(term)) terms.push(term);
243
+ }
244
+ return [...new Set(terms)].sort((a, b) => b.length - a.length).slice(0, 16);
245
+ }
246
+
247
+ #rebuildTagDictionary() {
248
+ this.tagDictionary = new Set();
249
+ for (const entry of this.entries.values()) {
250
+ for (const term of expandTags(entry.tags)) this.tagDictionary.add(normalizeText(term));
251
+ }
252
+ }
253
+
254
+ #newMemoryPath(isoDate, name) {
255
+ const date = isoDate.slice(0, 10);
256
+ const [year, month, day] = date.split("-");
257
+ const week = `week${Math.ceil(Number(day) / 7)}`;
258
+ return join(this.root, year, month, week, `${date}-${slugify(name)}.md`);
259
+ }
260
+
261
+ #resolveMemoryPath(raw) {
262
+ const path = isAbsolute(raw) ? raw : resolve(this.root, raw);
263
+ const rel = relative(this.root, path);
264
+ if (rel.startsWith("..") || isAbsolute(rel)) throw new Error(`memory path is outside root: ${raw}`);
265
+ return path;
266
+ }
267
+
268
+ #activeMemoryPaths() {
269
+ return [...this.entries.values()]
270
+ .filter((entry) => entry.status === "active")
271
+ .map((entry) => entry.path);
272
+ }
273
+
274
+ #fallbackSearch(query, limit, paths = this.#activeMemoryPaths()) {
275
+ const matches = [];
276
+ for (const path of paths) {
277
+ if (!existsSync(path)) continue;
278
+ const lines = readFileSync(path, "utf8").split(/\r?\n/);
279
+ for (let i = 0; i < lines.length; i++) {
280
+ if (lines[i].includes(query)) matches.push({ line: `${path}:${i + 1}:${lines[i]}` });
281
+ if (matches.length >= limit) return matches;
282
+ }
283
+ }
284
+ return matches;
285
+ }
286
+ }