march-cli 0.1.21 → 0.1.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (244) hide show
  1. package/README.md +88 -0
  2. package/README.zh.md +88 -0
  3. package/bin/march.mjs +13 -13
  4. package/package.json +43 -43
  5. package/src/agent/command-exec-tool.mjs +172 -168
  6. package/src/agent/context-stats-tool.mjs +57 -57
  7. package/src/agent/editing/diff-apply.mjs +28 -28
  8. package/src/agent/editing/diff-format.mjs +57 -57
  9. package/src/agent/editing/lsp-report.mjs +69 -69
  10. package/src/agent/file-edit-tool.mjs +262 -262
  11. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  12. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  13. package/src/agent/model-payload-dumper.mjs +208 -208
  14. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  15. package/src/agent/provider/payload-messages.mjs +138 -138
  16. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  17. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  18. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  19. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  20. package/src/agent/runner/fast-model.mjs +36 -36
  21. package/src/agent/runner/runner-cleanup.mjs +12 -12
  22. package/src/agent/runner/runner-init.mjs +15 -15
  23. package/src/agent/runner/runner-session-state.mjs +40 -40
  24. package/src/agent/runner/runner-utils.mjs +24 -24
  25. package/src/agent/runner.mjs +299 -299
  26. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  27. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  28. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  29. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  30. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  31. package/src/agent/runtime/runner-process-client.mjs +47 -47
  32. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  33. package/src/agent/runtime/runner-process-factory.mjs +108 -108
  34. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  35. package/src/agent/runtime/runtime-factory.mjs +42 -42
  36. package/src/agent/runtime/runtime-host.mjs +34 -34
  37. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  38. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  39. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  40. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  41. package/src/agent/session/session-auto-name.mjs +41 -41
  42. package/src/agent/session/session-binding.mjs +12 -12
  43. package/src/agent/session/session-options.mjs +47 -47
  44. package/src/agent/tool-names.mjs +1 -1
  45. package/src/agent/tool-result.mjs +3 -3
  46. package/src/agent/tool-summary.mjs +112 -112
  47. package/src/agent/tools.mjs +58 -58
  48. package/src/agent/turn/turn-events.mjs +111 -111
  49. package/src/agent/turn/turn-logging.mjs +30 -30
  50. package/src/agent/turn/turn-runner.mjs +196 -196
  51. package/src/agent/vision-capability.mjs +14 -14
  52. package/src/auth/login-command.mjs +90 -90
  53. package/src/auth/storage.mjs +34 -34
  54. package/src/cli/args.mjs +79 -79
  55. package/src/cli/commands/copy-command.mjs +87 -87
  56. package/src/cli/commands/export-command.mjs +206 -206
  57. package/src/cli/commands/extensions-command.mjs +53 -53
  58. package/src/cli/commands/help-command.mjs +7 -7
  59. package/src/cli/commands/model-command.mjs +141 -141
  60. package/src/cli/commands/paste-image-command.mjs +43 -43
  61. package/src/cli/commands/provider-command.mjs +59 -59
  62. package/src/cli/commands/status-command.mjs +194 -194
  63. package/src/cli/commands/thinking-command.mjs +87 -87
  64. package/src/cli/fallback-ui.mjs +156 -156
  65. package/src/cli/input/attachment-tokens.mjs +20 -20
  66. package/src/cli/input/autocomplete.mjs +74 -106
  67. package/src/cli/input/external-editor.mjs +39 -39
  68. package/src/cli/input/file-search/index.mjs +160 -0
  69. package/src/cli/input/history-store.mjs +35 -35
  70. package/src/cli/input/image-clipboard.mjs +55 -55
  71. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  72. package/src/cli/input/keybindings.mjs +96 -96
  73. package/src/cli/input/mode-state.mjs +43 -43
  74. package/src/cli/input/prompt-templates.mjs +84 -84
  75. package/src/cli/input/select-with-keyboard.mjs +86 -86
  76. package/src/cli/permissions.mjs +103 -103
  77. package/src/cli/repl-commands.mjs +86 -86
  78. package/src/cli/repl-loop.mjs +183 -183
  79. package/src/cli/selector-list.mjs +21 -21
  80. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  81. package/src/cli/session/session-command.mjs +23 -23
  82. package/src/cli/session/session-list-command.mjs +68 -68
  83. package/src/cli/session/session-name-command.mjs +26 -26
  84. package/src/cli/session/session-source-command.mjs +89 -89
  85. package/src/cli/session/session-switch-command.mjs +1 -1
  86. package/src/cli/shell/shell-command.mjs +55 -55
  87. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  88. package/src/cli/shell/shell-drawer.mjs +192 -192
  89. package/src/cli/shell/shell-split-layout.mjs +70 -70
  90. package/src/cli/slash-commands.mjs +192 -192
  91. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  92. package/src/cli/startup/runtime-close.mjs +23 -23
  93. package/src/cli/startup/startup-banner.mjs +71 -71
  94. package/src/cli/startup/startup-session.mjs +51 -51
  95. package/src/cli/status-line-updater.mjs +75 -75
  96. package/src/cli/tool-output.mjs +9 -9
  97. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  98. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  99. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  100. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  101. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  102. package/src/cli/tui/markdown-renderer.mjs +285 -285
  103. package/src/cli/tui/output/scroll-state.mjs +79 -79
  104. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  105. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  106. package/src/cli/tui/output/visible-lines.mjs +8 -8
  107. package/src/cli/tui/output-buffer.mjs +293 -293
  108. package/src/cli/tui/permission-request-ui.mjs +18 -18
  109. package/src/cli/tui/recall-rendering.mjs +25 -25
  110. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  111. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  112. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  113. package/src/cli/tui/selection-screen.mjs +269 -269
  114. package/src/cli/tui/status/retry-status.mjs +72 -72
  115. package/src/cli/tui/status/spinner-status.mjs +42 -42
  116. package/src/cli/tui/status/status-bar.mjs +225 -225
  117. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  118. package/src/cli/tui/syntax/languages.mjs +91 -91
  119. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  120. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  121. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  122. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  123. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  124. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  125. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  126. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  127. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  128. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  129. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  130. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  131. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  132. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  133. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  134. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  135. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  136. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  137. package/src/cli/tui/tool-rendering.mjs +87 -87
  138. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  139. package/src/cli/tui/tui-handlers.mjs +111 -111
  140. package/src/cli/tui/tui-input-controller.mjs +61 -61
  141. package/src/cli/tui/ui-theme.mjs +157 -157
  142. package/src/cli/ui.mjs +297 -297
  143. package/src/config/config-json.mjs +84 -84
  144. package/src/config/dotenv.mjs +20 -20
  145. package/src/config/features.mjs +75 -75
  146. package/src/config/loader.mjs +143 -143
  147. package/src/config/settings-command.mjs +97 -97
  148. package/src/context/engine.mjs +198 -198
  149. package/src/context/injections.mjs +26 -26
  150. package/src/context/profiles.mjs +39 -39
  151. package/src/context/project-context.mjs +20 -20
  152. package/src/context/session-status.mjs +17 -17
  153. package/src/context/shell-layers.mjs +23 -23
  154. package/src/context/system-core/base.md +61 -53
  155. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  156. package/src/context/system-core/prompts/default.md +3 -3
  157. package/src/context/system-core.mjs +35 -35
  158. package/src/debug/logger.mjs +141 -141
  159. package/src/debug/model-context-dumper.mjs +52 -52
  160. package/src/extensions/discovery.mjs +40 -40
  161. package/src/extensions/lifecycle-adapter.mjs +210 -210
  162. package/src/extensions/lifecycle-manifest.mjs +69 -69
  163. package/src/image-gen/index.mjs +7 -7
  164. package/src/image-gen/provider.mjs +231 -231
  165. package/src/image-gen/tool.mjs +84 -84
  166. package/src/lsp/client.mjs +257 -257
  167. package/src/lsp/diagnostic-store.mjs +42 -42
  168. package/src/lsp/diagnostics-format.mjs +72 -72
  169. package/src/lsp/managed-node-server.mjs +99 -99
  170. package/src/lsp/path-match.mjs +10 -10
  171. package/src/lsp/server-definitions.mjs +188 -188
  172. package/src/lsp/servers.mjs +165 -165
  173. package/src/lsp/service.mjs +110 -110
  174. package/src/lsp/status-message.mjs +9 -9
  175. package/src/lsp/typescript-project-resolver.mjs +186 -186
  176. package/src/main.mjs +299 -299
  177. package/src/mcp/client.mjs +195 -195
  178. package/src/mcp/config.mjs +130 -130
  179. package/src/mcp/index.mjs +48 -48
  180. package/src/mcp/tools.mjs +98 -98
  181. package/src/memory/markdown/markdown-delete.mjs +23 -23
  182. package/src/memory/markdown/markdown-format.mjs +128 -128
  183. package/src/memory/markdown/markdown-recall.mjs +28 -28
  184. package/src/memory/markdown/ripgrep.mjs +16 -16
  185. package/src/memory/markdown/sqlite-index.mjs +87 -87
  186. package/src/memory/markdown-store.mjs +286 -286
  187. package/src/memory/markdown-tools.mjs +103 -103
  188. package/src/network/environment.mjs +131 -131
  189. package/src/notification/desktop-notifier.mjs +262 -262
  190. package/src/platform/open-file.mjs +28 -28
  191. package/src/platform/spawn-command.mjs +27 -27
  192. package/src/provider/accept-command.mjs +89 -89
  193. package/src/provider/command.mjs +21 -21
  194. package/src/provider/config-command.mjs +129 -129
  195. package/src/provider/custom-provider.mjs +113 -113
  196. package/src/provider/hosted-tools.mjs +111 -111
  197. package/src/provider/presets.mjs +72 -72
  198. package/src/provider/share-command.mjs +79 -79
  199. package/src/provider/share-payload.mjs +52 -52
  200. package/src/session/attachment-display.mjs +16 -16
  201. package/src/session/attachment-references.mjs +65 -65
  202. package/src/session/attachments.mjs +140 -140
  203. package/src/session/persist.mjs +1 -1
  204. package/src/session/pi-manager.mjs +34 -34
  205. package/src/session/session-utils.mjs +16 -16
  206. package/src/session/sidecar-sync.mjs +19 -19
  207. package/src/session/sidecar.mjs +69 -69
  208. package/src/session/transcript.mjs +83 -83
  209. package/src/session/tree.mjs +42 -42
  210. package/src/shell/cli-runtime.mjs +11 -11
  211. package/src/shell/hints.mjs +12 -12
  212. package/src/shell/node-pty-adapter.mjs +81 -81
  213. package/src/shell/runtime-state.mjs +126 -126
  214. package/src/shell/runtime.mjs +252 -252
  215. package/src/shell/screen-buffer.mjs +136 -136
  216. package/src/shell/tool-read.mjs +74 -74
  217. package/src/shell/tools.mjs +299 -299
  218. package/src/supergrok/actions/image-generate.mjs +60 -60
  219. package/src/supergrok/actions/search.mjs +78 -78
  220. package/src/supergrok/auth.mjs +36 -36
  221. package/src/supergrok/constants.mjs +18 -18
  222. package/src/supergrok/oauth-provider.mjs +278 -278
  223. package/src/supergrok/provider.mjs +35 -35
  224. package/src/supergrok/response.mjs +76 -76
  225. package/src/supergrok/tool.mjs +61 -61
  226. package/src/text/ansi.mjs +3 -3
  227. package/src/web/config-command.mjs +43 -43
  228. package/src/web/fetch.mjs +78 -78
  229. package/src/web/presets.mjs +16 -16
  230. package/src/web/search.mjs +83 -83
  231. package/src/web/tools.mjs +107 -107
  232. package/src/memory/database.mjs +0 -219
  233. package/src/memory/glossary.mjs +0 -124
  234. package/src/memory/graph/graph-cascades.mjs +0 -109
  235. package/src/memory/graph/graph-diagnostics.mjs +0 -73
  236. package/src/memory/graph/graph-path-removal.mjs +0 -50
  237. package/src/memory/graph/graph-path-utils.mjs +0 -17
  238. package/src/memory/graph/graph-primitives.mjs +0 -103
  239. package/src/memory/graph/graph-read.mjs +0 -159
  240. package/src/memory/graph.mjs +0 -282
  241. package/src/memory/search.mjs +0 -142
  242. package/src/memory/snapshot.mjs +0 -86
  243. package/src/memory/system-views.mjs +0 -120
  244. package/src/memory/tools.mjs +0 -282
@@ -1,286 +1,286 @@
1
- import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
2
- import { basename, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
3
- import { spawnSync } from "node:child_process";
4
- import {
5
- expandTags,
6
- formatMemoryMarkdown,
7
- generateMemoryId,
8
- normalizeTags,
9
- normalizeText,
10
- parseMemoryMarkdown,
11
- quoteFtsTerm,
12
- slugify,
13
- walkMarkdownFiles,
14
- } from "./markdown/markdown-format.mjs";
15
- import { formatRecallHints, scoreEntry, toHint } from "./markdown/markdown-recall.mjs";
16
- import { clearMarkdownMemoryIndex, loadMarkdownMemoryIndex, openMarkdownMemoryIndex, queryMarkdownMemoryIndex, replaceMarkdownMemoryIndex } from "./markdown/sqlite-index.mjs";
17
- import { resolveRipgrepCommand } from "./markdown/ripgrep.mjs";
18
- import { softDeleteMemoryFile } from "./markdown/markdown-delete.mjs";
19
-
20
- export { formatRecallHints } from "./markdown/markdown-recall.mjs";
21
- export { normalizeTags } from "./markdown/markdown-format.mjs";
22
-
23
- const DEFAULT_SCAN_INTERVAL_MS = 5000;
24
-
25
- export class MarkdownMemoryStore {
26
- constructor({ root, now = () => new Date(), indexPath = null } = {}) {
27
- if (!root) throw new Error("MarkdownMemoryStore requires a root path");
28
- this.root = resolve(root);
29
- this.now = now;
30
- this.indexPath = indexPath ? resolve(indexPath) : join(this.root, ".march-memory-index.sqlite");
31
- this.db = openMarkdownMemoryIndex(this.indexPath);
32
- this.entries = new Map();
33
- this.pathStats = new Map();
34
- this.tagDictionary = new Set();
35
- this.diagnostics = [];
36
- this.lastScanAt = 0;
37
- this.scanIntervalMs = DEFAULT_SCAN_INTERVAL_MS;
38
- this.turnSeenMemoryIds = new Set();
39
- this.scan();
40
- }
41
-
42
- scan({ force = false } = {}) {
43
- mkdirSync(this.root, { recursive: true });
44
- if (force) clearMarkdownMemoryIndex(this.db);
45
- const cached = force ? { entries: new Map(), pathStats: new Map() } : loadMarkdownMemoryIndex(this.db);
46
- const seenPaths = new Set();
47
- const nextEntries = new Map(cached.entries);
48
- const nextStats = new Map(cached.pathStats);
49
- const diagnostics = [];
50
-
51
- for (const path of walkMarkdownFiles(this.root)) {
52
- seenPaths.add(path);
53
- const stat = statSync(path);
54
- const prev = this.pathStats.get(path);
55
- if (!force && prev && prev.mtimeMs === stat.mtimeMs && prev.size === stat.size) continue;
56
- try {
57
- const parsed = parseMemoryMarkdown(readFileSync(path, "utf8"));
58
- if (!parsed.frontmatter.id) {
59
- diagnostics.push({ type: "warning", path, message: "Memory file is missing id" });
60
- continue;
61
- }
62
- if (!parsed.frontmatter.description) {
63
- diagnostics.push({ type: "warning", path, message: "Memory file is missing description; excluded from memory hint recall" });
64
- }
65
- const tags = normalizeTags(parsed.frontmatter.tags ?? []);
66
- const entry = {
67
- id: String(parsed.frontmatter.id),
68
- path,
69
- name: String(parsed.frontmatter.name ?? parsed.title ?? basename(path, extname(path))),
70
- description: String(parsed.frontmatter.description ?? ""),
71
- tags,
72
- status: String(parsed.frontmatter.status ?? "active"),
73
- createdAt: parsed.frontmatter.created_at ?? null,
74
- updatedAt: parsed.frontmatter.updated_at ?? null,
75
- mtimeMs: stat.mtimeMs,
76
- size: stat.size,
77
- };
78
- const duplicate = [...nextEntries.values()].find((item) => item.id === entry.id && item.path !== path);
79
- if (duplicate) {
80
- diagnostics.push({ type: "error", path, message: `Duplicate memory id: ${entry.id} also in ${duplicate.path}` });
81
- continue;
82
- }
83
- for (const [id, item] of nextEntries) {
84
- if (item.path === path && id !== entry.id) nextEntries.delete(id);
85
- }
86
- nextEntries.set(entry.id, entry);
87
- nextStats.set(path, { mtimeMs: stat.mtimeMs, size: stat.size });
88
- } catch (err) {
89
- diagnostics.push({ type: "error", path, message: `Failed to parse memory file: ${err.message}` });
90
- }
91
- }
92
-
93
- for (const [id, entry] of nextEntries) {
94
- if (!seenPaths.has(entry.path)) nextEntries.delete(id);
95
- }
96
- for (const path of nextStats.keys()) {
97
- if (!seenPaths.has(path)) nextStats.delete(path);
98
- }
99
-
100
- this.entries = nextEntries;
101
- this.pathStats = nextStats;
102
- this.diagnostics = diagnostics;
103
- this.#rebuildTagDictionary();
104
- replaceMarkdownMemoryIndex(this.db, this.entries, expandTags);
105
- this.lastScanAt = Date.now();
106
- return { entries: this.entries.size, diagnostics };
107
- }
108
-
109
- ensureFresh() {
110
- if (Date.now() - this.lastScanAt > this.scanIntervalMs) this.scan();
111
- }
112
-
113
- beginTurn() {
114
- this.turnSeenMemoryIds = new Set();
115
- }
116
-
117
- endTurn() {
118
- this.turnSeenMemoryIds = new Set();
119
- }
120
-
121
- close() {
122
- this.db.close?.();
123
- }
124
-
125
- recallForUser(text, { limit = 3, currentProject = "", excludedIds = [] } = {}) {
126
- const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
127
- const hints = this.#recall(text, { limit, excluded, currentProject });
128
- for (const hint of hints) {
129
- this.turnSeenMemoryIds.add(hint.id);
130
- }
131
- return hints;
132
- }
133
-
134
- recallForAssistant(text, { limit = 2, currentProject = "", excludedIds = [] } = {}) {
135
- const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
136
- const hints = this.#recall(text, { limit, excluded, currentProject });
137
- for (const hint of hints) this.turnSeenMemoryIds.add(hint.id);
138
- return hints;
139
- }
140
-
141
- searchRipgrep(query, { limit = 20 } = {}) {
142
- this.ensureFresh();
143
- const trimmed = String(query ?? "").trim();
144
- if (!trimmed) return [];
145
- const max = Math.max(1, Number(limit) || 20);
146
- const paths = this.#activeMemoryPaths();
147
- if (paths.length === 0) return [];
148
- const rg = spawnSync(resolveRipgrepCommand(), ["--line-number", "--context", "1", "--color", "never", trimmed, ...paths], {
149
- encoding: "utf8",
150
- timeout: 10000,
151
- windowsHide: true,
152
- });
153
- if (rg.error || (rg.status !== 0 && !rg.stdout)) return this.#fallbackSearch(trimmed, max, paths);
154
- return rg.stdout.split(/\r?\n/).filter(Boolean).slice(0, max).map((line) => ({ line }));
155
- }
156
-
157
- open(identifier) {
158
- this.ensureFresh();
159
- const raw = String(identifier ?? "").trim();
160
- if (!raw) throw new Error("memory id or path is required");
161
- const entry = this.entries.get(raw);
162
- const path = entry ? entry.path : this.#resolveMemoryPath(raw);
163
- if (!existsSync(path)) throw new Error(`memory not found: ${raw}`);
164
- return { path, content: readFileSync(path, "utf8"), entry: entry ?? null };
165
- }
166
-
167
- save({ id = null, name = null, description = null, body = null, tags = null } = {}) {
168
- this.ensureFresh();
169
- const existing = id ? this.entries.get(String(id)) : null;
170
- if (id && !existing) throw new Error(`memory not found: ${id}`);
171
- const nextId = existing?.id ?? String(id ?? generateMemoryId());
172
- const now = this.now().toISOString();
173
- const nextTags = tags == null ? existing?.tags : normalizeTags(tags);
174
- if (!existing && (!nextTags || nextTags.length === 0)) throw new Error("tags are required when creating a memory");
175
- if (tags != null && nextTags.length === 0) throw new Error("tags must include at least one valid tag");
176
- const nextName = name ?? existing?.name;
177
- const nextDescription = description ?? existing?.description;
178
- if (!nextName) throw new Error("name is required");
179
- if (!nextDescription) throw new Error("description is required");
180
- if (!existing && body == null) throw new Error("body is required");
181
- const nextBody = body ?? (existing ? parseMemoryMarkdown(readFileSync(existing.path, "utf8")).body : "");
182
- const nextPath = existing?.path ?? this.#newMemoryPath(now, nextName);
183
- mkdirSync(dirname(nextPath), { recursive: true });
184
- const content = formatMemoryMarkdown({
185
- frontmatter: {
186
- id: nextId,
187
- name: nextName,
188
- description: nextDescription,
189
- tags: nextTags,
190
- status: existing?.status ?? "active",
191
- created_at: existing?.createdAt ?? now,
192
- updated_at: now,
193
- },
194
- body: nextBody,
195
- });
196
- writeFileSync(nextPath, content, "utf8");
197
- this.scan({ force: true });
198
- return this.entries.get(nextId) ?? { id: nextId, path: nextPath, name: nextName, description: nextDescription, tags: nextTags };
199
- }
200
-
201
- delete(identifier) {
202
- this.ensureFresh();
203
- const raw = String(identifier ?? "").trim();
204
- if (!raw) throw new Error("memory id or path is required");
205
- const existing = this.entries.get(raw);
206
- const path = existing ? existing.path : this.#resolveMemoryPath(raw);
207
- const result = softDeleteMemoryFile({ path, entry: existing, now: this.now });
208
- this.scan({ force: true });
209
- return result;
210
- }
211
-
212
- #recall(text, { limit, excluded, currentProject }) {
213
- this.ensureFresh();
214
- const queryTerms = this.#extractKnownTagTerms(text);
215
- if (queryTerms.length === 0) return [];
216
- const query = queryTerms.map(quoteFtsTerm).join(" OR ");
217
- let rows = [];
218
- try {
219
- rows = queryMarkdownMemoryIndex(this.db, query);
220
- } catch {
221
- return [];
222
- }
223
- const scored = [];
224
- for (const row of rows) {
225
- if (excluded.has(row.id)) continue;
226
- const entry = this.entries.get(row.id);
227
- if (!entry || entry.status !== "active" || !entry.description) continue;
228
- const score = scoreEntry(entry, queryTerms, currentProject);
229
- if (score <= 0) continue;
230
- scored.push({ score, entry });
231
- }
232
- scored.sort((a, b) => b.score - a.score || a.entry.name.localeCompare(b.entry.name));
233
- return scored.slice(0, limit).map(({ entry }) => toHint(entry));
234
- }
235
-
236
- #extractKnownTagTerms(text) {
237
- const normalized = normalizeText(text);
238
- if (!normalized) return [];
239
- const terms = [];
240
- for (const term of this.tagDictionary) {
241
- if (term.length < 2) continue;
242
- if (normalized.includes(term)) terms.push(term);
243
- }
244
- return [...new Set(terms)].sort((a, b) => b.length - a.length).slice(0, 16);
245
- }
246
-
247
- #rebuildTagDictionary() {
248
- this.tagDictionary = new Set();
249
- for (const entry of this.entries.values()) {
250
- for (const term of expandTags(entry.tags)) this.tagDictionary.add(normalizeText(term));
251
- }
252
- }
253
-
254
- #newMemoryPath(isoDate, name) {
255
- const date = isoDate.slice(0, 10);
256
- const [year, month, day] = date.split("-");
257
- const week = `week${Math.ceil(Number(day) / 7)}`;
258
- return join(this.root, year, month, week, `${date}-${slugify(name)}.md`);
259
- }
260
-
261
- #resolveMemoryPath(raw) {
262
- const path = isAbsolute(raw) ? raw : resolve(this.root, raw);
263
- const rel = relative(this.root, path);
264
- if (rel.startsWith("..") || isAbsolute(rel)) throw new Error(`memory path is outside root: ${raw}`);
265
- return path;
266
- }
267
-
268
- #activeMemoryPaths() {
269
- return [...this.entries.values()]
270
- .filter((entry) => entry.status === "active")
271
- .map((entry) => entry.path);
272
- }
273
-
274
- #fallbackSearch(query, limit, paths = this.#activeMemoryPaths()) {
275
- const matches = [];
276
- for (const path of paths) {
277
- if (!existsSync(path)) continue;
278
- const lines = readFileSync(path, "utf8").split(/\r?\n/);
279
- for (let i = 0; i < lines.length; i++) {
280
- if (lines[i].includes(query)) matches.push({ line: `${path}:${i + 1}:${lines[i]}` });
281
- if (matches.length >= limit) return matches;
282
- }
283
- }
284
- return matches;
285
- }
286
- }
1
+ import { existsSync, mkdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
2
+ import { basename, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
3
+ import { spawnSync } from "node:child_process";
4
+ import {
5
+ expandTags,
6
+ formatMemoryMarkdown,
7
+ generateMemoryId,
8
+ normalizeTags,
9
+ normalizeText,
10
+ parseMemoryMarkdown,
11
+ quoteFtsTerm,
12
+ slugify,
13
+ walkMarkdownFiles,
14
+ } from "./markdown/markdown-format.mjs";
15
+ import { formatRecallHints, scoreEntry, toHint } from "./markdown/markdown-recall.mjs";
16
+ import { clearMarkdownMemoryIndex, loadMarkdownMemoryIndex, openMarkdownMemoryIndex, queryMarkdownMemoryIndex, replaceMarkdownMemoryIndex } from "./markdown/sqlite-index.mjs";
17
+ import { resolveRipgrepCommand } from "./markdown/ripgrep.mjs";
18
+ import { softDeleteMemoryFile } from "./markdown/markdown-delete.mjs";
19
+
20
+ export { formatRecallHints } from "./markdown/markdown-recall.mjs";
21
+ export { normalizeTags } from "./markdown/markdown-format.mjs";
22
+
23
+ const DEFAULT_SCAN_INTERVAL_MS = 5000;
24
+
25
+ export class MarkdownMemoryStore {
26
+ constructor({ root, now = () => new Date(), indexPath = null } = {}) {
27
+ if (!root) throw new Error("MarkdownMemoryStore requires a root path");
28
+ this.root = resolve(root);
29
+ this.now = now;
30
+ this.indexPath = indexPath ? resolve(indexPath) : join(this.root, ".march-memory-index.sqlite");
31
+ this.db = openMarkdownMemoryIndex(this.indexPath);
32
+ this.entries = new Map();
33
+ this.pathStats = new Map();
34
+ this.tagDictionary = new Set();
35
+ this.diagnostics = [];
36
+ this.lastScanAt = 0;
37
+ this.scanIntervalMs = DEFAULT_SCAN_INTERVAL_MS;
38
+ this.turnSeenMemoryIds = new Set();
39
+ this.scan();
40
+ }
41
+
42
+ scan({ force = false } = {}) {
43
+ mkdirSync(this.root, { recursive: true });
44
+ if (force) clearMarkdownMemoryIndex(this.db);
45
+ const cached = force ? { entries: new Map(), pathStats: new Map() } : loadMarkdownMemoryIndex(this.db);
46
+ const seenPaths = new Set();
47
+ const nextEntries = new Map(cached.entries);
48
+ const nextStats = new Map(cached.pathStats);
49
+ const diagnostics = [];
50
+
51
+ for (const path of walkMarkdownFiles(this.root)) {
52
+ seenPaths.add(path);
53
+ const stat = statSync(path);
54
+ const prev = this.pathStats.get(path);
55
+ if (!force && prev && prev.mtimeMs === stat.mtimeMs && prev.size === stat.size) continue;
56
+ try {
57
+ const parsed = parseMemoryMarkdown(readFileSync(path, "utf8"));
58
+ if (!parsed.frontmatter.id) {
59
+ diagnostics.push({ type: "warning", path, message: "Memory file is missing id" });
60
+ continue;
61
+ }
62
+ if (!parsed.frontmatter.description) {
63
+ diagnostics.push({ type: "warning", path, message: "Memory file is missing description; excluded from memory hint recall" });
64
+ }
65
+ const tags = normalizeTags(parsed.frontmatter.tags ?? []);
66
+ const entry = {
67
+ id: String(parsed.frontmatter.id),
68
+ path,
69
+ name: String(parsed.frontmatter.name ?? parsed.title ?? basename(path, extname(path))),
70
+ description: String(parsed.frontmatter.description ?? ""),
71
+ tags,
72
+ status: String(parsed.frontmatter.status ?? "active"),
73
+ createdAt: parsed.frontmatter.created_at ?? null,
74
+ updatedAt: parsed.frontmatter.updated_at ?? null,
75
+ mtimeMs: stat.mtimeMs,
76
+ size: stat.size,
77
+ };
78
+ const duplicate = [...nextEntries.values()].find((item) => item.id === entry.id && item.path !== path);
79
+ if (duplicate) {
80
+ diagnostics.push({ type: "error", path, message: `Duplicate memory id: ${entry.id} also in ${duplicate.path}` });
81
+ continue;
82
+ }
83
+ for (const [id, item] of nextEntries) {
84
+ if (item.path === path && id !== entry.id) nextEntries.delete(id);
85
+ }
86
+ nextEntries.set(entry.id, entry);
87
+ nextStats.set(path, { mtimeMs: stat.mtimeMs, size: stat.size });
88
+ } catch (err) {
89
+ diagnostics.push({ type: "error", path, message: `Failed to parse memory file: ${err.message}` });
90
+ }
91
+ }
92
+
93
+ for (const [id, entry] of nextEntries) {
94
+ if (!seenPaths.has(entry.path)) nextEntries.delete(id);
95
+ }
96
+ for (const path of nextStats.keys()) {
97
+ if (!seenPaths.has(path)) nextStats.delete(path);
98
+ }
99
+
100
+ this.entries = nextEntries;
101
+ this.pathStats = nextStats;
102
+ this.diagnostics = diagnostics;
103
+ this.#rebuildTagDictionary();
104
+ replaceMarkdownMemoryIndex(this.db, this.entries, expandTags);
105
+ this.lastScanAt = Date.now();
106
+ return { entries: this.entries.size, diagnostics };
107
+ }
108
+
109
+ ensureFresh() {
110
+ if (Date.now() - this.lastScanAt > this.scanIntervalMs) this.scan();
111
+ }
112
+
113
+ beginTurn() {
114
+ this.turnSeenMemoryIds = new Set();
115
+ }
116
+
117
+ endTurn() {
118
+ this.turnSeenMemoryIds = new Set();
119
+ }
120
+
121
+ close() {
122
+ this.db.close?.();
123
+ }
124
+
125
+ recallForUser(text, { limit = 3, currentProject = "", excludedIds = [] } = {}) {
126
+ const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
127
+ const hints = this.#recall(text, { limit, excluded, currentProject });
128
+ for (const hint of hints) {
129
+ this.turnSeenMemoryIds.add(hint.id);
130
+ }
131
+ return hints;
132
+ }
133
+
134
+ recallForAssistant(text, { limit = 2, currentProject = "", excludedIds = [] } = {}) {
135
+ const excluded = new Set([...excludedIds, ...this.turnSeenMemoryIds]);
136
+ const hints = this.#recall(text, { limit, excluded, currentProject });
137
+ for (const hint of hints) this.turnSeenMemoryIds.add(hint.id);
138
+ return hints;
139
+ }
140
+
141
+ searchRipgrep(query, { limit = 20 } = {}) {
142
+ this.ensureFresh();
143
+ const trimmed = String(query ?? "").trim();
144
+ if (!trimmed) return [];
145
+ const max = Math.max(1, Number(limit) || 20);
146
+ const paths = this.#activeMemoryPaths();
147
+ if (paths.length === 0) return [];
148
+ const rg = spawnSync(resolveRipgrepCommand(), ["--line-number", "--context", "1", "--color", "never", trimmed, ...paths], {
149
+ encoding: "utf8",
150
+ timeout: 10000,
151
+ windowsHide: true,
152
+ });
153
+ if (rg.error || (rg.status !== 0 && !rg.stdout)) return this.#fallbackSearch(trimmed, max, paths);
154
+ return rg.stdout.split(/\r?\n/).filter(Boolean).slice(0, max).map((line) => ({ line }));
155
+ }
156
+
157
+ open(identifier) {
158
+ this.ensureFresh();
159
+ const raw = String(identifier ?? "").trim();
160
+ if (!raw) throw new Error("memory id or path is required");
161
+ const entry = this.entries.get(raw);
162
+ const path = entry ? entry.path : this.#resolveMemoryPath(raw);
163
+ if (!existsSync(path)) throw new Error(`memory not found: ${raw}`);
164
+ return { path, content: readFileSync(path, "utf8"), entry: entry ?? null };
165
+ }
166
+
167
+ save({ id = null, name = null, description = null, body = null, tags = null } = {}) {
168
+ this.ensureFresh();
169
+ const existing = id ? this.entries.get(String(id)) : null;
170
+ if (id && !existing) throw new Error(`memory not found: ${id}`);
171
+ const nextId = existing?.id ?? String(id ?? generateMemoryId());
172
+ const now = this.now().toISOString();
173
+ const nextTags = tags == null ? existing?.tags : normalizeTags(tags);
174
+ if (!existing && (!nextTags || nextTags.length === 0)) throw new Error("tags are required when creating a memory");
175
+ if (tags != null && nextTags.length === 0) throw new Error("tags must include at least one valid tag");
176
+ const nextName = name ?? existing?.name;
177
+ const nextDescription = description ?? existing?.description;
178
+ if (!nextName) throw new Error("name is required");
179
+ if (!nextDescription) throw new Error("description is required");
180
+ if (!existing && body == null) throw new Error("body is required");
181
+ const nextBody = body ?? (existing ? parseMemoryMarkdown(readFileSync(existing.path, "utf8")).body : "");
182
+ const nextPath = existing?.path ?? this.#newMemoryPath(now, nextName);
183
+ mkdirSync(dirname(nextPath), { recursive: true });
184
+ const content = formatMemoryMarkdown({
185
+ frontmatter: {
186
+ id: nextId,
187
+ name: nextName,
188
+ description: nextDescription,
189
+ tags: nextTags,
190
+ status: existing?.status ?? "active",
191
+ created_at: existing?.createdAt ?? now,
192
+ updated_at: now,
193
+ },
194
+ body: nextBody,
195
+ });
196
+ writeFileSync(nextPath, content, "utf8");
197
+ this.scan({ force: true });
198
+ return this.entries.get(nextId) ?? { id: nextId, path: nextPath, name: nextName, description: nextDescription, tags: nextTags };
199
+ }
200
+
201
+ delete(identifier) {
202
+ this.ensureFresh();
203
+ const raw = String(identifier ?? "").trim();
204
+ if (!raw) throw new Error("memory id or path is required");
205
+ const existing = this.entries.get(raw);
206
+ const path = existing ? existing.path : this.#resolveMemoryPath(raw);
207
+ const result = softDeleteMemoryFile({ path, entry: existing, now: this.now });
208
+ this.scan({ force: true });
209
+ return result;
210
+ }
211
+
212
+ #recall(text, { limit, excluded, currentProject }) {
213
+ this.ensureFresh();
214
+ const queryTerms = this.#extractKnownTagTerms(text);
215
+ if (queryTerms.length === 0) return [];
216
+ const query = queryTerms.map(quoteFtsTerm).join(" OR ");
217
+ let rows = [];
218
+ try {
219
+ rows = queryMarkdownMemoryIndex(this.db, query);
220
+ } catch {
221
+ return [];
222
+ }
223
+ const scored = [];
224
+ for (const row of rows) {
225
+ if (excluded.has(row.id)) continue;
226
+ const entry = this.entries.get(row.id);
227
+ if (!entry || entry.status !== "active" || !entry.description) continue;
228
+ const score = scoreEntry(entry, queryTerms, currentProject);
229
+ if (score <= 0) continue;
230
+ scored.push({ score, entry });
231
+ }
232
+ scored.sort((a, b) => b.score - a.score || a.entry.name.localeCompare(b.entry.name));
233
+ return scored.slice(0, limit).map(({ entry }) => toHint(entry));
234
+ }
235
+
236
+ #extractKnownTagTerms(text) {
237
+ const normalized = normalizeText(text);
238
+ if (!normalized) return [];
239
+ const terms = [];
240
+ for (const term of this.tagDictionary) {
241
+ if (term.length < 2) continue;
242
+ if (normalized.includes(term)) terms.push(term);
243
+ }
244
+ return [...new Set(terms)].sort((a, b) => b.length - a.length).slice(0, 16);
245
+ }
246
+
247
+ #rebuildTagDictionary() {
248
+ this.tagDictionary = new Set();
249
+ for (const entry of this.entries.values()) {
250
+ for (const term of expandTags(entry.tags)) this.tagDictionary.add(normalizeText(term));
251
+ }
252
+ }
253
+
254
+ #newMemoryPath(isoDate, name) {
255
+ const date = isoDate.slice(0, 10);
256
+ const [year, month, day] = date.split("-");
257
+ const week = `week${Math.ceil(Number(day) / 7)}`;
258
+ return join(this.root, year, month, week, `${date}-${slugify(name)}.md`);
259
+ }
260
+
261
+ #resolveMemoryPath(raw) {
262
+ const path = isAbsolute(raw) ? raw : resolve(this.root, raw);
263
+ const rel = relative(this.root, path);
264
+ if (rel.startsWith("..") || isAbsolute(rel)) throw new Error(`memory path is outside root: ${raw}`);
265
+ return path;
266
+ }
267
+
268
+ #activeMemoryPaths() {
269
+ return [...this.entries.values()]
270
+ .filter((entry) => entry.status === "active")
271
+ .map((entry) => entry.path);
272
+ }
273
+
274
+ #fallbackSearch(query, limit, paths = this.#activeMemoryPaths()) {
275
+ const matches = [];
276
+ for (const path of paths) {
277
+ if (!existsSync(path)) continue;
278
+ const lines = readFileSync(path, "utf8").split(/\r?\n/);
279
+ for (let i = 0; i < lines.length; i++) {
280
+ if (lines[i].includes(query)) matches.push({ line: `${path}:${i + 1}:${lines[i]}` });
281
+ if (matches.length >= limit) return matches;
282
+ }
283
+ }
284
+ return matches;
285
+ }
286
+ }