march-cli 0.1.23 → 0.1.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/README.md +1 -1
  2. package/README.zh.md +1 -1
  3. package/bin/march.mjs +13 -13
  4. package/package.json +49 -43
  5. package/src/agent/command-exec-tool.mjs +172 -172
  6. package/src/agent/context-stats-tool.mjs +57 -57
  7. package/src/agent/editing/cohesion-warning.mjs +57 -0
  8. package/src/agent/editing/diff-apply.mjs +28 -28
  9. package/src/agent/editing/diff-format.mjs +57 -57
  10. package/src/agent/editing/lsp-report.mjs +69 -69
  11. package/src/agent/file-edit-tool.mjs +277 -262
  12. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  13. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  14. package/src/agent/model-payload-dumper.mjs +208 -208
  15. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  16. package/src/agent/provider/payload-messages.mjs +138 -138
  17. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  18. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  19. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  20. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  21. package/src/agent/runner/fast-model.mjs +36 -36
  22. package/src/agent/runner/runner-cleanup.mjs +12 -12
  23. package/src/agent/runner/runner-init.mjs +15 -15
  24. package/src/agent/runner/runner-session-state.mjs +40 -40
  25. package/src/agent/runner/runner-utils.mjs +24 -24
  26. package/src/agent/runner.mjs +299 -299
  27. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  28. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  29. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  30. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  31. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  32. package/src/agent/runtime/runner-process-client.mjs +47 -47
  33. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  34. package/src/agent/runtime/runner-process-factory.mjs +111 -108
  35. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  36. package/src/agent/runtime/runtime-factory.mjs +42 -42
  37. package/src/agent/runtime/runtime-host.mjs +34 -34
  38. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  39. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  40. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  41. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  42. package/src/agent/session/session-auto-name.mjs +41 -41
  43. package/src/agent/session/session-binding.mjs +12 -12
  44. package/src/agent/session/session-options.mjs +47 -47
  45. package/src/agent/tool-names.mjs +1 -1
  46. package/src/agent/tool-result.mjs +3 -3
  47. package/src/agent/tool-summary.mjs +112 -112
  48. package/src/agent/tools.mjs +58 -58
  49. package/src/agent/turn/turn-events.mjs +111 -111
  50. package/src/agent/turn/turn-logging.mjs +30 -30
  51. package/src/agent/turn/turn-runner.mjs +196 -196
  52. package/src/agent/vision-capability.mjs +14 -14
  53. package/src/auth/login-command.mjs +90 -90
  54. package/src/auth/storage.mjs +34 -34
  55. package/src/cli/args.mjs +96 -79
  56. package/src/cli/commands/copy-command.mjs +87 -87
  57. package/src/cli/commands/export-command.mjs +206 -206
  58. package/src/cli/commands/extensions-command.mjs +53 -53
  59. package/src/cli/commands/help-command.mjs +7 -7
  60. package/src/cli/commands/model-command.mjs +141 -141
  61. package/src/cli/commands/paste-image-command.mjs +43 -43
  62. package/src/cli/commands/provider-command.mjs +59 -59
  63. package/src/cli/commands/status-command.mjs +196 -194
  64. package/src/cli/commands/thinking-command.mjs +87 -87
  65. package/src/cli/fallback-ui.mjs +156 -156
  66. package/src/cli/input/attachment-tokens.mjs +20 -20
  67. package/src/cli/input/autocomplete.mjs +74 -74
  68. package/src/cli/input/external-editor.mjs +39 -39
  69. package/src/cli/input/file-search/index.mjs +160 -160
  70. package/src/cli/input/history-store.mjs +35 -35
  71. package/src/cli/input/image-clipboard.mjs +55 -55
  72. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  73. package/src/cli/input/keybindings.mjs +96 -96
  74. package/src/cli/input/mode-state.mjs +43 -43
  75. package/src/cli/input/prompt-templates.mjs +84 -84
  76. package/src/cli/input/select-with-keyboard.mjs +86 -86
  77. package/src/cli/permissions.mjs +103 -103
  78. package/src/cli/repl-commands.mjs +86 -86
  79. package/src/cli/repl-loop.mjs +183 -183
  80. package/src/cli/selector-list.mjs +21 -21
  81. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  82. package/src/cli/session/session-command.mjs +23 -23
  83. package/src/cli/session/session-list-command.mjs +68 -68
  84. package/src/cli/session/session-name-command.mjs +26 -26
  85. package/src/cli/session/session-source-command.mjs +89 -89
  86. package/src/cli/session/session-switch-command.mjs +1 -1
  87. package/src/cli/shell/shell-command.mjs +55 -55
  88. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  89. package/src/cli/shell/shell-drawer.mjs +192 -192
  90. package/src/cli/shell/shell-split-layout.mjs +70 -70
  91. package/src/cli/slash-commands.mjs +192 -192
  92. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  93. package/src/cli/startup/runtime-close.mjs +23 -23
  94. package/src/cli/startup/startup-banner.mjs +71 -71
  95. package/src/cli/startup/startup-session.mjs +51 -51
  96. package/src/cli/status-line-updater.mjs +75 -75
  97. package/src/cli/tool-output.mjs +9 -9
  98. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  99. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  100. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  101. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  102. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  103. package/src/cli/tui/markdown-renderer.mjs +285 -285
  104. package/src/cli/tui/output/scroll-state.mjs +79 -79
  105. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  106. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  107. package/src/cli/tui/output/visible-lines.mjs +8 -8
  108. package/src/cli/tui/output-buffer.mjs +293 -293
  109. package/src/cli/tui/permission-request-ui.mjs +18 -18
  110. package/src/cli/tui/recall-rendering.mjs +28 -25
  111. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  112. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  113. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  114. package/src/cli/tui/selection-screen.mjs +269 -269
  115. package/src/cli/tui/status/retry-status.mjs +72 -72
  116. package/src/cli/tui/status/spinner-status.mjs +42 -42
  117. package/src/cli/tui/status/status-bar.mjs +225 -225
  118. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  119. package/src/cli/tui/syntax/languages.mjs +91 -91
  120. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  121. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  122. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  123. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  124. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  125. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  126. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  127. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  128. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  129. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  130. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  131. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  132. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  133. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  134. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  135. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  136. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  137. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  138. package/src/cli/tui/tool-rendering.mjs +87 -87
  139. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  140. package/src/cli/tui/tui-handlers.mjs +111 -111
  141. package/src/cli/tui/tui-input-controller.mjs +61 -61
  142. package/src/cli/tui/ui-theme.mjs +157 -157
  143. package/src/cli/ui.mjs +297 -297
  144. package/src/config/config-json.mjs +108 -84
  145. package/src/config/dotenv.mjs +20 -20
  146. package/src/config/features.mjs +75 -75
  147. package/src/config/loader.mjs +156 -143
  148. package/src/config/settings-command.mjs +97 -97
  149. package/src/context/engine.mjs +199 -198
  150. package/src/context/injections.mjs +26 -26
  151. package/src/context/profiles.mjs +39 -39
  152. package/src/context/project-context.mjs +20 -20
  153. package/src/context/session-status.mjs +25 -17
  154. package/src/context/shell-layers.mjs +23 -23
  155. package/src/context/system-core/base.md +50 -50
  156. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  157. package/src/context/system-core/prompts/default.md +3 -3
  158. package/src/context/system-core.mjs +35 -35
  159. package/src/debug/logger.mjs +141 -141
  160. package/src/debug/model-context-dumper.mjs +52 -52
  161. package/src/extensions/discovery.mjs +40 -40
  162. package/src/extensions/lifecycle-adapter.mjs +210 -210
  163. package/src/extensions/lifecycle-manifest.mjs +69 -69
  164. package/src/image-gen/index.mjs +7 -7
  165. package/src/image-gen/provider.mjs +231 -231
  166. package/src/image-gen/tool.mjs +84 -84
  167. package/src/lsp/client.mjs +257 -257
  168. package/src/lsp/diagnostic-store.mjs +42 -42
  169. package/src/lsp/diagnostics-format.mjs +72 -72
  170. package/src/lsp/managed-node-server.mjs +99 -99
  171. package/src/lsp/path-match.mjs +10 -10
  172. package/src/lsp/server-definitions.mjs +188 -188
  173. package/src/lsp/servers.mjs +165 -165
  174. package/src/lsp/service.mjs +110 -110
  175. package/src/lsp/status-message.mjs +9 -9
  176. package/src/lsp/typescript-project-resolver.mjs +186 -186
  177. package/src/main.mjs +294 -299
  178. package/src/mcp/client.mjs +195 -195
  179. package/src/mcp/config.mjs +130 -130
  180. package/src/mcp/index.mjs +48 -48
  181. package/src/mcp/tools.mjs +98 -98
  182. package/src/memory/command.mjs +120 -0
  183. package/src/memory/markdown/markdown-delete.mjs +23 -23
  184. package/src/memory/markdown/markdown-format.mjs +128 -128
  185. package/src/memory/markdown/markdown-recall.mjs +28 -28
  186. package/src/memory/markdown/ripgrep.mjs +16 -16
  187. package/src/memory/markdown/sqlite-index.mjs +87 -87
  188. package/src/memory/markdown-store.mjs +272 -286
  189. package/src/memory/markdown-tools.mjs +174 -103
  190. package/src/memory/remote/client.mjs +68 -0
  191. package/src/memory/remote/config.mjs +52 -0
  192. package/src/memory/remote/server.mjs +99 -0
  193. package/src/memory/search.mjs +183 -0
  194. package/src/network/environment.mjs +131 -131
  195. package/src/notification/desktop-notifier.mjs +262 -262
  196. package/src/platform/open-file.mjs +28 -28
  197. package/src/platform/spawn-command.mjs +27 -27
  198. package/src/provider/accept-command.mjs +89 -89
  199. package/src/provider/command.mjs +21 -21
  200. package/src/provider/config-command.mjs +129 -129
  201. package/src/provider/custom-provider.mjs +113 -113
  202. package/src/provider/hosted-tools.mjs +111 -111
  203. package/src/provider/presets.mjs +72 -72
  204. package/src/provider/share-command.mjs +79 -79
  205. package/src/provider/share-payload.mjs +52 -52
  206. package/src/session/attachment-display.mjs +16 -16
  207. package/src/session/attachment-references.mjs +65 -65
  208. package/src/session/attachments.mjs +140 -140
  209. package/src/session/persist.mjs +1 -1
  210. package/src/session/pi-manager.mjs +34 -34
  211. package/src/session/session-utils.mjs +16 -16
  212. package/src/session/sidecar-sync.mjs +19 -19
  213. package/src/session/sidecar.mjs +69 -69
  214. package/src/session/transcript.mjs +83 -83
  215. package/src/session/tree.mjs +42 -42
  216. package/src/shell/cli-runtime.mjs +11 -11
  217. package/src/shell/hints.mjs +12 -12
  218. package/src/shell/node-pty-adapter.mjs +81 -81
  219. package/src/shell/runtime-state.mjs +126 -126
  220. package/src/shell/runtime.mjs +252 -252
  221. package/src/shell/screen-buffer.mjs +136 -136
  222. package/src/shell/tool-read.mjs +74 -74
  223. package/src/shell/tools.mjs +299 -299
  224. package/src/supergrok/actions/image-generate.mjs +60 -60
  225. package/src/supergrok/actions/search.mjs +78 -78
  226. package/src/supergrok/auth.mjs +36 -36
  227. package/src/supergrok/constants.mjs +18 -18
  228. package/src/supergrok/oauth-provider.mjs +278 -278
  229. package/src/supergrok/provider.mjs +35 -35
  230. package/src/supergrok/response.mjs +76 -76
  231. package/src/supergrok/tool.mjs +61 -61
  232. package/src/text/ansi.mjs +3 -3
  233. package/src/web/config-command.mjs +43 -43
  234. package/src/web/fetch.mjs +78 -78
  235. package/src/web/presets.mjs +16 -16
  236. package/src/web/search.mjs +83 -83
  237. package/src/web/tools.mjs +107 -107
@@ -1,260 +1,260 @@
1
- import { existsSync, readFileSync } from "node:fs";
2
- import { dirname, join } from "node:path";
3
- import { fileURLToPath } from "node:url";
4
- import { Language, Parser, Query } from "web-tree-sitter";
5
- import { R } from "../ui-theme.mjs";
6
- import {
7
- CONSTANTS,
8
- KEYWORDS,
9
- LANG_ALIASES,
10
- LANGUAGES,
11
- NUMBER_TYPES,
12
- OPERATORS,
13
- PROPERTY_TYPES,
14
- PUNCTUATION,
15
- SCOPE_PRIORITY,
16
- SCOPE_STYLE,
17
- STRING_TYPES,
18
- TYPE_TYPES,
19
- } from "./languages.mjs";
20
-
21
- const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
-
23
- let initPromise;
24
- let initialized = false;
25
- const parsers = new Map();
26
- const queries = new Map();
27
- const highlightCache = new Map();
28
-
29
- export function initializeTreeSitterHighlighting() {
30
- if (initPromise) return initPromise;
31
- initPromise = initializeParsers();
32
- return initPromise;
33
- }
34
-
35
- export function isTreeSitterHighlightingReady() {
36
- return initialized;
37
- }
38
-
39
- export function normalizeLanguage(langOrPath = "") {
40
- const raw = String(langOrPath ?? "").trim().toLowerCase();
41
- if (!raw) return "";
42
- const direct = LANG_ALIASES.get(raw);
43
- if (direct) return direct;
44
- const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
- return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
- }
47
-
48
- export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
- const text = String(code ?? "");
50
- const lang = normalizeLanguage(langOrPath);
51
- const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
- const cached = highlightCache.get(key);
53
- if (cached) return cached;
54
-
55
- const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
- const rendered = renderRunsByLine(text, runs, options);
57
- if (highlightCache.size > 200) highlightCache.clear();
58
- highlightCache.set(key, rendered);
59
- return rendered;
60
- }
61
-
62
- export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
- return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
- }
65
-
66
- async function initializeParsers() {
67
- try {
68
- await Parser.init();
69
- for (const [lang, config] of Object.entries(LANGUAGES)) {
70
- const language = await Language.load(join(RESOURCE_DIR, config.file));
71
- const parser = new Parser();
72
- parser.setLanguage(language);
73
- parsers.set(lang, parser);
74
- const query = loadHighlightQuery(language, config.query);
75
- if (query) queries.set(lang, query);
76
- }
77
- initialized = true;
78
- highlightCache.clear();
79
- } catch {
80
- initialized = false;
81
- }
82
- }
83
-
84
- function treeSitterRuns(text, lang) {
85
- const parser = parsers.get(lang);
86
- if (!initialized || !parser || !text) return null;
87
- try {
88
- const tree = parser.parse(text);
89
- const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
- const query = queries.get(lang);
91
- if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
- collectNodeScopes(tree.rootNode, scopes);
93
- return scopesToRuns(text, scopes);
94
- } catch {
95
- return null;
96
- }
97
- }
98
-
99
- function loadHighlightQuery(language, queryFile) {
100
- if (!queryFile) return null;
101
- const path = join(RESOURCE_DIR, queryFile);
102
- if (!existsSync(path)) return null;
103
- try {
104
- return new Query(language, readFileSync(path, "utf8"));
105
- } catch {
106
- return null;
107
- }
108
- }
109
-
110
- function applyQueryScopes(query, rootNode, scopes) {
111
- for (const capture of query.captures(rootNode)) {
112
- const scope = captureScope(capture.name);
113
- if (!scope) continue;
114
- applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
- }
116
- }
117
-
118
- function captureScope(name) {
119
- const value = String(name ?? "").toLowerCase();
120
- if (!value) return null;
121
- if (value.includes("comment")) return "comment";
122
- if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
- if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
- if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
- if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
- if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
- if (value.includes("property") || value.includes("field")) return "property";
128
- if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
- if (value.includes("operator")) return "operator";
130
- if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
- if (value.includes("tag")) return "tag";
132
- if (value.includes("variable") || value.includes("parameter")) return "variable";
133
- return null;
134
- }
135
-
136
- function collectNodeScopes(node, scopes) {
137
- const scope = classifyNode(node);
138
- if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
- for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
- }
141
-
142
- function classifyNode(node) {
143
- const type = node.type;
144
- if (type === "comment") return "comment";
145
- if (STRING_TYPES.has(type)) return "string";
146
- if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
- if (NUMBER_TYPES.has(type)) return "number";
148
- if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
- if (TYPE_TYPES.has(type)) return "type";
150
- if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
- if (PROPERTY_TYPES.has(type)) return "property";
152
- if (type === "field_identifier" || type === "property_name") return "property";
153
- if (type === "tag_name") return "tag";
154
- if (type === "attribute_name") return "attribute";
155
- if (type === "regex_pattern") return "string";
156
- if (type === "identifier") return classifyIdentifier(node);
157
- if (type === "jsx_identifier") return "type";
158
- if (type === "null" || type === "true" || type === "false") return "constant";
159
- if (!node.isNamed) {
160
- if (KEYWORDS.has(type)) return "keyword";
161
- if (CONSTANTS.has(type)) return "constant";
162
- if (OPERATORS.has(type)) return "operator";
163
- if (PUNCTUATION.has(type)) return "punctuation";
164
- }
165
- return null;
166
- }
167
-
168
- function classifyIdentifier(node) {
169
- const text = node.text;
170
- if (KEYWORDS.has(text)) return "keyword";
171
- if (CONSTANTS.has(text)) return "constant";
172
-
173
- const parent = node.parent;
174
- const field = childFieldName(parent, node);
175
- if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
- if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
- if (field === "function" && parent?.type === "call_expression") return "function";
178
- if (field === "property") return "property";
179
- if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
- if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
- return "variable";
182
- }
183
-
184
- function childFieldName(parent, child) {
185
- if (!parent) return "";
186
- const children = parent.children ?? [];
187
- for (let i = 0; i < children.length; i++) {
188
- if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
- }
190
- return "";
191
- }
192
-
193
- function applyScope(scopes, start, end, scope) {
194
- const priority = SCOPE_PRIORITY[scope] ?? 0;
195
- for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
- if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
- }
198
- }
199
-
200
- function scopesToRuns(text, scopes) {
201
- const runs = [];
202
- for (let i = 0; i < text.length;) {
203
- const scope = scopes[i]?.scope ?? "default";
204
- let end = i + 1;
205
- while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
- runs.push({ text: text.slice(i, end), scope });
207
- i = end;
208
- }
209
- return runs;
210
- }
211
-
212
- function fallbackRuns(text, lang) {
213
- const pattern = fallbackPattern(lang);
214
- if (!pattern) return [{ text, scope: "default" }];
215
- const runs = [];
216
- let index = 0;
217
- for (const match of text.matchAll(pattern)) {
218
- if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
- runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
- index = match.index + match[0].length;
221
- }
222
- if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
- return runs;
224
- }
225
-
226
- function fallbackPattern(lang) {
227
- if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
- return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
- }
230
- if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
- return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
- }
233
-
234
- function fallbackScope(token) {
235
- if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
- if (/^["'`]/.test(token)) return "string";
237
- if (/^\d/.test(token)) return "number";
238
- if (CONSTANTS.has(token)) return "constant";
239
- return "keyword";
240
- }
241
-
242
- function renderRunsByLine(source, runs, options) {
243
- const lines = [""];
244
- for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
- const parts = run.text.split("\n");
246
- for (let i = 0; i < parts.length; i++) {
247
- if (i > 0) lines.push("");
248
- if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
- }
250
- }
251
- return lines;
252
- }
253
-
254
- export function styleSyntax(text, scope = "default", bg = "") {
255
- const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
- if (bg) codes.push(bg);
257
- return `\x1b[${codes.join(";")}m${text}${R}`;
258
- }
259
-
260
- void initializeTreeSitterHighlighting();
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import { dirname, join } from "node:path";
3
+ import { fileURLToPath } from "node:url";
4
+ import { Language, Parser, Query } from "web-tree-sitter";
5
+ import { R } from "../ui-theme.mjs";
6
+ import {
7
+ CONSTANTS,
8
+ KEYWORDS,
9
+ LANG_ALIASES,
10
+ LANGUAGES,
11
+ NUMBER_TYPES,
12
+ OPERATORS,
13
+ PROPERTY_TYPES,
14
+ PUNCTUATION,
15
+ SCOPE_PRIORITY,
16
+ SCOPE_STYLE,
17
+ STRING_TYPES,
18
+ TYPE_TYPES,
19
+ } from "./languages.mjs";
20
+
21
+ const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
+
23
+ let initPromise;
24
+ let initialized = false;
25
+ const parsers = new Map();
26
+ const queries = new Map();
27
+ const highlightCache = new Map();
28
+
29
+ export function initializeTreeSitterHighlighting() {
30
+ if (initPromise) return initPromise;
31
+ initPromise = initializeParsers();
32
+ return initPromise;
33
+ }
34
+
35
+ export function isTreeSitterHighlightingReady() {
36
+ return initialized;
37
+ }
38
+
39
+ export function normalizeLanguage(langOrPath = "") {
40
+ const raw = String(langOrPath ?? "").trim().toLowerCase();
41
+ if (!raw) return "";
42
+ const direct = LANG_ALIASES.get(raw);
43
+ if (direct) return direct;
44
+ const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
+ return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
+ }
47
+
48
+ export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
+ const text = String(code ?? "");
50
+ const lang = normalizeLanguage(langOrPath);
51
+ const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
+ const cached = highlightCache.get(key);
53
+ if (cached) return cached;
54
+
55
+ const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
+ const rendered = renderRunsByLine(text, runs, options);
57
+ if (highlightCache.size > 200) highlightCache.clear();
58
+ highlightCache.set(key, rendered);
59
+ return rendered;
60
+ }
61
+
62
+ export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
+ return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
+ }
65
+
66
+ async function initializeParsers() {
67
+ try {
68
+ await Parser.init();
69
+ for (const [lang, config] of Object.entries(LANGUAGES)) {
70
+ const language = await Language.load(join(RESOURCE_DIR, config.file));
71
+ const parser = new Parser();
72
+ parser.setLanguage(language);
73
+ parsers.set(lang, parser);
74
+ const query = loadHighlightQuery(language, config.query);
75
+ if (query) queries.set(lang, query);
76
+ }
77
+ initialized = true;
78
+ highlightCache.clear();
79
+ } catch {
80
+ initialized = false;
81
+ }
82
+ }
83
+
84
+ function treeSitterRuns(text, lang) {
85
+ const parser = parsers.get(lang);
86
+ if (!initialized || !parser || !text) return null;
87
+ try {
88
+ const tree = parser.parse(text);
89
+ const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
+ const query = queries.get(lang);
91
+ if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
+ collectNodeScopes(tree.rootNode, scopes);
93
+ return scopesToRuns(text, scopes);
94
+ } catch {
95
+ return null;
96
+ }
97
+ }
98
+
99
+ function loadHighlightQuery(language, queryFile) {
100
+ if (!queryFile) return null;
101
+ const path = join(RESOURCE_DIR, queryFile);
102
+ if (!existsSync(path)) return null;
103
+ try {
104
+ return new Query(language, readFileSync(path, "utf8"));
105
+ } catch {
106
+ return null;
107
+ }
108
+ }
109
+
110
+ function applyQueryScopes(query, rootNode, scopes) {
111
+ for (const capture of query.captures(rootNode)) {
112
+ const scope = captureScope(capture.name);
113
+ if (!scope) continue;
114
+ applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
+ }
116
+ }
117
+
118
+ function captureScope(name) {
119
+ const value = String(name ?? "").toLowerCase();
120
+ if (!value) return null;
121
+ if (value.includes("comment")) return "comment";
122
+ if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
+ if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
+ if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
+ if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
+ if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
+ if (value.includes("property") || value.includes("field")) return "property";
128
+ if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
+ if (value.includes("operator")) return "operator";
130
+ if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
+ if (value.includes("tag")) return "tag";
132
+ if (value.includes("variable") || value.includes("parameter")) return "variable";
133
+ return null;
134
+ }
135
+
136
+ function collectNodeScopes(node, scopes) {
137
+ const scope = classifyNode(node);
138
+ if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
+ for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
+ }
141
+
142
+ function classifyNode(node) {
143
+ const type = node.type;
144
+ if (type === "comment") return "comment";
145
+ if (STRING_TYPES.has(type)) return "string";
146
+ if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
+ if (NUMBER_TYPES.has(type)) return "number";
148
+ if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
+ if (TYPE_TYPES.has(type)) return "type";
150
+ if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
+ if (PROPERTY_TYPES.has(type)) return "property";
152
+ if (type === "field_identifier" || type === "property_name") return "property";
153
+ if (type === "tag_name") return "tag";
154
+ if (type === "attribute_name") return "attribute";
155
+ if (type === "regex_pattern") return "string";
156
+ if (type === "identifier") return classifyIdentifier(node);
157
+ if (type === "jsx_identifier") return "type";
158
+ if (type === "null" || type === "true" || type === "false") return "constant";
159
+ if (!node.isNamed) {
160
+ if (KEYWORDS.has(type)) return "keyword";
161
+ if (CONSTANTS.has(type)) return "constant";
162
+ if (OPERATORS.has(type)) return "operator";
163
+ if (PUNCTUATION.has(type)) return "punctuation";
164
+ }
165
+ return null;
166
+ }
167
+
168
+ function classifyIdentifier(node) {
169
+ const text = node.text;
170
+ if (KEYWORDS.has(text)) return "keyword";
171
+ if (CONSTANTS.has(text)) return "constant";
172
+
173
+ const parent = node.parent;
174
+ const field = childFieldName(parent, node);
175
+ if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
+ if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
+ if (field === "function" && parent?.type === "call_expression") return "function";
178
+ if (field === "property") return "property";
179
+ if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
+ if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
+ return "variable";
182
+ }
183
+
184
+ function childFieldName(parent, child) {
185
+ if (!parent) return "";
186
+ const children = parent.children ?? [];
187
+ for (let i = 0; i < children.length; i++) {
188
+ if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
+ }
190
+ return "";
191
+ }
192
+
193
+ function applyScope(scopes, start, end, scope) {
194
+ const priority = SCOPE_PRIORITY[scope] ?? 0;
195
+ for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
+ if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
+ }
198
+ }
199
+
200
+ function scopesToRuns(text, scopes) {
201
+ const runs = [];
202
+ for (let i = 0; i < text.length;) {
203
+ const scope = scopes[i]?.scope ?? "default";
204
+ let end = i + 1;
205
+ while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
+ runs.push({ text: text.slice(i, end), scope });
207
+ i = end;
208
+ }
209
+ return runs;
210
+ }
211
+
212
+ function fallbackRuns(text, lang) {
213
+ const pattern = fallbackPattern(lang);
214
+ if (!pattern) return [{ text, scope: "default" }];
215
+ const runs = [];
216
+ let index = 0;
217
+ for (const match of text.matchAll(pattern)) {
218
+ if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
+ runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
+ index = match.index + match[0].length;
221
+ }
222
+ if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
+ return runs;
224
+ }
225
+
226
+ function fallbackPattern(lang) {
227
+ if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
+ return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
+ }
230
+ if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
+ return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
+ }
233
+
234
+ function fallbackScope(token) {
235
+ if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
+ if (/^["'`]/.test(token)) return "string";
237
+ if (/^\d/.test(token)) return "number";
238
+ if (CONSTANTS.has(token)) return "constant";
239
+ return "keyword";
240
+ }
241
+
242
+ function renderRunsByLine(source, runs, options) {
243
+ const lines = [""];
244
+ for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
+ const parts = run.text.split("\n");
246
+ for (let i = 0; i < parts.length; i++) {
247
+ if (i > 0) lines.push("");
248
+ if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
+ }
250
+ }
251
+ return lines;
252
+ }
253
+
254
+ export function styleSyntax(text, scope = "default", bg = "") {
255
+ const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
+ if (bg) codes.push(bg);
257
+ return `\x1b[${codes.join(";")}m${text}${R}`;
258
+ }
259
+
260
+ void initializeTreeSitterHighlighting();