march-cli 0.1.21 → 0.1.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (244) hide show
  1. package/README.md +88 -0
  2. package/README.zh.md +88 -0
  3. package/bin/march.mjs +13 -13
  4. package/package.json +43 -43
  5. package/src/agent/command-exec-tool.mjs +172 -168
  6. package/src/agent/context-stats-tool.mjs +57 -57
  7. package/src/agent/editing/diff-apply.mjs +28 -28
  8. package/src/agent/editing/diff-format.mjs +57 -57
  9. package/src/agent/editing/lsp-report.mjs +69 -69
  10. package/src/agent/file-edit-tool.mjs +262 -262
  11. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  12. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  13. package/src/agent/model-payload-dumper.mjs +208 -208
  14. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  15. package/src/agent/provider/payload-messages.mjs +138 -138
  16. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  17. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  18. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  19. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  20. package/src/agent/runner/fast-model.mjs +36 -36
  21. package/src/agent/runner/runner-cleanup.mjs +12 -12
  22. package/src/agent/runner/runner-init.mjs +15 -15
  23. package/src/agent/runner/runner-session-state.mjs +40 -40
  24. package/src/agent/runner/runner-utils.mjs +24 -24
  25. package/src/agent/runner.mjs +299 -299
  26. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  27. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  28. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  29. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  30. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  31. package/src/agent/runtime/runner-process-client.mjs +47 -47
  32. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  33. package/src/agent/runtime/runner-process-factory.mjs +108 -108
  34. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  35. package/src/agent/runtime/runtime-factory.mjs +42 -42
  36. package/src/agent/runtime/runtime-host.mjs +34 -34
  37. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  38. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  39. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  40. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  41. package/src/agent/session/session-auto-name.mjs +41 -41
  42. package/src/agent/session/session-binding.mjs +12 -12
  43. package/src/agent/session/session-options.mjs +47 -47
  44. package/src/agent/tool-names.mjs +1 -1
  45. package/src/agent/tool-result.mjs +3 -3
  46. package/src/agent/tool-summary.mjs +112 -112
  47. package/src/agent/tools.mjs +58 -58
  48. package/src/agent/turn/turn-events.mjs +111 -111
  49. package/src/agent/turn/turn-logging.mjs +30 -30
  50. package/src/agent/turn/turn-runner.mjs +196 -196
  51. package/src/agent/vision-capability.mjs +14 -14
  52. package/src/auth/login-command.mjs +90 -90
  53. package/src/auth/storage.mjs +34 -34
  54. package/src/cli/args.mjs +79 -79
  55. package/src/cli/commands/copy-command.mjs +87 -87
  56. package/src/cli/commands/export-command.mjs +206 -206
  57. package/src/cli/commands/extensions-command.mjs +53 -53
  58. package/src/cli/commands/help-command.mjs +7 -7
  59. package/src/cli/commands/model-command.mjs +141 -141
  60. package/src/cli/commands/paste-image-command.mjs +43 -43
  61. package/src/cli/commands/provider-command.mjs +59 -59
  62. package/src/cli/commands/status-command.mjs +194 -194
  63. package/src/cli/commands/thinking-command.mjs +87 -87
  64. package/src/cli/fallback-ui.mjs +156 -156
  65. package/src/cli/input/attachment-tokens.mjs +20 -20
  66. package/src/cli/input/autocomplete.mjs +74 -106
  67. package/src/cli/input/external-editor.mjs +39 -39
  68. package/src/cli/input/file-search/index.mjs +160 -0
  69. package/src/cli/input/history-store.mjs +35 -35
  70. package/src/cli/input/image-clipboard.mjs +55 -55
  71. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  72. package/src/cli/input/keybindings.mjs +96 -96
  73. package/src/cli/input/mode-state.mjs +43 -43
  74. package/src/cli/input/prompt-templates.mjs +84 -84
  75. package/src/cli/input/select-with-keyboard.mjs +86 -86
  76. package/src/cli/permissions.mjs +103 -103
  77. package/src/cli/repl-commands.mjs +86 -86
  78. package/src/cli/repl-loop.mjs +183 -183
  79. package/src/cli/selector-list.mjs +21 -21
  80. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  81. package/src/cli/session/session-command.mjs +23 -23
  82. package/src/cli/session/session-list-command.mjs +68 -68
  83. package/src/cli/session/session-name-command.mjs +26 -26
  84. package/src/cli/session/session-source-command.mjs +89 -89
  85. package/src/cli/session/session-switch-command.mjs +1 -1
  86. package/src/cli/shell/shell-command.mjs +55 -55
  87. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  88. package/src/cli/shell/shell-drawer.mjs +192 -192
  89. package/src/cli/shell/shell-split-layout.mjs +70 -70
  90. package/src/cli/slash-commands.mjs +192 -192
  91. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  92. package/src/cli/startup/runtime-close.mjs +23 -23
  93. package/src/cli/startup/startup-banner.mjs +71 -71
  94. package/src/cli/startup/startup-session.mjs +51 -51
  95. package/src/cli/status-line-updater.mjs +75 -75
  96. package/src/cli/tool-output.mjs +9 -9
  97. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  98. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  99. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  100. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  101. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  102. package/src/cli/tui/markdown-renderer.mjs +285 -285
  103. package/src/cli/tui/output/scroll-state.mjs +79 -79
  104. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  105. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  106. package/src/cli/tui/output/visible-lines.mjs +8 -8
  107. package/src/cli/tui/output-buffer.mjs +293 -293
  108. package/src/cli/tui/permission-request-ui.mjs +18 -18
  109. package/src/cli/tui/recall-rendering.mjs +25 -25
  110. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  111. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  112. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  113. package/src/cli/tui/selection-screen.mjs +269 -269
  114. package/src/cli/tui/status/retry-status.mjs +72 -72
  115. package/src/cli/tui/status/spinner-status.mjs +42 -42
  116. package/src/cli/tui/status/status-bar.mjs +225 -225
  117. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  118. package/src/cli/tui/syntax/languages.mjs +91 -91
  119. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  120. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  121. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  122. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  123. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  124. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  125. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  126. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  127. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  128. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  129. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  130. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  131. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  132. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  133. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  134. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  135. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  136. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  137. package/src/cli/tui/tool-rendering.mjs +87 -87
  138. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  139. package/src/cli/tui/tui-handlers.mjs +111 -111
  140. package/src/cli/tui/tui-input-controller.mjs +61 -61
  141. package/src/cli/tui/ui-theme.mjs +157 -157
  142. package/src/cli/ui.mjs +297 -297
  143. package/src/config/config-json.mjs +84 -84
  144. package/src/config/dotenv.mjs +20 -20
  145. package/src/config/features.mjs +75 -75
  146. package/src/config/loader.mjs +143 -143
  147. package/src/config/settings-command.mjs +97 -97
  148. package/src/context/engine.mjs +198 -198
  149. package/src/context/injections.mjs +26 -26
  150. package/src/context/profiles.mjs +39 -39
  151. package/src/context/project-context.mjs +20 -20
  152. package/src/context/session-status.mjs +17 -17
  153. package/src/context/shell-layers.mjs +23 -23
  154. package/src/context/system-core/base.md +61 -53
  155. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  156. package/src/context/system-core/prompts/default.md +3 -3
  157. package/src/context/system-core.mjs +35 -35
  158. package/src/debug/logger.mjs +141 -141
  159. package/src/debug/model-context-dumper.mjs +52 -52
  160. package/src/extensions/discovery.mjs +40 -40
  161. package/src/extensions/lifecycle-adapter.mjs +210 -210
  162. package/src/extensions/lifecycle-manifest.mjs +69 -69
  163. package/src/image-gen/index.mjs +7 -7
  164. package/src/image-gen/provider.mjs +231 -231
  165. package/src/image-gen/tool.mjs +84 -84
  166. package/src/lsp/client.mjs +257 -257
  167. package/src/lsp/diagnostic-store.mjs +42 -42
  168. package/src/lsp/diagnostics-format.mjs +72 -72
  169. package/src/lsp/managed-node-server.mjs +99 -99
  170. package/src/lsp/path-match.mjs +10 -10
  171. package/src/lsp/server-definitions.mjs +188 -188
  172. package/src/lsp/servers.mjs +165 -165
  173. package/src/lsp/service.mjs +110 -110
  174. package/src/lsp/status-message.mjs +9 -9
  175. package/src/lsp/typescript-project-resolver.mjs +186 -186
  176. package/src/main.mjs +299 -299
  177. package/src/mcp/client.mjs +195 -195
  178. package/src/mcp/config.mjs +130 -130
  179. package/src/mcp/index.mjs +48 -48
  180. package/src/mcp/tools.mjs +98 -98
  181. package/src/memory/markdown/markdown-delete.mjs +23 -23
  182. package/src/memory/markdown/markdown-format.mjs +128 -128
  183. package/src/memory/markdown/markdown-recall.mjs +28 -28
  184. package/src/memory/markdown/ripgrep.mjs +16 -16
  185. package/src/memory/markdown/sqlite-index.mjs +87 -87
  186. package/src/memory/markdown-store.mjs +286 -286
  187. package/src/memory/markdown-tools.mjs +103 -103
  188. package/src/network/environment.mjs +131 -131
  189. package/src/notification/desktop-notifier.mjs +262 -262
  190. package/src/platform/open-file.mjs +28 -28
  191. package/src/platform/spawn-command.mjs +27 -27
  192. package/src/provider/accept-command.mjs +89 -89
  193. package/src/provider/command.mjs +21 -21
  194. package/src/provider/config-command.mjs +129 -129
  195. package/src/provider/custom-provider.mjs +113 -113
  196. package/src/provider/hosted-tools.mjs +111 -111
  197. package/src/provider/presets.mjs +72 -72
  198. package/src/provider/share-command.mjs +79 -79
  199. package/src/provider/share-payload.mjs +52 -52
  200. package/src/session/attachment-display.mjs +16 -16
  201. package/src/session/attachment-references.mjs +65 -65
  202. package/src/session/attachments.mjs +140 -140
  203. package/src/session/persist.mjs +1 -1
  204. package/src/session/pi-manager.mjs +34 -34
  205. package/src/session/session-utils.mjs +16 -16
  206. package/src/session/sidecar-sync.mjs +19 -19
  207. package/src/session/sidecar.mjs +69 -69
  208. package/src/session/transcript.mjs +83 -83
  209. package/src/session/tree.mjs +42 -42
  210. package/src/shell/cli-runtime.mjs +11 -11
  211. package/src/shell/hints.mjs +12 -12
  212. package/src/shell/node-pty-adapter.mjs +81 -81
  213. package/src/shell/runtime-state.mjs +126 -126
  214. package/src/shell/runtime.mjs +252 -252
  215. package/src/shell/screen-buffer.mjs +136 -136
  216. package/src/shell/tool-read.mjs +74 -74
  217. package/src/shell/tools.mjs +299 -299
  218. package/src/supergrok/actions/image-generate.mjs +60 -60
  219. package/src/supergrok/actions/search.mjs +78 -78
  220. package/src/supergrok/auth.mjs +36 -36
  221. package/src/supergrok/constants.mjs +18 -18
  222. package/src/supergrok/oauth-provider.mjs +278 -278
  223. package/src/supergrok/provider.mjs +35 -35
  224. package/src/supergrok/response.mjs +76 -76
  225. package/src/supergrok/tool.mjs +61 -61
  226. package/src/text/ansi.mjs +3 -3
  227. package/src/web/config-command.mjs +43 -43
  228. package/src/web/fetch.mjs +78 -78
  229. package/src/web/presets.mjs +16 -16
  230. package/src/web/search.mjs +83 -83
  231. package/src/web/tools.mjs +107 -107
  232. package/src/memory/database.mjs +0 -219
  233. package/src/memory/glossary.mjs +0 -124
  234. package/src/memory/graph/graph-cascades.mjs +0 -109
  235. package/src/memory/graph/graph-diagnostics.mjs +0 -73
  236. package/src/memory/graph/graph-path-removal.mjs +0 -50
  237. package/src/memory/graph/graph-path-utils.mjs +0 -17
  238. package/src/memory/graph/graph-primitives.mjs +0 -103
  239. package/src/memory/graph/graph-read.mjs +0 -159
  240. package/src/memory/graph.mjs +0 -282
  241. package/src/memory/search.mjs +0 -142
  242. package/src/memory/snapshot.mjs +0 -86
  243. package/src/memory/system-views.mjs +0 -120
  244. package/src/memory/tools.mjs +0 -282
@@ -1,260 +1,260 @@
1
- import { existsSync, readFileSync } from "node:fs";
2
- import { dirname, join } from "node:path";
3
- import { fileURLToPath } from "node:url";
4
- import { Language, Parser, Query } from "web-tree-sitter";
5
- import { R } from "../ui-theme.mjs";
6
- import {
7
- CONSTANTS,
8
- KEYWORDS,
9
- LANG_ALIASES,
10
- LANGUAGES,
11
- NUMBER_TYPES,
12
- OPERATORS,
13
- PROPERTY_TYPES,
14
- PUNCTUATION,
15
- SCOPE_PRIORITY,
16
- SCOPE_STYLE,
17
- STRING_TYPES,
18
- TYPE_TYPES,
19
- } from "./languages.mjs";
20
-
21
- const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
-
23
- let initPromise;
24
- let initialized = false;
25
- const parsers = new Map();
26
- const queries = new Map();
27
- const highlightCache = new Map();
28
-
29
- export function initializeTreeSitterHighlighting() {
30
- if (initPromise) return initPromise;
31
- initPromise = initializeParsers();
32
- return initPromise;
33
- }
34
-
35
- export function isTreeSitterHighlightingReady() {
36
- return initialized;
37
- }
38
-
39
- export function normalizeLanguage(langOrPath = "") {
40
- const raw = String(langOrPath ?? "").trim().toLowerCase();
41
- if (!raw) return "";
42
- const direct = LANG_ALIASES.get(raw);
43
- if (direct) return direct;
44
- const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
- return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
- }
47
-
48
- export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
- const text = String(code ?? "");
50
- const lang = normalizeLanguage(langOrPath);
51
- const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
- const cached = highlightCache.get(key);
53
- if (cached) return cached;
54
-
55
- const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
- const rendered = renderRunsByLine(text, runs, options);
57
- if (highlightCache.size > 200) highlightCache.clear();
58
- highlightCache.set(key, rendered);
59
- return rendered;
60
- }
61
-
62
- export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
- return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
- }
65
-
66
- async function initializeParsers() {
67
- try {
68
- await Parser.init();
69
- for (const [lang, config] of Object.entries(LANGUAGES)) {
70
- const language = await Language.load(join(RESOURCE_DIR, config.file));
71
- const parser = new Parser();
72
- parser.setLanguage(language);
73
- parsers.set(lang, parser);
74
- const query = loadHighlightQuery(language, config.query);
75
- if (query) queries.set(lang, query);
76
- }
77
- initialized = true;
78
- highlightCache.clear();
79
- } catch {
80
- initialized = false;
81
- }
82
- }
83
-
84
- function treeSitterRuns(text, lang) {
85
- const parser = parsers.get(lang);
86
- if (!initialized || !parser || !text) return null;
87
- try {
88
- const tree = parser.parse(text);
89
- const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
- const query = queries.get(lang);
91
- if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
- collectNodeScopes(tree.rootNode, scopes);
93
- return scopesToRuns(text, scopes);
94
- } catch {
95
- return null;
96
- }
97
- }
98
-
99
- function loadHighlightQuery(language, queryFile) {
100
- if (!queryFile) return null;
101
- const path = join(RESOURCE_DIR, queryFile);
102
- if (!existsSync(path)) return null;
103
- try {
104
- return new Query(language, readFileSync(path, "utf8"));
105
- } catch {
106
- return null;
107
- }
108
- }
109
-
110
- function applyQueryScopes(query, rootNode, scopes) {
111
- for (const capture of query.captures(rootNode)) {
112
- const scope = captureScope(capture.name);
113
- if (!scope) continue;
114
- applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
- }
116
- }
117
-
118
- function captureScope(name) {
119
- const value = String(name ?? "").toLowerCase();
120
- if (!value) return null;
121
- if (value.includes("comment")) return "comment";
122
- if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
- if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
- if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
- if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
- if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
- if (value.includes("property") || value.includes("field")) return "property";
128
- if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
- if (value.includes("operator")) return "operator";
130
- if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
- if (value.includes("tag")) return "tag";
132
- if (value.includes("variable") || value.includes("parameter")) return "variable";
133
- return null;
134
- }
135
-
136
- function collectNodeScopes(node, scopes) {
137
- const scope = classifyNode(node);
138
- if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
- for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
- }
141
-
142
- function classifyNode(node) {
143
- const type = node.type;
144
- if (type === "comment") return "comment";
145
- if (STRING_TYPES.has(type)) return "string";
146
- if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
- if (NUMBER_TYPES.has(type)) return "number";
148
- if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
- if (TYPE_TYPES.has(type)) return "type";
150
- if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
- if (PROPERTY_TYPES.has(type)) return "property";
152
- if (type === "field_identifier" || type === "property_name") return "property";
153
- if (type === "tag_name") return "tag";
154
- if (type === "attribute_name") return "attribute";
155
- if (type === "regex_pattern") return "string";
156
- if (type === "identifier") return classifyIdentifier(node);
157
- if (type === "jsx_identifier") return "type";
158
- if (type === "null" || type === "true" || type === "false") return "constant";
159
- if (!node.isNamed) {
160
- if (KEYWORDS.has(type)) return "keyword";
161
- if (CONSTANTS.has(type)) return "constant";
162
- if (OPERATORS.has(type)) return "operator";
163
- if (PUNCTUATION.has(type)) return "punctuation";
164
- }
165
- return null;
166
- }
167
-
168
- function classifyIdentifier(node) {
169
- const text = node.text;
170
- if (KEYWORDS.has(text)) return "keyword";
171
- if (CONSTANTS.has(text)) return "constant";
172
-
173
- const parent = node.parent;
174
- const field = childFieldName(parent, node);
175
- if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
- if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
- if (field === "function" && parent?.type === "call_expression") return "function";
178
- if (field === "property") return "property";
179
- if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
- if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
- return "variable";
182
- }
183
-
184
- function childFieldName(parent, child) {
185
- if (!parent) return "";
186
- const children = parent.children ?? [];
187
- for (let i = 0; i < children.length; i++) {
188
- if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
- }
190
- return "";
191
- }
192
-
193
- function applyScope(scopes, start, end, scope) {
194
- const priority = SCOPE_PRIORITY[scope] ?? 0;
195
- for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
- if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
- }
198
- }
199
-
200
- function scopesToRuns(text, scopes) {
201
- const runs = [];
202
- for (let i = 0; i < text.length;) {
203
- const scope = scopes[i]?.scope ?? "default";
204
- let end = i + 1;
205
- while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
- runs.push({ text: text.slice(i, end), scope });
207
- i = end;
208
- }
209
- return runs;
210
- }
211
-
212
- function fallbackRuns(text, lang) {
213
- const pattern = fallbackPattern(lang);
214
- if (!pattern) return [{ text, scope: "default" }];
215
- const runs = [];
216
- let index = 0;
217
- for (const match of text.matchAll(pattern)) {
218
- if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
- runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
- index = match.index + match[0].length;
221
- }
222
- if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
- return runs;
224
- }
225
-
226
- function fallbackPattern(lang) {
227
- if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
- return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
- }
230
- if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
- return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
- }
233
-
234
- function fallbackScope(token) {
235
- if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
- if (/^["'`]/.test(token)) return "string";
237
- if (/^\d/.test(token)) return "number";
238
- if (CONSTANTS.has(token)) return "constant";
239
- return "keyword";
240
- }
241
-
242
- function renderRunsByLine(source, runs, options) {
243
- const lines = [""];
244
- for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
- const parts = run.text.split("\n");
246
- for (let i = 0; i < parts.length; i++) {
247
- if (i > 0) lines.push("");
248
- if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
- }
250
- }
251
- return lines;
252
- }
253
-
254
- export function styleSyntax(text, scope = "default", bg = "") {
255
- const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
- if (bg) codes.push(bg);
257
- return `\x1b[${codes.join(";")}m${text}${R}`;
258
- }
259
-
260
- void initializeTreeSitterHighlighting();
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import { dirname, join } from "node:path";
3
+ import { fileURLToPath } from "node:url";
4
+ import { Language, Parser, Query } from "web-tree-sitter";
5
+ import { R } from "../ui-theme.mjs";
6
+ import {
7
+ CONSTANTS,
8
+ KEYWORDS,
9
+ LANG_ALIASES,
10
+ LANGUAGES,
11
+ NUMBER_TYPES,
12
+ OPERATORS,
13
+ PROPERTY_TYPES,
14
+ PUNCTUATION,
15
+ SCOPE_PRIORITY,
16
+ SCOPE_STYLE,
17
+ STRING_TYPES,
18
+ TYPE_TYPES,
19
+ } from "./languages.mjs";
20
+
21
+ const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
+
23
+ let initPromise;
24
+ let initialized = false;
25
+ const parsers = new Map();
26
+ const queries = new Map();
27
+ const highlightCache = new Map();
28
+
29
+ export function initializeTreeSitterHighlighting() {
30
+ if (initPromise) return initPromise;
31
+ initPromise = initializeParsers();
32
+ return initPromise;
33
+ }
34
+
35
+ export function isTreeSitterHighlightingReady() {
36
+ return initialized;
37
+ }
38
+
39
+ export function normalizeLanguage(langOrPath = "") {
40
+ const raw = String(langOrPath ?? "").trim().toLowerCase();
41
+ if (!raw) return "";
42
+ const direct = LANG_ALIASES.get(raw);
43
+ if (direct) return direct;
44
+ const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
+ return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
+ }
47
+
48
+ export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
+ const text = String(code ?? "");
50
+ const lang = normalizeLanguage(langOrPath);
51
+ const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
+ const cached = highlightCache.get(key);
53
+ if (cached) return cached;
54
+
55
+ const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
+ const rendered = renderRunsByLine(text, runs, options);
57
+ if (highlightCache.size > 200) highlightCache.clear();
58
+ highlightCache.set(key, rendered);
59
+ return rendered;
60
+ }
61
+
62
+ export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
+ return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
+ }
65
+
66
+ async function initializeParsers() {
67
+ try {
68
+ await Parser.init();
69
+ for (const [lang, config] of Object.entries(LANGUAGES)) {
70
+ const language = await Language.load(join(RESOURCE_DIR, config.file));
71
+ const parser = new Parser();
72
+ parser.setLanguage(language);
73
+ parsers.set(lang, parser);
74
+ const query = loadHighlightQuery(language, config.query);
75
+ if (query) queries.set(lang, query);
76
+ }
77
+ initialized = true;
78
+ highlightCache.clear();
79
+ } catch {
80
+ initialized = false;
81
+ }
82
+ }
83
+
84
+ function treeSitterRuns(text, lang) {
85
+ const parser = parsers.get(lang);
86
+ if (!initialized || !parser || !text) return null;
87
+ try {
88
+ const tree = parser.parse(text);
89
+ const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
+ const query = queries.get(lang);
91
+ if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
+ collectNodeScopes(tree.rootNode, scopes);
93
+ return scopesToRuns(text, scopes);
94
+ } catch {
95
+ return null;
96
+ }
97
+ }
98
+
99
+ function loadHighlightQuery(language, queryFile) {
100
+ if (!queryFile) return null;
101
+ const path = join(RESOURCE_DIR, queryFile);
102
+ if (!existsSync(path)) return null;
103
+ try {
104
+ return new Query(language, readFileSync(path, "utf8"));
105
+ } catch {
106
+ return null;
107
+ }
108
+ }
109
+
110
+ function applyQueryScopes(query, rootNode, scopes) {
111
+ for (const capture of query.captures(rootNode)) {
112
+ const scope = captureScope(capture.name);
113
+ if (!scope) continue;
114
+ applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
+ }
116
+ }
117
+
118
+ function captureScope(name) {
119
+ const value = String(name ?? "").toLowerCase();
120
+ if (!value) return null;
121
+ if (value.includes("comment")) return "comment";
122
+ if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
+ if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
+ if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
+ if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
+ if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
+ if (value.includes("property") || value.includes("field")) return "property";
128
+ if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
+ if (value.includes("operator")) return "operator";
130
+ if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
+ if (value.includes("tag")) return "tag";
132
+ if (value.includes("variable") || value.includes("parameter")) return "variable";
133
+ return null;
134
+ }
135
+
136
+ function collectNodeScopes(node, scopes) {
137
+ const scope = classifyNode(node);
138
+ if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
+ for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
+ }
141
+
142
+ function classifyNode(node) {
143
+ const type = node.type;
144
+ if (type === "comment") return "comment";
145
+ if (STRING_TYPES.has(type)) return "string";
146
+ if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
+ if (NUMBER_TYPES.has(type)) return "number";
148
+ if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
+ if (TYPE_TYPES.has(type)) return "type";
150
+ if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
+ if (PROPERTY_TYPES.has(type)) return "property";
152
+ if (type === "field_identifier" || type === "property_name") return "property";
153
+ if (type === "tag_name") return "tag";
154
+ if (type === "attribute_name") return "attribute";
155
+ if (type === "regex_pattern") return "string";
156
+ if (type === "identifier") return classifyIdentifier(node);
157
+ if (type === "jsx_identifier") return "type";
158
+ if (type === "null" || type === "true" || type === "false") return "constant";
159
+ if (!node.isNamed) {
160
+ if (KEYWORDS.has(type)) return "keyword";
161
+ if (CONSTANTS.has(type)) return "constant";
162
+ if (OPERATORS.has(type)) return "operator";
163
+ if (PUNCTUATION.has(type)) return "punctuation";
164
+ }
165
+ return null;
166
+ }
167
+
168
+ function classifyIdentifier(node) {
169
+ const text = node.text;
170
+ if (KEYWORDS.has(text)) return "keyword";
171
+ if (CONSTANTS.has(text)) return "constant";
172
+
173
+ const parent = node.parent;
174
+ const field = childFieldName(parent, node);
175
+ if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
+ if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
+ if (field === "function" && parent?.type === "call_expression") return "function";
178
+ if (field === "property") return "property";
179
+ if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
+ if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
+ return "variable";
182
+ }
183
+
184
+ function childFieldName(parent, child) {
185
+ if (!parent) return "";
186
+ const children = parent.children ?? [];
187
+ for (let i = 0; i < children.length; i++) {
188
+ if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
+ }
190
+ return "";
191
+ }
192
+
193
+ function applyScope(scopes, start, end, scope) {
194
+ const priority = SCOPE_PRIORITY[scope] ?? 0;
195
+ for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
+ if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
+ }
198
+ }
199
+
200
+ function scopesToRuns(text, scopes) {
201
+ const runs = [];
202
+ for (let i = 0; i < text.length;) {
203
+ const scope = scopes[i]?.scope ?? "default";
204
+ let end = i + 1;
205
+ while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
+ runs.push({ text: text.slice(i, end), scope });
207
+ i = end;
208
+ }
209
+ return runs;
210
+ }
211
+
212
+ function fallbackRuns(text, lang) {
213
+ const pattern = fallbackPattern(lang);
214
+ if (!pattern) return [{ text, scope: "default" }];
215
+ const runs = [];
216
+ let index = 0;
217
+ for (const match of text.matchAll(pattern)) {
218
+ if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
+ runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
+ index = match.index + match[0].length;
221
+ }
222
+ if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
+ return runs;
224
+ }
225
+
226
+ function fallbackPattern(lang) {
227
+ if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
+ return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
+ }
230
+ if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
+ return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
+ }
233
+
234
+ function fallbackScope(token) {
235
+ if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
+ if (/^["'`]/.test(token)) return "string";
237
+ if (/^\d/.test(token)) return "number";
238
+ if (CONSTANTS.has(token)) return "constant";
239
+ return "keyword";
240
+ }
241
+
242
+ function renderRunsByLine(source, runs, options) {
243
+ const lines = [""];
244
+ for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
+ const parts = run.text.split("\n");
246
+ for (let i = 0; i < parts.length; i++) {
247
+ if (i > 0) lines.push("");
248
+ if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
+ }
250
+ }
251
+ return lines;
252
+ }
253
+
254
+ export function styleSyntax(text, scope = "default", bg = "") {
255
+ const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
+ if (bg) codes.push(bg);
257
+ return `\x1b[${codes.join(";")}m${text}${R}`;
258
+ }
259
+
260
+ void initializeTreeSitterHighlighting();