march-cli 0.1.24 → 0.1.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. package/bin/march.mjs +13 -13
  2. package/package.json +49 -49
  3. package/src/agent/command-exec-tool.mjs +172 -172
  4. package/src/agent/context-stats-tool.mjs +57 -57
  5. package/src/agent/editing/diff-apply.mjs +28 -28
  6. package/src/agent/editing/diff-format.mjs +57 -57
  7. package/src/agent/editing/lsp-report.mjs +69 -69
  8. package/src/agent/file-edit-tool.mjs +250 -250
  9. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  10. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  11. package/src/agent/model-payload-dumper.mjs +208 -208
  12. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  13. package/src/agent/provider/payload-messages.mjs +138 -138
  14. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  15. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  16. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  17. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  18. package/src/agent/runner/fast-model.mjs +36 -36
  19. package/src/agent/runner/runner-cleanup.mjs +12 -12
  20. package/src/agent/runner/runner-init.mjs +15 -15
  21. package/src/agent/runner/runner-session-state.mjs +40 -40
  22. package/src/agent/runner/runner-utils.mjs +24 -24
  23. package/src/agent/runner.mjs +299 -299
  24. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  25. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  26. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  27. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  28. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  29. package/src/agent/runtime/runner-process-client.mjs +47 -47
  30. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  31. package/src/agent/runtime/runner-process-factory.mjs +111 -108
  32. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  33. package/src/agent/runtime/runtime-factory.mjs +42 -42
  34. package/src/agent/runtime/runtime-host.mjs +34 -34
  35. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  36. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  37. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  38. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  39. package/src/agent/session/session-auto-name.mjs +41 -41
  40. package/src/agent/session/session-binding.mjs +12 -12
  41. package/src/agent/session/session-options.mjs +47 -47
  42. package/src/agent/tool-names.mjs +1 -1
  43. package/src/agent/tool-result.mjs +3 -3
  44. package/src/agent/tool-summary.mjs +112 -112
  45. package/src/agent/tools.mjs +58 -58
  46. package/src/agent/turn/turn-events.mjs +111 -111
  47. package/src/agent/turn/turn-logging.mjs +30 -30
  48. package/src/agent/turn/turn-runner.mjs +196 -196
  49. package/src/agent/vision-capability.mjs +14 -14
  50. package/src/auth/login-command.mjs +90 -90
  51. package/src/auth/storage.mjs +34 -34
  52. package/src/cli/args.mjs +96 -79
  53. package/src/cli/commands/copy-command.mjs +87 -87
  54. package/src/cli/commands/export-command.mjs +206 -206
  55. package/src/cli/commands/extensions-command.mjs +53 -53
  56. package/src/cli/commands/help-command.mjs +7 -7
  57. package/src/cli/commands/model-command.mjs +141 -141
  58. package/src/cli/commands/paste-image-command.mjs +43 -43
  59. package/src/cli/commands/provider-command.mjs +59 -59
  60. package/src/cli/commands/status-command.mjs +196 -194
  61. package/src/cli/commands/thinking-command.mjs +87 -87
  62. package/src/cli/fallback-ui.mjs +156 -156
  63. package/src/cli/input/attachment-tokens.mjs +20 -20
  64. package/src/cli/input/autocomplete.mjs +74 -74
  65. package/src/cli/input/external-editor.mjs +39 -39
  66. package/src/cli/input/file-search/index.mjs +160 -160
  67. package/src/cli/input/history-store.mjs +35 -35
  68. package/src/cli/input/image-clipboard.mjs +55 -55
  69. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  70. package/src/cli/input/keybindings.mjs +96 -96
  71. package/src/cli/input/mode-state.mjs +43 -43
  72. package/src/cli/input/prompt-templates.mjs +84 -84
  73. package/src/cli/input/select-with-keyboard.mjs +86 -86
  74. package/src/cli/permissions.mjs +103 -103
  75. package/src/cli/repl-commands.mjs +86 -86
  76. package/src/cli/repl-loop.mjs +183 -183
  77. package/src/cli/selector-list.mjs +21 -21
  78. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  79. package/src/cli/session/session-command.mjs +23 -23
  80. package/src/cli/session/session-list-command.mjs +68 -68
  81. package/src/cli/session/session-name-command.mjs +26 -26
  82. package/src/cli/session/session-source-command.mjs +89 -89
  83. package/src/cli/session/session-switch-command.mjs +1 -1
  84. package/src/cli/shell/shell-command.mjs +55 -55
  85. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  86. package/src/cli/shell/shell-drawer.mjs +192 -192
  87. package/src/cli/shell/shell-split-layout.mjs +70 -70
  88. package/src/cli/slash-commands.mjs +192 -192
  89. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  90. package/src/cli/startup/runtime-close.mjs +23 -23
  91. package/src/cli/startup/startup-banner.mjs +71 -71
  92. package/src/cli/startup/startup-session.mjs +51 -51
  93. package/src/cli/status-line-updater.mjs +75 -75
  94. package/src/cli/tool-output.mjs +9 -9
  95. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  96. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  97. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  98. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  99. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  100. package/src/cli/tui/markdown-renderer.mjs +285 -285
  101. package/src/cli/tui/output/scroll-state.mjs +79 -79
  102. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  103. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  104. package/src/cli/tui/output/visible-lines.mjs +8 -8
  105. package/src/cli/tui/output-buffer.mjs +293 -293
  106. package/src/cli/tui/permission-request-ui.mjs +18 -18
  107. package/src/cli/tui/recall-rendering.mjs +28 -25
  108. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  109. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  110. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  111. package/src/cli/tui/selection-screen.mjs +269 -269
  112. package/src/cli/tui/status/retry-status.mjs +72 -72
  113. package/src/cli/tui/status/spinner-status.mjs +42 -42
  114. package/src/cli/tui/status/status-bar.mjs +225 -225
  115. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  116. package/src/cli/tui/syntax/languages.mjs +91 -91
  117. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  118. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  119. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  120. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  121. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  122. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  123. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  124. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  125. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  126. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  127. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  128. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  129. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  130. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  131. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  132. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  133. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  134. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  135. package/src/cli/tui/tool-rendering.mjs +87 -87
  136. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  137. package/src/cli/tui/tui-handlers.mjs +111 -111
  138. package/src/cli/tui/tui-input-controller.mjs +61 -61
  139. package/src/cli/tui/ui-theme.mjs +157 -157
  140. package/src/cli/ui.mjs +297 -297
  141. package/src/config/config-json.mjs +108 -84
  142. package/src/config/dotenv.mjs +20 -20
  143. package/src/config/features.mjs +75 -75
  144. package/src/config/loader.mjs +156 -143
  145. package/src/config/settings-command.mjs +97 -97
  146. package/src/context/engine.mjs +199 -198
  147. package/src/context/injections.mjs +26 -26
  148. package/src/context/profiles.mjs +39 -39
  149. package/src/context/project-context.mjs +20 -20
  150. package/src/context/session-status.mjs +25 -17
  151. package/src/context/shell-layers.mjs +23 -23
  152. package/src/context/system-core/base.md +51 -50
  153. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  154. package/src/context/system-core/prompts/default.md +3 -3
  155. package/src/context/system-core.mjs +35 -35
  156. package/src/debug/logger.mjs +141 -141
  157. package/src/debug/model-context-dumper.mjs +52 -52
  158. package/src/extensions/discovery.mjs +40 -40
  159. package/src/extensions/lifecycle-adapter.mjs +210 -210
  160. package/src/extensions/lifecycle-manifest.mjs +69 -69
  161. package/src/image-gen/index.mjs +7 -7
  162. package/src/image-gen/provider.mjs +231 -231
  163. package/src/image-gen/tool.mjs +84 -84
  164. package/src/lsp/client.mjs +257 -257
  165. package/src/lsp/diagnostic-store.mjs +42 -42
  166. package/src/lsp/diagnostics-format.mjs +72 -72
  167. package/src/lsp/managed-node-server.mjs +99 -99
  168. package/src/lsp/path-match.mjs +10 -10
  169. package/src/lsp/server-definitions.mjs +188 -188
  170. package/src/lsp/servers.mjs +165 -165
  171. package/src/lsp/service.mjs +110 -110
  172. package/src/lsp/status-message.mjs +9 -9
  173. package/src/lsp/typescript-project-resolver.mjs +186 -186
  174. package/src/main.mjs +294 -299
  175. package/src/mcp/client.mjs +195 -195
  176. package/src/mcp/config.mjs +130 -130
  177. package/src/mcp/index.mjs +48 -48
  178. package/src/mcp/tools.mjs +98 -98
  179. package/src/memory/command.mjs +120 -0
  180. package/src/memory/markdown/markdown-delete.mjs +23 -23
  181. package/src/memory/markdown/markdown-format.mjs +128 -128
  182. package/src/memory/markdown/markdown-recall.mjs +28 -28
  183. package/src/memory/markdown/ripgrep.mjs +16 -16
  184. package/src/memory/markdown/sqlite-index.mjs +87 -87
  185. package/src/memory/markdown-store.mjs +272 -286
  186. package/src/memory/markdown-tools.mjs +174 -103
  187. package/src/memory/remote/client.mjs +68 -0
  188. package/src/memory/remote/config.mjs +52 -0
  189. package/src/memory/remote/server.mjs +99 -0
  190. package/src/memory/search.mjs +183 -0
  191. package/src/network/environment.mjs +131 -131
  192. package/src/notification/desktop-notifier.mjs +262 -262
  193. package/src/platform/open-file.mjs +28 -28
  194. package/src/platform/spawn-command.mjs +27 -27
  195. package/src/provider/accept-command.mjs +89 -89
  196. package/src/provider/command.mjs +21 -21
  197. package/src/provider/config-command.mjs +129 -129
  198. package/src/provider/custom-provider.mjs +113 -113
  199. package/src/provider/hosted-tools.mjs +111 -111
  200. package/src/provider/presets.mjs +72 -72
  201. package/src/provider/share-command.mjs +79 -79
  202. package/src/provider/share-payload.mjs +52 -52
  203. package/src/session/attachment-display.mjs +16 -16
  204. package/src/session/attachment-references.mjs +65 -65
  205. package/src/session/attachments.mjs +140 -140
  206. package/src/session/persist.mjs +1 -1
  207. package/src/session/pi-manager.mjs +34 -34
  208. package/src/session/session-utils.mjs +16 -16
  209. package/src/session/sidecar-sync.mjs +19 -19
  210. package/src/session/sidecar.mjs +69 -69
  211. package/src/session/transcript.mjs +83 -83
  212. package/src/session/tree.mjs +42 -42
  213. package/src/shell/cli-runtime.mjs +11 -11
  214. package/src/shell/hints.mjs +12 -12
  215. package/src/shell/node-pty-adapter.mjs +81 -81
  216. package/src/shell/runtime-state.mjs +126 -126
  217. package/src/shell/runtime.mjs +252 -252
  218. package/src/shell/screen-buffer.mjs +136 -136
  219. package/src/shell/tool-read.mjs +74 -74
  220. package/src/shell/tools.mjs +299 -299
  221. package/src/supergrok/actions/image-generate.mjs +60 -60
  222. package/src/supergrok/actions/search.mjs +78 -78
  223. package/src/supergrok/auth.mjs +36 -36
  224. package/src/supergrok/constants.mjs +18 -18
  225. package/src/supergrok/oauth-provider.mjs +278 -278
  226. package/src/supergrok/provider.mjs +35 -35
  227. package/src/supergrok/response.mjs +76 -76
  228. package/src/supergrok/tool.mjs +61 -61
  229. package/src/text/ansi.mjs +3 -3
  230. package/src/web/config-command.mjs +43 -43
  231. package/src/web/fetch.mjs +78 -78
  232. package/src/web/presets.mjs +16 -16
  233. package/src/web/search.mjs +83 -83
  234. package/src/web/tools.mjs +107 -107
@@ -1,260 +1,260 @@
1
- import { existsSync, readFileSync } from "node:fs";
2
- import { dirname, join } from "node:path";
3
- import { fileURLToPath } from "node:url";
4
- import { Language, Parser, Query } from "web-tree-sitter";
5
- import { R } from "../ui-theme.mjs";
6
- import {
7
- CONSTANTS,
8
- KEYWORDS,
9
- LANG_ALIASES,
10
- LANGUAGES,
11
- NUMBER_TYPES,
12
- OPERATORS,
13
- PROPERTY_TYPES,
14
- PUNCTUATION,
15
- SCOPE_PRIORITY,
16
- SCOPE_STYLE,
17
- STRING_TYPES,
18
- TYPE_TYPES,
19
- } from "./languages.mjs";
20
-
21
- const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
-
23
- let initPromise;
24
- let initialized = false;
25
- const parsers = new Map();
26
- const queries = new Map();
27
- const highlightCache = new Map();
28
-
29
- export function initializeTreeSitterHighlighting() {
30
- if (initPromise) return initPromise;
31
- initPromise = initializeParsers();
32
- return initPromise;
33
- }
34
-
35
- export function isTreeSitterHighlightingReady() {
36
- return initialized;
37
- }
38
-
39
- export function normalizeLanguage(langOrPath = "") {
40
- const raw = String(langOrPath ?? "").trim().toLowerCase();
41
- if (!raw) return "";
42
- const direct = LANG_ALIASES.get(raw);
43
- if (direct) return direct;
44
- const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
- return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
- }
47
-
48
- export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
- const text = String(code ?? "");
50
- const lang = normalizeLanguage(langOrPath);
51
- const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
- const cached = highlightCache.get(key);
53
- if (cached) return cached;
54
-
55
- const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
- const rendered = renderRunsByLine(text, runs, options);
57
- if (highlightCache.size > 200) highlightCache.clear();
58
- highlightCache.set(key, rendered);
59
- return rendered;
60
- }
61
-
62
- export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
- return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
- }
65
-
66
- async function initializeParsers() {
67
- try {
68
- await Parser.init();
69
- for (const [lang, config] of Object.entries(LANGUAGES)) {
70
- const language = await Language.load(join(RESOURCE_DIR, config.file));
71
- const parser = new Parser();
72
- parser.setLanguage(language);
73
- parsers.set(lang, parser);
74
- const query = loadHighlightQuery(language, config.query);
75
- if (query) queries.set(lang, query);
76
- }
77
- initialized = true;
78
- highlightCache.clear();
79
- } catch {
80
- initialized = false;
81
- }
82
- }
83
-
84
- function treeSitterRuns(text, lang) {
85
- const parser = parsers.get(lang);
86
- if (!initialized || !parser || !text) return null;
87
- try {
88
- const tree = parser.parse(text);
89
- const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
- const query = queries.get(lang);
91
- if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
- collectNodeScopes(tree.rootNode, scopes);
93
- return scopesToRuns(text, scopes);
94
- } catch {
95
- return null;
96
- }
97
- }
98
-
99
- function loadHighlightQuery(language, queryFile) {
100
- if (!queryFile) return null;
101
- const path = join(RESOURCE_DIR, queryFile);
102
- if (!existsSync(path)) return null;
103
- try {
104
- return new Query(language, readFileSync(path, "utf8"));
105
- } catch {
106
- return null;
107
- }
108
- }
109
-
110
- function applyQueryScopes(query, rootNode, scopes) {
111
- for (const capture of query.captures(rootNode)) {
112
- const scope = captureScope(capture.name);
113
- if (!scope) continue;
114
- applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
- }
116
- }
117
-
118
- function captureScope(name) {
119
- const value = String(name ?? "").toLowerCase();
120
- if (!value) return null;
121
- if (value.includes("comment")) return "comment";
122
- if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
- if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
- if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
- if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
- if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
- if (value.includes("property") || value.includes("field")) return "property";
128
- if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
- if (value.includes("operator")) return "operator";
130
- if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
- if (value.includes("tag")) return "tag";
132
- if (value.includes("variable") || value.includes("parameter")) return "variable";
133
- return null;
134
- }
135
-
136
- function collectNodeScopes(node, scopes) {
137
- const scope = classifyNode(node);
138
- if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
- for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
- }
141
-
142
- function classifyNode(node) {
143
- const type = node.type;
144
- if (type === "comment") return "comment";
145
- if (STRING_TYPES.has(type)) return "string";
146
- if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
- if (NUMBER_TYPES.has(type)) return "number";
148
- if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
- if (TYPE_TYPES.has(type)) return "type";
150
- if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
- if (PROPERTY_TYPES.has(type)) return "property";
152
- if (type === "field_identifier" || type === "property_name") return "property";
153
- if (type === "tag_name") return "tag";
154
- if (type === "attribute_name") return "attribute";
155
- if (type === "regex_pattern") return "string";
156
- if (type === "identifier") return classifyIdentifier(node);
157
- if (type === "jsx_identifier") return "type";
158
- if (type === "null" || type === "true" || type === "false") return "constant";
159
- if (!node.isNamed) {
160
- if (KEYWORDS.has(type)) return "keyword";
161
- if (CONSTANTS.has(type)) return "constant";
162
- if (OPERATORS.has(type)) return "operator";
163
- if (PUNCTUATION.has(type)) return "punctuation";
164
- }
165
- return null;
166
- }
167
-
168
- function classifyIdentifier(node) {
169
- const text = node.text;
170
- if (KEYWORDS.has(text)) return "keyword";
171
- if (CONSTANTS.has(text)) return "constant";
172
-
173
- const parent = node.parent;
174
- const field = childFieldName(parent, node);
175
- if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
- if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
- if (field === "function" && parent?.type === "call_expression") return "function";
178
- if (field === "property") return "property";
179
- if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
- if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
- return "variable";
182
- }
183
-
184
- function childFieldName(parent, child) {
185
- if (!parent) return "";
186
- const children = parent.children ?? [];
187
- for (let i = 0; i < children.length; i++) {
188
- if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
- }
190
- return "";
191
- }
192
-
193
- function applyScope(scopes, start, end, scope) {
194
- const priority = SCOPE_PRIORITY[scope] ?? 0;
195
- for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
- if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
- }
198
- }
199
-
200
- function scopesToRuns(text, scopes) {
201
- const runs = [];
202
- for (let i = 0; i < text.length;) {
203
- const scope = scopes[i]?.scope ?? "default";
204
- let end = i + 1;
205
- while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
- runs.push({ text: text.slice(i, end), scope });
207
- i = end;
208
- }
209
- return runs;
210
- }
211
-
212
- function fallbackRuns(text, lang) {
213
- const pattern = fallbackPattern(lang);
214
- if (!pattern) return [{ text, scope: "default" }];
215
- const runs = [];
216
- let index = 0;
217
- for (const match of text.matchAll(pattern)) {
218
- if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
- runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
- index = match.index + match[0].length;
221
- }
222
- if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
- return runs;
224
- }
225
-
226
- function fallbackPattern(lang) {
227
- if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
- return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
- }
230
- if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
- return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
- }
233
-
234
- function fallbackScope(token) {
235
- if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
- if (/^["'`]/.test(token)) return "string";
237
- if (/^\d/.test(token)) return "number";
238
- if (CONSTANTS.has(token)) return "constant";
239
- return "keyword";
240
- }
241
-
242
- function renderRunsByLine(source, runs, options) {
243
- const lines = [""];
244
- for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
- const parts = run.text.split("\n");
246
- for (let i = 0; i < parts.length; i++) {
247
- if (i > 0) lines.push("");
248
- if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
- }
250
- }
251
- return lines;
252
- }
253
-
254
- export function styleSyntax(text, scope = "default", bg = "") {
255
- const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
- if (bg) codes.push(bg);
257
- return `\x1b[${codes.join(";")}m${text}${R}`;
258
- }
259
-
260
- void initializeTreeSitterHighlighting();
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import { dirname, join } from "node:path";
3
+ import { fileURLToPath } from "node:url";
4
+ import { Language, Parser, Query } from "web-tree-sitter";
5
+ import { R } from "../ui-theme.mjs";
6
+ import {
7
+ CONSTANTS,
8
+ KEYWORDS,
9
+ LANG_ALIASES,
10
+ LANGUAGES,
11
+ NUMBER_TYPES,
12
+ OPERATORS,
13
+ PROPERTY_TYPES,
14
+ PUNCTUATION,
15
+ SCOPE_PRIORITY,
16
+ SCOPE_STYLE,
17
+ STRING_TYPES,
18
+ TYPE_TYPES,
19
+ } from "./languages.mjs";
20
+
21
+ const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
+
23
+ let initPromise;
24
+ let initialized = false;
25
+ const parsers = new Map();
26
+ const queries = new Map();
27
+ const highlightCache = new Map();
28
+
29
+ export function initializeTreeSitterHighlighting() {
30
+ if (initPromise) return initPromise;
31
+ initPromise = initializeParsers();
32
+ return initPromise;
33
+ }
34
+
35
+ export function isTreeSitterHighlightingReady() {
36
+ return initialized;
37
+ }
38
+
39
+ export function normalizeLanguage(langOrPath = "") {
40
+ const raw = String(langOrPath ?? "").trim().toLowerCase();
41
+ if (!raw) return "";
42
+ const direct = LANG_ALIASES.get(raw);
43
+ if (direct) return direct;
44
+ const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
+ return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
+ }
47
+
48
+ export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
+ const text = String(code ?? "");
50
+ const lang = normalizeLanguage(langOrPath);
51
+ const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
+ const cached = highlightCache.get(key);
53
+ if (cached) return cached;
54
+
55
+ const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
+ const rendered = renderRunsByLine(text, runs, options);
57
+ if (highlightCache.size > 200) highlightCache.clear();
58
+ highlightCache.set(key, rendered);
59
+ return rendered;
60
+ }
61
+
62
+ export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
+ return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
+ }
65
+
66
+ async function initializeParsers() {
67
+ try {
68
+ await Parser.init();
69
+ for (const [lang, config] of Object.entries(LANGUAGES)) {
70
+ const language = await Language.load(join(RESOURCE_DIR, config.file));
71
+ const parser = new Parser();
72
+ parser.setLanguage(language);
73
+ parsers.set(lang, parser);
74
+ const query = loadHighlightQuery(language, config.query);
75
+ if (query) queries.set(lang, query);
76
+ }
77
+ initialized = true;
78
+ highlightCache.clear();
79
+ } catch {
80
+ initialized = false;
81
+ }
82
+ }
83
+
84
+ function treeSitterRuns(text, lang) {
85
+ const parser = parsers.get(lang);
86
+ if (!initialized || !parser || !text) return null;
87
+ try {
88
+ const tree = parser.parse(text);
89
+ const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
+ const query = queries.get(lang);
91
+ if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
+ collectNodeScopes(tree.rootNode, scopes);
93
+ return scopesToRuns(text, scopes);
94
+ } catch {
95
+ return null;
96
+ }
97
+ }
98
+
99
+ function loadHighlightQuery(language, queryFile) {
100
+ if (!queryFile) return null;
101
+ const path = join(RESOURCE_DIR, queryFile);
102
+ if (!existsSync(path)) return null;
103
+ try {
104
+ return new Query(language, readFileSync(path, "utf8"));
105
+ } catch {
106
+ return null;
107
+ }
108
+ }
109
+
110
+ function applyQueryScopes(query, rootNode, scopes) {
111
+ for (const capture of query.captures(rootNode)) {
112
+ const scope = captureScope(capture.name);
113
+ if (!scope) continue;
114
+ applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
+ }
116
+ }
117
+
118
+ function captureScope(name) {
119
+ const value = String(name ?? "").toLowerCase();
120
+ if (!value) return null;
121
+ if (value.includes("comment")) return "comment";
122
+ if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
+ if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
+ if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
+ if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
+ if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
+ if (value.includes("property") || value.includes("field")) return "property";
128
+ if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
+ if (value.includes("operator")) return "operator";
130
+ if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
+ if (value.includes("tag")) return "tag";
132
+ if (value.includes("variable") || value.includes("parameter")) return "variable";
133
+ return null;
134
+ }
135
+
136
+ function collectNodeScopes(node, scopes) {
137
+ const scope = classifyNode(node);
138
+ if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
+ for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
+ }
141
+
142
+ function classifyNode(node) {
143
+ const type = node.type;
144
+ if (type === "comment") return "comment";
145
+ if (STRING_TYPES.has(type)) return "string";
146
+ if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
+ if (NUMBER_TYPES.has(type)) return "number";
148
+ if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
+ if (TYPE_TYPES.has(type)) return "type";
150
+ if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
+ if (PROPERTY_TYPES.has(type)) return "property";
152
+ if (type === "field_identifier" || type === "property_name") return "property";
153
+ if (type === "tag_name") return "tag";
154
+ if (type === "attribute_name") return "attribute";
155
+ if (type === "regex_pattern") return "string";
156
+ if (type === "identifier") return classifyIdentifier(node);
157
+ if (type === "jsx_identifier") return "type";
158
+ if (type === "null" || type === "true" || type === "false") return "constant";
159
+ if (!node.isNamed) {
160
+ if (KEYWORDS.has(type)) return "keyword";
161
+ if (CONSTANTS.has(type)) return "constant";
162
+ if (OPERATORS.has(type)) return "operator";
163
+ if (PUNCTUATION.has(type)) return "punctuation";
164
+ }
165
+ return null;
166
+ }
167
+
168
+ function classifyIdentifier(node) {
169
+ const text = node.text;
170
+ if (KEYWORDS.has(text)) return "keyword";
171
+ if (CONSTANTS.has(text)) return "constant";
172
+
173
+ const parent = node.parent;
174
+ const field = childFieldName(parent, node);
175
+ if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
+ if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
+ if (field === "function" && parent?.type === "call_expression") return "function";
178
+ if (field === "property") return "property";
179
+ if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
+ if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
+ return "variable";
182
+ }
183
+
184
+ function childFieldName(parent, child) {
185
+ if (!parent) return "";
186
+ const children = parent.children ?? [];
187
+ for (let i = 0; i < children.length; i++) {
188
+ if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
+ }
190
+ return "";
191
+ }
192
+
193
+ function applyScope(scopes, start, end, scope) {
194
+ const priority = SCOPE_PRIORITY[scope] ?? 0;
195
+ for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
+ if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
+ }
198
+ }
199
+
200
+ function scopesToRuns(text, scopes) {
201
+ const runs = [];
202
+ for (let i = 0; i < text.length;) {
203
+ const scope = scopes[i]?.scope ?? "default";
204
+ let end = i + 1;
205
+ while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
+ runs.push({ text: text.slice(i, end), scope });
207
+ i = end;
208
+ }
209
+ return runs;
210
+ }
211
+
212
+ function fallbackRuns(text, lang) {
213
+ const pattern = fallbackPattern(lang);
214
+ if (!pattern) return [{ text, scope: "default" }];
215
+ const runs = [];
216
+ let index = 0;
217
+ for (const match of text.matchAll(pattern)) {
218
+ if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
+ runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
+ index = match.index + match[0].length;
221
+ }
222
+ if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
+ return runs;
224
+ }
225
+
226
+ function fallbackPattern(lang) {
227
+ if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
+ return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
+ }
230
+ if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
+ return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
+ }
233
+
234
+ function fallbackScope(token) {
235
+ if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
+ if (/^["'`]/.test(token)) return "string";
237
+ if (/^\d/.test(token)) return "number";
238
+ if (CONSTANTS.has(token)) return "constant";
239
+ return "keyword";
240
+ }
241
+
242
+ function renderRunsByLine(source, runs, options) {
243
+ const lines = [""];
244
+ for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
+ const parts = run.text.split("\n");
246
+ for (let i = 0; i < parts.length; i++) {
247
+ if (i > 0) lines.push("");
248
+ if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
+ }
250
+ }
251
+ return lines;
252
+ }
253
+
254
+ export function styleSyntax(text, scope = "default", bg = "") {
255
+ const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
+ if (bg) codes.push(bg);
257
+ return `\x1b[${codes.join(";")}m${text}${R}`;
258
+ }
259
+
260
+ void initializeTreeSitterHighlighting();