march-cli 0.1.20 → 0.1.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. package/bin/march.mjs +13 -13
  2. package/package.json +43 -42
  3. package/src/agent/command-exec-tool.mjs +172 -168
  4. package/src/agent/context-stats-tool.mjs +57 -57
  5. package/src/agent/editing/diff-apply.mjs +28 -28
  6. package/src/agent/editing/diff-format.mjs +57 -57
  7. package/src/agent/editing/lsp-report.mjs +69 -69
  8. package/src/agent/file-edit-tool.mjs +262 -262
  9. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  10. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  11. package/src/agent/model-payload-dumper.mjs +208 -208
  12. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  13. package/src/agent/provider/payload-messages.mjs +138 -138
  14. package/src/agent/runner/codex-large-context-guard.mjs +87 -0
  15. package/src/agent/runner/codex-transport-compression.mjs +180 -0
  16. package/src/agent/runner/codex-transport-debug.mjs +113 -110
  17. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  18. package/src/agent/runner/fast-model.mjs +36 -36
  19. package/src/agent/runner/runner-cleanup.mjs +12 -12
  20. package/src/agent/runner/runner-init.mjs +15 -15
  21. package/src/agent/runner/runner-session-state.mjs +40 -40
  22. package/src/agent/runner/runner-utils.mjs +24 -24
  23. package/src/agent/runner.mjs +299 -295
  24. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  25. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  26. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  27. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  28. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  29. package/src/agent/runtime/runner-process-client.mjs +47 -47
  30. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  31. package/src/agent/runtime/runner-process-factory.mjs +108 -108
  32. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  33. package/src/agent/runtime/runtime-factory.mjs +42 -42
  34. package/src/agent/runtime/runtime-host.mjs +34 -34
  35. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  36. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  37. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  38. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  39. package/src/agent/session/session-auto-name.mjs +41 -41
  40. package/src/agent/session/session-binding.mjs +12 -12
  41. package/src/agent/session/session-options.mjs +47 -47
  42. package/src/agent/tool-names.mjs +1 -1
  43. package/src/agent/tool-result.mjs +3 -3
  44. package/src/agent/tool-summary.mjs +112 -112
  45. package/src/agent/tools.mjs +58 -58
  46. package/src/agent/turn/turn-events.mjs +111 -111
  47. package/src/agent/turn/turn-logging.mjs +30 -30
  48. package/src/agent/turn/turn-runner.mjs +196 -196
  49. package/src/agent/vision-capability.mjs +14 -14
  50. package/src/auth/login-command.mjs +90 -90
  51. package/src/auth/storage.mjs +34 -34
  52. package/src/cli/args.mjs +79 -79
  53. package/src/cli/commands/copy-command.mjs +87 -87
  54. package/src/cli/commands/export-command.mjs +206 -206
  55. package/src/cli/commands/extensions-command.mjs +53 -53
  56. package/src/cli/commands/help-command.mjs +7 -7
  57. package/src/cli/commands/model-command.mjs +141 -141
  58. package/src/cli/commands/paste-image-command.mjs +43 -43
  59. package/src/cli/commands/provider-command.mjs +59 -59
  60. package/src/cli/commands/status-command.mjs +194 -194
  61. package/src/cli/commands/thinking-command.mjs +87 -87
  62. package/src/cli/fallback-ui.mjs +156 -156
  63. package/src/cli/input/attachment-tokens.mjs +20 -20
  64. package/src/cli/input/autocomplete.mjs +74 -106
  65. package/src/cli/input/external-editor.mjs +39 -39
  66. package/src/cli/input/file-search/index.mjs +160 -0
  67. package/src/cli/input/history-store.mjs +35 -35
  68. package/src/cli/input/image-clipboard.mjs +55 -55
  69. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  70. package/src/cli/input/keybindings.mjs +96 -96
  71. package/src/cli/input/mode-state.mjs +43 -43
  72. package/src/cli/input/prompt-templates.mjs +84 -84
  73. package/src/cli/input/select-with-keyboard.mjs +86 -86
  74. package/src/cli/permissions.mjs +103 -103
  75. package/src/cli/repl-commands.mjs +86 -86
  76. package/src/cli/repl-loop.mjs +183 -183
  77. package/src/cli/selector-list.mjs +21 -21
  78. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  79. package/src/cli/session/session-command.mjs +23 -23
  80. package/src/cli/session/session-list-command.mjs +68 -68
  81. package/src/cli/session/session-name-command.mjs +26 -26
  82. package/src/cli/session/session-source-command.mjs +89 -89
  83. package/src/cli/session/session-switch-command.mjs +1 -1
  84. package/src/cli/shell/shell-command.mjs +55 -55
  85. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  86. package/src/cli/shell/shell-drawer.mjs +192 -192
  87. package/src/cli/shell/shell-split-layout.mjs +70 -70
  88. package/src/cli/slash-commands.mjs +192 -192
  89. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  90. package/src/cli/startup/runtime-close.mjs +23 -23
  91. package/src/cli/startup/startup-banner.mjs +71 -71
  92. package/src/cli/startup/startup-session.mjs +51 -51
  93. package/src/cli/status-line-updater.mjs +75 -75
  94. package/src/cli/tool-output.mjs +9 -9
  95. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  96. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  97. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  98. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  99. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  100. package/src/cli/tui/markdown-renderer.mjs +285 -285
  101. package/src/cli/tui/output/scroll-state.mjs +79 -79
  102. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  103. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  104. package/src/cli/tui/output/visible-lines.mjs +8 -8
  105. package/src/cli/tui/output-buffer.mjs +293 -293
  106. package/src/cli/tui/permission-request-ui.mjs +18 -18
  107. package/src/cli/tui/recall-rendering.mjs +25 -25
  108. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  109. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  110. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  111. package/src/cli/tui/selection-screen.mjs +269 -269
  112. package/src/cli/tui/status/retry-status.mjs +72 -72
  113. package/src/cli/tui/status/spinner-status.mjs +42 -42
  114. package/src/cli/tui/status/status-bar.mjs +225 -225
  115. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  116. package/src/cli/tui/syntax/languages.mjs +91 -91
  117. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  118. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  119. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  120. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  121. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  122. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  123. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  124. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  125. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  126. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  127. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  128. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  129. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  130. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  131. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  132. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  133. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  134. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  135. package/src/cli/tui/tool-rendering.mjs +87 -87
  136. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  137. package/src/cli/tui/tui-handlers.mjs +111 -111
  138. package/src/cli/tui/tui-input-controller.mjs +61 -61
  139. package/src/cli/tui/ui-theme.mjs +157 -157
  140. package/src/cli/ui.mjs +297 -297
  141. package/src/config/config-json.mjs +84 -84
  142. package/src/config/dotenv.mjs +20 -20
  143. package/src/config/features.mjs +75 -75
  144. package/src/config/loader.mjs +143 -143
  145. package/src/config/settings-command.mjs +97 -97
  146. package/src/context/engine.mjs +198 -198
  147. package/src/context/injections.mjs +26 -26
  148. package/src/context/profiles.mjs +39 -39
  149. package/src/context/project-context.mjs +20 -20
  150. package/src/context/session-status.mjs +17 -17
  151. package/src/context/shell-layers.mjs +23 -23
  152. package/src/context/system-core/base.md +65 -65
  153. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  154. package/src/context/system-core/prompts/default.md +3 -3
  155. package/src/context/system-core.mjs +35 -35
  156. package/src/debug/logger.mjs +141 -141
  157. package/src/debug/model-context-dumper.mjs +52 -52
  158. package/src/extensions/discovery.mjs +40 -40
  159. package/src/extensions/lifecycle-adapter.mjs +210 -210
  160. package/src/extensions/lifecycle-manifest.mjs +69 -69
  161. package/src/image-gen/index.mjs +7 -7
  162. package/src/image-gen/provider.mjs +231 -231
  163. package/src/image-gen/tool.mjs +84 -84
  164. package/src/lsp/client.mjs +257 -257
  165. package/src/lsp/diagnostic-store.mjs +42 -42
  166. package/src/lsp/diagnostics-format.mjs +72 -72
  167. package/src/lsp/managed-node-server.mjs +99 -99
  168. package/src/lsp/path-match.mjs +10 -10
  169. package/src/lsp/server-definitions.mjs +188 -188
  170. package/src/lsp/servers.mjs +165 -165
  171. package/src/lsp/service.mjs +110 -110
  172. package/src/lsp/status-message.mjs +9 -9
  173. package/src/lsp/typescript-project-resolver.mjs +186 -186
  174. package/src/main.mjs +299 -299
  175. package/src/mcp/client.mjs +195 -195
  176. package/src/mcp/config.mjs +130 -130
  177. package/src/mcp/index.mjs +48 -48
  178. package/src/mcp/tools.mjs +98 -98
  179. package/src/memory/database.mjs +219 -219
  180. package/src/memory/glossary.mjs +124 -124
  181. package/src/memory/graph/graph-cascades.mjs +109 -109
  182. package/src/memory/graph/graph-diagnostics.mjs +73 -73
  183. package/src/memory/graph/graph-path-removal.mjs +50 -50
  184. package/src/memory/graph/graph-path-utils.mjs +17 -17
  185. package/src/memory/graph/graph-primitives.mjs +103 -103
  186. package/src/memory/graph/graph-read.mjs +159 -159
  187. package/src/memory/graph.mjs +282 -282
  188. package/src/memory/markdown/markdown-delete.mjs +23 -23
  189. package/src/memory/markdown/markdown-format.mjs +128 -128
  190. package/src/memory/markdown/markdown-recall.mjs +28 -28
  191. package/src/memory/markdown/ripgrep.mjs +16 -16
  192. package/src/memory/markdown/sqlite-index.mjs +87 -87
  193. package/src/memory/markdown-store.mjs +286 -286
  194. package/src/memory/markdown-tools.mjs +103 -103
  195. package/src/memory/search.mjs +142 -142
  196. package/src/memory/snapshot.mjs +86 -86
  197. package/src/memory/system-views.mjs +120 -120
  198. package/src/memory/tools.mjs +282 -282
  199. package/src/network/environment.mjs +131 -131
  200. package/src/notification/desktop-notifier.mjs +262 -262
  201. package/src/platform/open-file.mjs +28 -28
  202. package/src/platform/spawn-command.mjs +27 -27
  203. package/src/provider/accept-command.mjs +89 -89
  204. package/src/provider/command.mjs +21 -21
  205. package/src/provider/config-command.mjs +129 -129
  206. package/src/provider/custom-provider.mjs +113 -113
  207. package/src/provider/hosted-tools.mjs +111 -111
  208. package/src/provider/presets.mjs +72 -72
  209. package/src/provider/share-command.mjs +79 -79
  210. package/src/provider/share-payload.mjs +52 -52
  211. package/src/session/attachment-display.mjs +16 -16
  212. package/src/session/attachment-references.mjs +65 -65
  213. package/src/session/attachments.mjs +140 -140
  214. package/src/session/persist.mjs +1 -1
  215. package/src/session/pi-manager.mjs +34 -34
  216. package/src/session/session-utils.mjs +16 -16
  217. package/src/session/sidecar-sync.mjs +19 -19
  218. package/src/session/sidecar.mjs +69 -69
  219. package/src/session/transcript.mjs +83 -83
  220. package/src/session/tree.mjs +42 -42
  221. package/src/shell/cli-runtime.mjs +11 -11
  222. package/src/shell/hints.mjs +12 -12
  223. package/src/shell/node-pty-adapter.mjs +81 -81
  224. package/src/shell/runtime-state.mjs +126 -126
  225. package/src/shell/runtime.mjs +252 -252
  226. package/src/shell/screen-buffer.mjs +136 -136
  227. package/src/shell/tool-read.mjs +74 -74
  228. package/src/shell/tools.mjs +299 -299
  229. package/src/supergrok/actions/image-generate.mjs +60 -60
  230. package/src/supergrok/actions/search.mjs +78 -78
  231. package/src/supergrok/auth.mjs +36 -36
  232. package/src/supergrok/constants.mjs +18 -18
  233. package/src/supergrok/oauth-provider.mjs +278 -278
  234. package/src/supergrok/provider.mjs +35 -35
  235. package/src/supergrok/response.mjs +76 -76
  236. package/src/supergrok/tool.mjs +61 -61
  237. package/src/text/ansi.mjs +3 -3
  238. package/src/web/config-command.mjs +43 -43
  239. package/src/web/fetch.mjs +78 -78
  240. package/src/web/presets.mjs +16 -16
  241. package/src/web/search.mjs +83 -83
  242. package/src/web/tools.mjs +107 -107
@@ -1,260 +1,260 @@
1
- import { existsSync, readFileSync } from "node:fs";
2
- import { dirname, join } from "node:path";
3
- import { fileURLToPath } from "node:url";
4
- import { Language, Parser, Query } from "web-tree-sitter";
5
- import { R } from "../ui-theme.mjs";
6
- import {
7
- CONSTANTS,
8
- KEYWORDS,
9
- LANG_ALIASES,
10
- LANGUAGES,
11
- NUMBER_TYPES,
12
- OPERATORS,
13
- PROPERTY_TYPES,
14
- PUNCTUATION,
15
- SCOPE_PRIORITY,
16
- SCOPE_STYLE,
17
- STRING_TYPES,
18
- TYPE_TYPES,
19
- } from "./languages.mjs";
20
-
21
- const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
-
23
- let initPromise;
24
- let initialized = false;
25
- const parsers = new Map();
26
- const queries = new Map();
27
- const highlightCache = new Map();
28
-
29
- export function initializeTreeSitterHighlighting() {
30
- if (initPromise) return initPromise;
31
- initPromise = initializeParsers();
32
- return initPromise;
33
- }
34
-
35
- export function isTreeSitterHighlightingReady() {
36
- return initialized;
37
- }
38
-
39
- export function normalizeLanguage(langOrPath = "") {
40
- const raw = String(langOrPath ?? "").trim().toLowerCase();
41
- if (!raw) return "";
42
- const direct = LANG_ALIASES.get(raw);
43
- if (direct) return direct;
44
- const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
- return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
- }
47
-
48
- export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
- const text = String(code ?? "");
50
- const lang = normalizeLanguage(langOrPath);
51
- const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
- const cached = highlightCache.get(key);
53
- if (cached) return cached;
54
-
55
- const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
- const rendered = renderRunsByLine(text, runs, options);
57
- if (highlightCache.size > 200) highlightCache.clear();
58
- highlightCache.set(key, rendered);
59
- return rendered;
60
- }
61
-
62
- export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
- return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
- }
65
-
66
- async function initializeParsers() {
67
- try {
68
- await Parser.init();
69
- for (const [lang, config] of Object.entries(LANGUAGES)) {
70
- const language = await Language.load(join(RESOURCE_DIR, config.file));
71
- const parser = new Parser();
72
- parser.setLanguage(language);
73
- parsers.set(lang, parser);
74
- const query = loadHighlightQuery(language, config.query);
75
- if (query) queries.set(lang, query);
76
- }
77
- initialized = true;
78
- highlightCache.clear();
79
- } catch {
80
- initialized = false;
81
- }
82
- }
83
-
84
- function treeSitterRuns(text, lang) {
85
- const parser = parsers.get(lang);
86
- if (!initialized || !parser || !text) return null;
87
- try {
88
- const tree = parser.parse(text);
89
- const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
- const query = queries.get(lang);
91
- if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
- collectNodeScopes(tree.rootNode, scopes);
93
- return scopesToRuns(text, scopes);
94
- } catch {
95
- return null;
96
- }
97
- }
98
-
99
- function loadHighlightQuery(language, queryFile) {
100
- if (!queryFile) return null;
101
- const path = join(RESOURCE_DIR, queryFile);
102
- if (!existsSync(path)) return null;
103
- try {
104
- return new Query(language, readFileSync(path, "utf8"));
105
- } catch {
106
- return null;
107
- }
108
- }
109
-
110
- function applyQueryScopes(query, rootNode, scopes) {
111
- for (const capture of query.captures(rootNode)) {
112
- const scope = captureScope(capture.name);
113
- if (!scope) continue;
114
- applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
- }
116
- }
117
-
118
- function captureScope(name) {
119
- const value = String(name ?? "").toLowerCase();
120
- if (!value) return null;
121
- if (value.includes("comment")) return "comment";
122
- if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
- if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
- if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
- if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
- if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
- if (value.includes("property") || value.includes("field")) return "property";
128
- if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
- if (value.includes("operator")) return "operator";
130
- if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
- if (value.includes("tag")) return "tag";
132
- if (value.includes("variable") || value.includes("parameter")) return "variable";
133
- return null;
134
- }
135
-
136
- function collectNodeScopes(node, scopes) {
137
- const scope = classifyNode(node);
138
- if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
- for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
- }
141
-
142
- function classifyNode(node) {
143
- const type = node.type;
144
- if (type === "comment") return "comment";
145
- if (STRING_TYPES.has(type)) return "string";
146
- if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
- if (NUMBER_TYPES.has(type)) return "number";
148
- if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
- if (TYPE_TYPES.has(type)) return "type";
150
- if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
- if (PROPERTY_TYPES.has(type)) return "property";
152
- if (type === "field_identifier" || type === "property_name") return "property";
153
- if (type === "tag_name") return "tag";
154
- if (type === "attribute_name") return "attribute";
155
- if (type === "regex_pattern") return "string";
156
- if (type === "identifier") return classifyIdentifier(node);
157
- if (type === "jsx_identifier") return "type";
158
- if (type === "null" || type === "true" || type === "false") return "constant";
159
- if (!node.isNamed) {
160
- if (KEYWORDS.has(type)) return "keyword";
161
- if (CONSTANTS.has(type)) return "constant";
162
- if (OPERATORS.has(type)) return "operator";
163
- if (PUNCTUATION.has(type)) return "punctuation";
164
- }
165
- return null;
166
- }
167
-
168
- function classifyIdentifier(node) {
169
- const text = node.text;
170
- if (KEYWORDS.has(text)) return "keyword";
171
- if (CONSTANTS.has(text)) return "constant";
172
-
173
- const parent = node.parent;
174
- const field = childFieldName(parent, node);
175
- if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
- if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
- if (field === "function" && parent?.type === "call_expression") return "function";
178
- if (field === "property") return "property";
179
- if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
- if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
- return "variable";
182
- }
183
-
184
- function childFieldName(parent, child) {
185
- if (!parent) return "";
186
- const children = parent.children ?? [];
187
- for (let i = 0; i < children.length; i++) {
188
- if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
- }
190
- return "";
191
- }
192
-
193
- function applyScope(scopes, start, end, scope) {
194
- const priority = SCOPE_PRIORITY[scope] ?? 0;
195
- for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
- if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
- }
198
- }
199
-
200
- function scopesToRuns(text, scopes) {
201
- const runs = [];
202
- for (let i = 0; i < text.length;) {
203
- const scope = scopes[i]?.scope ?? "default";
204
- let end = i + 1;
205
- while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
- runs.push({ text: text.slice(i, end), scope });
207
- i = end;
208
- }
209
- return runs;
210
- }
211
-
212
- function fallbackRuns(text, lang) {
213
- const pattern = fallbackPattern(lang);
214
- if (!pattern) return [{ text, scope: "default" }];
215
- const runs = [];
216
- let index = 0;
217
- for (const match of text.matchAll(pattern)) {
218
- if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
- runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
- index = match.index + match[0].length;
221
- }
222
- if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
- return runs;
224
- }
225
-
226
- function fallbackPattern(lang) {
227
- if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
- return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
- }
230
- if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
- return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
- }
233
-
234
- function fallbackScope(token) {
235
- if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
- if (/^["'`]/.test(token)) return "string";
237
- if (/^\d/.test(token)) return "number";
238
- if (CONSTANTS.has(token)) return "constant";
239
- return "keyword";
240
- }
241
-
242
- function renderRunsByLine(source, runs, options) {
243
- const lines = [""];
244
- for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
- const parts = run.text.split("\n");
246
- for (let i = 0; i < parts.length; i++) {
247
- if (i > 0) lines.push("");
248
- if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
- }
250
- }
251
- return lines;
252
- }
253
-
254
- export function styleSyntax(text, scope = "default", bg = "") {
255
- const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
- if (bg) codes.push(bg);
257
- return `\x1b[${codes.join(";")}m${text}${R}`;
258
- }
259
-
260
- void initializeTreeSitterHighlighting();
1
+ import { existsSync, readFileSync } from "node:fs";
2
+ import { dirname, join } from "node:path";
3
+ import { fileURLToPath } from "node:url";
4
+ import { Language, Parser, Query } from "web-tree-sitter";
5
+ import { R } from "../ui-theme.mjs";
6
+ import {
7
+ CONSTANTS,
8
+ KEYWORDS,
9
+ LANG_ALIASES,
10
+ LANGUAGES,
11
+ NUMBER_TYPES,
12
+ OPERATORS,
13
+ PROPERTY_TYPES,
14
+ PUNCTUATION,
15
+ SCOPE_PRIORITY,
16
+ SCOPE_STYLE,
17
+ STRING_TYPES,
18
+ TYPE_TYPES,
19
+ } from "./languages.mjs";
20
+
21
+ const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
22
+
23
+ let initPromise;
24
+ let initialized = false;
25
+ const parsers = new Map();
26
+ const queries = new Map();
27
+ const highlightCache = new Map();
28
+
29
+ export function initializeTreeSitterHighlighting() {
30
+ if (initPromise) return initPromise;
31
+ initPromise = initializeParsers();
32
+ return initPromise;
33
+ }
34
+
35
+ export function isTreeSitterHighlightingReady() {
36
+ return initialized;
37
+ }
38
+
39
+ export function normalizeLanguage(langOrPath = "") {
40
+ const raw = String(langOrPath ?? "").trim().toLowerCase();
41
+ if (!raw) return "";
42
+ const direct = LANG_ALIASES.get(raw);
43
+ if (direct) return direct;
44
+ const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
45
+ return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
46
+ }
47
+
48
+ export function highlightCodeLines(code, langOrPath = "", options = {}) {
49
+ const text = String(code ?? "");
50
+ const lang = normalizeLanguage(langOrPath);
51
+ const key = `${lang}\0${options.bg ?? ""}\0${text}`;
52
+ const cached = highlightCache.get(key);
53
+ if (cached) return cached;
54
+
55
+ const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
56
+ const rendered = renderRunsByLine(text, runs, options);
57
+ if (highlightCache.size > 200) highlightCache.clear();
58
+ highlightCache.set(key, rendered);
59
+ return rendered;
60
+ }
61
+
62
+ export function highlightCodeLine(line, langOrPath = "", options = {}) {
63
+ return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
64
+ }
65
+
66
+ async function initializeParsers() {
67
+ try {
68
+ await Parser.init();
69
+ for (const [lang, config] of Object.entries(LANGUAGES)) {
70
+ const language = await Language.load(join(RESOURCE_DIR, config.file));
71
+ const parser = new Parser();
72
+ parser.setLanguage(language);
73
+ parsers.set(lang, parser);
74
+ const query = loadHighlightQuery(language, config.query);
75
+ if (query) queries.set(lang, query);
76
+ }
77
+ initialized = true;
78
+ highlightCache.clear();
79
+ } catch {
80
+ initialized = false;
81
+ }
82
+ }
83
+
84
+ function treeSitterRuns(text, lang) {
85
+ const parser = parsers.get(lang);
86
+ if (!initialized || !parser || !text) return null;
87
+ try {
88
+ const tree = parser.parse(text);
89
+ const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
90
+ const query = queries.get(lang);
91
+ if (query) applyQueryScopes(query, tree.rootNode, scopes);
92
+ collectNodeScopes(tree.rootNode, scopes);
93
+ return scopesToRuns(text, scopes);
94
+ } catch {
95
+ return null;
96
+ }
97
+ }
98
+
99
+ function loadHighlightQuery(language, queryFile) {
100
+ if (!queryFile) return null;
101
+ const path = join(RESOURCE_DIR, queryFile);
102
+ if (!existsSync(path)) return null;
103
+ try {
104
+ return new Query(language, readFileSync(path, "utf8"));
105
+ } catch {
106
+ return null;
107
+ }
108
+ }
109
+
110
+ function applyQueryScopes(query, rootNode, scopes) {
111
+ for (const capture of query.captures(rootNode)) {
112
+ const scope = captureScope(capture.name);
113
+ if (!scope) continue;
114
+ applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
115
+ }
116
+ }
117
+
118
+ function captureScope(name) {
119
+ const value = String(name ?? "").toLowerCase();
120
+ if (!value) return null;
121
+ if (value.includes("comment")) return "comment";
122
+ if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
123
+ if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
124
+ if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
125
+ if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
126
+ if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
127
+ if (value.includes("property") || value.includes("field")) return "property";
128
+ if (value.includes("attribute") || value.includes("annotation")) return "attribute";
129
+ if (value.includes("operator")) return "operator";
130
+ if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
131
+ if (value.includes("tag")) return "tag";
132
+ if (value.includes("variable") || value.includes("parameter")) return "variable";
133
+ return null;
134
+ }
135
+
136
+ function collectNodeScopes(node, scopes) {
137
+ const scope = classifyNode(node);
138
+ if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
139
+ for (const child of node.children ?? []) collectNodeScopes(child, scopes);
140
+ }
141
+
142
+ function classifyNode(node) {
143
+ const type = node.type;
144
+ if (type === "comment") return "comment";
145
+ if (STRING_TYPES.has(type)) return "string";
146
+ if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
147
+ if (NUMBER_TYPES.has(type)) return "number";
148
+ if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
149
+ if (TYPE_TYPES.has(type)) return "type";
150
+ if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
151
+ if (PROPERTY_TYPES.has(type)) return "property";
152
+ if (type === "field_identifier" || type === "property_name") return "property";
153
+ if (type === "tag_name") return "tag";
154
+ if (type === "attribute_name") return "attribute";
155
+ if (type === "regex_pattern") return "string";
156
+ if (type === "identifier") return classifyIdentifier(node);
157
+ if (type === "jsx_identifier") return "type";
158
+ if (type === "null" || type === "true" || type === "false") return "constant";
159
+ if (!node.isNamed) {
160
+ if (KEYWORDS.has(type)) return "keyword";
161
+ if (CONSTANTS.has(type)) return "constant";
162
+ if (OPERATORS.has(type)) return "operator";
163
+ if (PUNCTUATION.has(type)) return "punctuation";
164
+ }
165
+ return null;
166
+ }
167
+
168
+ function classifyIdentifier(node) {
169
+ const text = node.text;
170
+ if (KEYWORDS.has(text)) return "keyword";
171
+ if (CONSTANTS.has(text)) return "constant";
172
+
173
+ const parent = node.parent;
174
+ const field = childFieldName(parent, node);
175
+ if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
176
+ if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
177
+ if (field === "function" && parent?.type === "call_expression") return "function";
178
+ if (field === "property") return "property";
179
+ if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
180
+ if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
181
+ return "variable";
182
+ }
183
+
184
+ function childFieldName(parent, child) {
185
+ if (!parent) return "";
186
+ const children = parent.children ?? [];
187
+ for (let i = 0; i < children.length; i++) {
188
+ if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
189
+ }
190
+ return "";
191
+ }
192
+
193
+ function applyScope(scopes, start, end, scope) {
194
+ const priority = SCOPE_PRIORITY[scope] ?? 0;
195
+ for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
196
+ if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
197
+ }
198
+ }
199
+
200
+ function scopesToRuns(text, scopes) {
201
+ const runs = [];
202
+ for (let i = 0; i < text.length;) {
203
+ const scope = scopes[i]?.scope ?? "default";
204
+ let end = i + 1;
205
+ while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
206
+ runs.push({ text: text.slice(i, end), scope });
207
+ i = end;
208
+ }
209
+ return runs;
210
+ }
211
+
212
+ function fallbackRuns(text, lang) {
213
+ const pattern = fallbackPattern(lang);
214
+ if (!pattern) return [{ text, scope: "default" }];
215
+ const runs = [];
216
+ let index = 0;
217
+ for (const match of text.matchAll(pattern)) {
218
+ if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
219
+ runs.push({ text: match[0], scope: fallbackScope(match[0]) });
220
+ index = match.index + match[0].length;
221
+ }
222
+ if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
223
+ return runs;
224
+ }
225
+
226
+ function fallbackPattern(lang) {
227
+ if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
228
+ return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
229
+ }
230
+ if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
231
+ return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
232
+ }
233
+
234
+ function fallbackScope(token) {
235
+ if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
236
+ if (/^["'`]/.test(token)) return "string";
237
+ if (/^\d/.test(token)) return "number";
238
+ if (CONSTANTS.has(token)) return "constant";
239
+ return "keyword";
240
+ }
241
+
242
+ function renderRunsByLine(source, runs, options) {
243
+ const lines = [""];
244
+ for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
245
+ const parts = run.text.split("\n");
246
+ for (let i = 0; i < parts.length; i++) {
247
+ if (i > 0) lines.push("");
248
+ if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
249
+ }
250
+ }
251
+ return lines;
252
+ }
253
+
254
+ export function styleSyntax(text, scope = "default", bg = "") {
255
+ const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
256
+ if (bg) codes.push(bg);
257
+ return `\x1b[${codes.join(";")}m${text}${R}`;
258
+ }
259
+
260
+ void initializeTreeSitterHighlighting();