march-cli 0.1.21 → 0.1.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +88 -0
- package/README.zh.md +88 -0
- package/bin/march.mjs +13 -13
- package/package.json +43 -43
- package/src/agent/command-exec-tool.mjs +172 -168
- package/src/agent/context-stats-tool.mjs +57 -57
- package/src/agent/editing/diff-apply.mjs +28 -28
- package/src/agent/editing/diff-format.mjs +57 -57
- package/src/agent/editing/lsp-report.mjs +69 -69
- package/src/agent/file-edit-tool.mjs +262 -262
- package/src/agent/file-tools/read-file-tool.mjs +112 -112
- package/src/agent/file-tools/read-image-tool.mjs +76 -76
- package/src/agent/model-payload-dumper.mjs +208 -208
- package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
- package/src/agent/provider/payload-messages.mjs +138 -138
- package/src/agent/runner/codex-large-context-guard.mjs +87 -87
- package/src/agent/runner/codex-transport-compression.mjs +180 -180
- package/src/agent/runner/codex-transport-debug.mjs +113 -113
- package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
- package/src/agent/runner/fast-model.mjs +36 -36
- package/src/agent/runner/runner-cleanup.mjs +12 -12
- package/src/agent/runner/runner-init.mjs +15 -15
- package/src/agent/runner/runner-session-state.mjs +40 -40
- package/src/agent/runner/runner-utils.mjs +24 -24
- package/src/agent/runner.mjs +299 -299
- package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
- package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
- package/src/agent/runtime/remote-runner-client.mjs +73 -73
- package/src/agent/runtime/remote-ui-client.mjs +20 -20
- package/src/agent/runtime/runner-ipc-target.mjs +125 -125
- package/src/agent/runtime/runner-process-client.mjs +47 -47
- package/src/agent/runtime/runner-process-entry.mjs +11 -11
- package/src/agent/runtime/runner-process-factory.mjs +108 -108
- package/src/agent/runtime/runner-runtime-host.mjs +79 -79
- package/src/agent/runtime/runtime-factory.mjs +42 -42
- package/src/agent/runtime/runtime-host.mjs +34 -34
- package/src/agent/runtime/ui-event-bridge.mjs +95 -95
- package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
- package/src/agent/screen-tools/screen-tool.mjs +49 -49
- package/src/agent/screen-tools/windows-screen.mjs +133 -133
- package/src/agent/session/session-auto-name.mjs +41 -41
- package/src/agent/session/session-binding.mjs +12 -12
- package/src/agent/session/session-options.mjs +47 -47
- package/src/agent/tool-names.mjs +1 -1
- package/src/agent/tool-result.mjs +3 -3
- package/src/agent/tool-summary.mjs +112 -112
- package/src/agent/tools.mjs +58 -58
- package/src/agent/turn/turn-events.mjs +111 -111
- package/src/agent/turn/turn-logging.mjs +30 -30
- package/src/agent/turn/turn-runner.mjs +196 -196
- package/src/agent/vision-capability.mjs +14 -14
- package/src/auth/login-command.mjs +90 -90
- package/src/auth/storage.mjs +34 -34
- package/src/cli/args.mjs +79 -79
- package/src/cli/commands/copy-command.mjs +87 -87
- package/src/cli/commands/export-command.mjs +206 -206
- package/src/cli/commands/extensions-command.mjs +53 -53
- package/src/cli/commands/help-command.mjs +7 -7
- package/src/cli/commands/model-command.mjs +141 -141
- package/src/cli/commands/paste-image-command.mjs +43 -43
- package/src/cli/commands/provider-command.mjs +59 -59
- package/src/cli/commands/status-command.mjs +194 -194
- package/src/cli/commands/thinking-command.mjs +87 -87
- package/src/cli/fallback-ui.mjs +156 -156
- package/src/cli/input/attachment-tokens.mjs +20 -20
- package/src/cli/input/autocomplete.mjs +74 -106
- package/src/cli/input/external-editor.mjs +39 -39
- package/src/cli/input/file-search/index.mjs +160 -0
- package/src/cli/input/history-store.mjs +35 -35
- package/src/cli/input/image-clipboard.mjs +55 -55
- package/src/cli/input/keybinding-dispatch.mjs +76 -76
- package/src/cli/input/keybindings.mjs +96 -96
- package/src/cli/input/mode-state.mjs +43 -43
- package/src/cli/input/prompt-templates.mjs +84 -84
- package/src/cli/input/select-with-keyboard.mjs +86 -86
- package/src/cli/permissions.mjs +103 -103
- package/src/cli/repl-commands.mjs +86 -86
- package/src/cli/repl-loop.mjs +183 -183
- package/src/cli/selector-list.mjs +21 -21
- package/src/cli/session/pi-session-switch-command.mjs +41 -41
- package/src/cli/session/session-command.mjs +23 -23
- package/src/cli/session/session-list-command.mjs +68 -68
- package/src/cli/session/session-name-command.mjs +26 -26
- package/src/cli/session/session-source-command.mjs +89 -89
- package/src/cli/session/session-switch-command.mjs +1 -1
- package/src/cli/shell/shell-command.mjs +55 -55
- package/src/cli/shell/shell-drawer-controls.mjs +33 -33
- package/src/cli/shell/shell-drawer.mjs +192 -192
- package/src/cli/shell/shell-split-layout.mjs +70 -70
- package/src/cli/slash-commands.mjs +192 -192
- package/src/cli/startup/create-runtime-runner.mjs +61 -61
- package/src/cli/startup/runtime-close.mjs +23 -23
- package/src/cli/startup/startup-banner.mjs +71 -71
- package/src/cli/startup/startup-session.mjs +51 -51
- package/src/cli/status-line-updater.mjs +75 -75
- package/src/cli/tool-output.mjs +9 -9
- package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
- package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
- package/src/cli/tui/input/mouse-tracking.mjs +20 -20
- package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
- package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
- package/src/cli/tui/markdown-renderer.mjs +285 -285
- package/src/cli/tui/output/scroll-state.mjs +79 -79
- package/src/cli/tui/output/text-line-renderer.mjs +50 -50
- package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
- package/src/cli/tui/output/visible-lines.mjs +8 -8
- package/src/cli/tui/output-buffer.mjs +293 -293
- package/src/cli/tui/permission-request-ui.mjs +18 -18
- package/src/cli/tui/recall-rendering.mjs +25 -25
- package/src/cli/tui/render/render-scheduler.mjs +26 -26
- package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
- package/src/cli/tui/select/editor-select-list.mjs +111 -111
- package/src/cli/tui/selection-screen.mjs +269 -269
- package/src/cli/tui/status/retry-status.mjs +72 -72
- package/src/cli/tui/status/spinner-status.mjs +42 -42
- package/src/cli/tui/status/status-bar.mjs +225 -225
- package/src/cli/tui/syntax/highlighting.mjs +260 -260
- package/src/cli/tui/syntax/languages.mjs +91 -91
- package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
- package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
- package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
- package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
- package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
- package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
- package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
- package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
- package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
- package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
- package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
- package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
- package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
- package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
- package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
- package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
- package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
- package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
- package/src/cli/tui/tool-rendering.mjs +87 -87
- package/src/cli/tui/tui-diff-rendering.mjs +157 -157
- package/src/cli/tui/tui-handlers.mjs +111 -111
- package/src/cli/tui/tui-input-controller.mjs +61 -61
- package/src/cli/tui/ui-theme.mjs +157 -157
- package/src/cli/ui.mjs +297 -297
- package/src/config/config-json.mjs +84 -84
- package/src/config/dotenv.mjs +20 -20
- package/src/config/features.mjs +75 -75
- package/src/config/loader.mjs +143 -143
- package/src/config/settings-command.mjs +97 -97
- package/src/context/engine.mjs +198 -198
- package/src/context/injections.mjs +26 -26
- package/src/context/profiles.mjs +39 -39
- package/src/context/project-context.mjs +20 -20
- package/src/context/session-status.mjs +17 -17
- package/src/context/shell-layers.mjs +23 -23
- package/src/context/system-core/base.md +61 -53
- package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
- package/src/context/system-core/prompts/default.md +3 -3
- package/src/context/system-core.mjs +35 -35
- package/src/debug/logger.mjs +141 -141
- package/src/debug/model-context-dumper.mjs +52 -52
- package/src/extensions/discovery.mjs +40 -40
- package/src/extensions/lifecycle-adapter.mjs +210 -210
- package/src/extensions/lifecycle-manifest.mjs +69 -69
- package/src/image-gen/index.mjs +7 -7
- package/src/image-gen/provider.mjs +231 -231
- package/src/image-gen/tool.mjs +84 -84
- package/src/lsp/client.mjs +257 -257
- package/src/lsp/diagnostic-store.mjs +42 -42
- package/src/lsp/diagnostics-format.mjs +72 -72
- package/src/lsp/managed-node-server.mjs +99 -99
- package/src/lsp/path-match.mjs +10 -10
- package/src/lsp/server-definitions.mjs +188 -188
- package/src/lsp/servers.mjs +165 -165
- package/src/lsp/service.mjs +110 -110
- package/src/lsp/status-message.mjs +9 -9
- package/src/lsp/typescript-project-resolver.mjs +186 -186
- package/src/main.mjs +299 -299
- package/src/mcp/client.mjs +195 -195
- package/src/mcp/config.mjs +130 -130
- package/src/mcp/index.mjs +48 -48
- package/src/mcp/tools.mjs +98 -98
- package/src/memory/markdown/markdown-delete.mjs +23 -23
- package/src/memory/markdown/markdown-format.mjs +128 -128
- package/src/memory/markdown/markdown-recall.mjs +28 -28
- package/src/memory/markdown/ripgrep.mjs +16 -16
- package/src/memory/markdown/sqlite-index.mjs +87 -87
- package/src/memory/markdown-store.mjs +286 -286
- package/src/memory/markdown-tools.mjs +103 -103
- package/src/network/environment.mjs +131 -131
- package/src/notification/desktop-notifier.mjs +262 -262
- package/src/platform/open-file.mjs +28 -28
- package/src/platform/spawn-command.mjs +27 -27
- package/src/provider/accept-command.mjs +89 -89
- package/src/provider/command.mjs +21 -21
- package/src/provider/config-command.mjs +129 -129
- package/src/provider/custom-provider.mjs +113 -113
- package/src/provider/hosted-tools.mjs +111 -111
- package/src/provider/presets.mjs +72 -72
- package/src/provider/share-command.mjs +79 -79
- package/src/provider/share-payload.mjs +52 -52
- package/src/session/attachment-display.mjs +16 -16
- package/src/session/attachment-references.mjs +65 -65
- package/src/session/attachments.mjs +140 -140
- package/src/session/persist.mjs +1 -1
- package/src/session/pi-manager.mjs +34 -34
- package/src/session/session-utils.mjs +16 -16
- package/src/session/sidecar-sync.mjs +19 -19
- package/src/session/sidecar.mjs +69 -69
- package/src/session/transcript.mjs +83 -83
- package/src/session/tree.mjs +42 -42
- package/src/shell/cli-runtime.mjs +11 -11
- package/src/shell/hints.mjs +12 -12
- package/src/shell/node-pty-adapter.mjs +81 -81
- package/src/shell/runtime-state.mjs +126 -126
- package/src/shell/runtime.mjs +252 -252
- package/src/shell/screen-buffer.mjs +136 -136
- package/src/shell/tool-read.mjs +74 -74
- package/src/shell/tools.mjs +299 -299
- package/src/supergrok/actions/image-generate.mjs +60 -60
- package/src/supergrok/actions/search.mjs +78 -78
- package/src/supergrok/auth.mjs +36 -36
- package/src/supergrok/constants.mjs +18 -18
- package/src/supergrok/oauth-provider.mjs +278 -278
- package/src/supergrok/provider.mjs +35 -35
- package/src/supergrok/response.mjs +76 -76
- package/src/supergrok/tool.mjs +61 -61
- package/src/text/ansi.mjs +3 -3
- package/src/web/config-command.mjs +43 -43
- package/src/web/fetch.mjs +78 -78
- package/src/web/presets.mjs +16 -16
- package/src/web/search.mjs +83 -83
- package/src/web/tools.mjs +107 -107
- package/src/memory/database.mjs +0 -219
- package/src/memory/glossary.mjs +0 -124
- package/src/memory/graph/graph-cascades.mjs +0 -109
- package/src/memory/graph/graph-diagnostics.mjs +0 -73
- package/src/memory/graph/graph-path-removal.mjs +0 -50
- package/src/memory/graph/graph-path-utils.mjs +0 -17
- package/src/memory/graph/graph-primitives.mjs +0 -103
- package/src/memory/graph/graph-read.mjs +0 -159
- package/src/memory/graph.mjs +0 -282
- package/src/memory/search.mjs +0 -142
- package/src/memory/snapshot.mjs +0 -86
- package/src/memory/system-views.mjs +0 -120
- package/src/memory/tools.mjs +0 -282
|
@@ -1,260 +1,260 @@
|
|
|
1
|
-
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
-
import { dirname, join } from "node:path";
|
|
3
|
-
import { fileURLToPath } from "node:url";
|
|
4
|
-
import { Language, Parser, Query } from "web-tree-sitter";
|
|
5
|
-
import { R } from "../ui-theme.mjs";
|
|
6
|
-
import {
|
|
7
|
-
CONSTANTS,
|
|
8
|
-
KEYWORDS,
|
|
9
|
-
LANG_ALIASES,
|
|
10
|
-
LANGUAGES,
|
|
11
|
-
NUMBER_TYPES,
|
|
12
|
-
OPERATORS,
|
|
13
|
-
PROPERTY_TYPES,
|
|
14
|
-
PUNCTUATION,
|
|
15
|
-
SCOPE_PRIORITY,
|
|
16
|
-
SCOPE_STYLE,
|
|
17
|
-
STRING_TYPES,
|
|
18
|
-
TYPE_TYPES,
|
|
19
|
-
} from "./languages.mjs";
|
|
20
|
-
|
|
21
|
-
const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
|
|
22
|
-
|
|
23
|
-
let initPromise;
|
|
24
|
-
let initialized = false;
|
|
25
|
-
const parsers = new Map();
|
|
26
|
-
const queries = new Map();
|
|
27
|
-
const highlightCache = new Map();
|
|
28
|
-
|
|
29
|
-
export function initializeTreeSitterHighlighting() {
|
|
30
|
-
if (initPromise) return initPromise;
|
|
31
|
-
initPromise = initializeParsers();
|
|
32
|
-
return initPromise;
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
export function isTreeSitterHighlightingReady() {
|
|
36
|
-
return initialized;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
export function normalizeLanguage(langOrPath = "") {
|
|
40
|
-
const raw = String(langOrPath ?? "").trim().toLowerCase();
|
|
41
|
-
if (!raw) return "";
|
|
42
|
-
const direct = LANG_ALIASES.get(raw);
|
|
43
|
-
if (direct) return direct;
|
|
44
|
-
const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
|
|
45
|
-
return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
export function highlightCodeLines(code, langOrPath = "", options = {}) {
|
|
49
|
-
const text = String(code ?? "");
|
|
50
|
-
const lang = normalizeLanguage(langOrPath);
|
|
51
|
-
const key = `${lang}\0${options.bg ?? ""}\0${text}`;
|
|
52
|
-
const cached = highlightCache.get(key);
|
|
53
|
-
if (cached) return cached;
|
|
54
|
-
|
|
55
|
-
const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
|
|
56
|
-
const rendered = renderRunsByLine(text, runs, options);
|
|
57
|
-
if (highlightCache.size > 200) highlightCache.clear();
|
|
58
|
-
highlightCache.set(key, rendered);
|
|
59
|
-
return rendered;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
export function highlightCodeLine(line, langOrPath = "", options = {}) {
|
|
63
|
-
return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
async function initializeParsers() {
|
|
67
|
-
try {
|
|
68
|
-
await Parser.init();
|
|
69
|
-
for (const [lang, config] of Object.entries(LANGUAGES)) {
|
|
70
|
-
const language = await Language.load(join(RESOURCE_DIR, config.file));
|
|
71
|
-
const parser = new Parser();
|
|
72
|
-
parser.setLanguage(language);
|
|
73
|
-
parsers.set(lang, parser);
|
|
74
|
-
const query = loadHighlightQuery(language, config.query);
|
|
75
|
-
if (query) queries.set(lang, query);
|
|
76
|
-
}
|
|
77
|
-
initialized = true;
|
|
78
|
-
highlightCache.clear();
|
|
79
|
-
} catch {
|
|
80
|
-
initialized = false;
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
function treeSitterRuns(text, lang) {
|
|
85
|
-
const parser = parsers.get(lang);
|
|
86
|
-
if (!initialized || !parser || !text) return null;
|
|
87
|
-
try {
|
|
88
|
-
const tree = parser.parse(text);
|
|
89
|
-
const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
|
|
90
|
-
const query = queries.get(lang);
|
|
91
|
-
if (query) applyQueryScopes(query, tree.rootNode, scopes);
|
|
92
|
-
collectNodeScopes(tree.rootNode, scopes);
|
|
93
|
-
return scopesToRuns(text, scopes);
|
|
94
|
-
} catch {
|
|
95
|
-
return null;
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
function loadHighlightQuery(language, queryFile) {
|
|
100
|
-
if (!queryFile) return null;
|
|
101
|
-
const path = join(RESOURCE_DIR, queryFile);
|
|
102
|
-
if (!existsSync(path)) return null;
|
|
103
|
-
try {
|
|
104
|
-
return new Query(language, readFileSync(path, "utf8"));
|
|
105
|
-
} catch {
|
|
106
|
-
return null;
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
function applyQueryScopes(query, rootNode, scopes) {
|
|
111
|
-
for (const capture of query.captures(rootNode)) {
|
|
112
|
-
const scope = captureScope(capture.name);
|
|
113
|
-
if (!scope) continue;
|
|
114
|
-
applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
function captureScope(name) {
|
|
119
|
-
const value = String(name ?? "").toLowerCase();
|
|
120
|
-
if (!value) return null;
|
|
121
|
-
if (value.includes("comment")) return "comment";
|
|
122
|
-
if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
|
|
123
|
-
if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
|
|
124
|
-
if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
|
|
125
|
-
if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
|
|
126
|
-
if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
|
|
127
|
-
if (value.includes("property") || value.includes("field")) return "property";
|
|
128
|
-
if (value.includes("attribute") || value.includes("annotation")) return "attribute";
|
|
129
|
-
if (value.includes("operator")) return "operator";
|
|
130
|
-
if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
|
|
131
|
-
if (value.includes("tag")) return "tag";
|
|
132
|
-
if (value.includes("variable") || value.includes("parameter")) return "variable";
|
|
133
|
-
return null;
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
function collectNodeScopes(node, scopes) {
|
|
137
|
-
const scope = classifyNode(node);
|
|
138
|
-
if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
|
|
139
|
-
for (const child of node.children ?? []) collectNodeScopes(child, scopes);
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
function classifyNode(node) {
|
|
143
|
-
const type = node.type;
|
|
144
|
-
if (type === "comment") return "comment";
|
|
145
|
-
if (STRING_TYPES.has(type)) return "string";
|
|
146
|
-
if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
|
|
147
|
-
if (NUMBER_TYPES.has(type)) return "number";
|
|
148
|
-
if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
|
|
149
|
-
if (TYPE_TYPES.has(type)) return "type";
|
|
150
|
-
if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
|
|
151
|
-
if (PROPERTY_TYPES.has(type)) return "property";
|
|
152
|
-
if (type === "field_identifier" || type === "property_name") return "property";
|
|
153
|
-
if (type === "tag_name") return "tag";
|
|
154
|
-
if (type === "attribute_name") return "attribute";
|
|
155
|
-
if (type === "regex_pattern") return "string";
|
|
156
|
-
if (type === "identifier") return classifyIdentifier(node);
|
|
157
|
-
if (type === "jsx_identifier") return "type";
|
|
158
|
-
if (type === "null" || type === "true" || type === "false") return "constant";
|
|
159
|
-
if (!node.isNamed) {
|
|
160
|
-
if (KEYWORDS.has(type)) return "keyword";
|
|
161
|
-
if (CONSTANTS.has(type)) return "constant";
|
|
162
|
-
if (OPERATORS.has(type)) return "operator";
|
|
163
|
-
if (PUNCTUATION.has(type)) return "punctuation";
|
|
164
|
-
}
|
|
165
|
-
return null;
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
function classifyIdentifier(node) {
|
|
169
|
-
const text = node.text;
|
|
170
|
-
if (KEYWORDS.has(text)) return "keyword";
|
|
171
|
-
if (CONSTANTS.has(text)) return "constant";
|
|
172
|
-
|
|
173
|
-
const parent = node.parent;
|
|
174
|
-
const field = childFieldName(parent, node);
|
|
175
|
-
if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
|
|
176
|
-
if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
|
|
177
|
-
if (field === "function" && parent?.type === "call_expression") return "function";
|
|
178
|
-
if (field === "property") return "property";
|
|
179
|
-
if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
|
|
180
|
-
if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
|
|
181
|
-
return "variable";
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
function childFieldName(parent, child) {
|
|
185
|
-
if (!parent) return "";
|
|
186
|
-
const children = parent.children ?? [];
|
|
187
|
-
for (let i = 0; i < children.length; i++) {
|
|
188
|
-
if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
|
|
189
|
-
}
|
|
190
|
-
return "";
|
|
191
|
-
}
|
|
192
|
-
|
|
193
|
-
function applyScope(scopes, start, end, scope) {
|
|
194
|
-
const priority = SCOPE_PRIORITY[scope] ?? 0;
|
|
195
|
-
for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
|
|
196
|
-
if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
function scopesToRuns(text, scopes) {
|
|
201
|
-
const runs = [];
|
|
202
|
-
for (let i = 0; i < text.length;) {
|
|
203
|
-
const scope = scopes[i]?.scope ?? "default";
|
|
204
|
-
let end = i + 1;
|
|
205
|
-
while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
|
|
206
|
-
runs.push({ text: text.slice(i, end), scope });
|
|
207
|
-
i = end;
|
|
208
|
-
}
|
|
209
|
-
return runs;
|
|
210
|
-
}
|
|
211
|
-
|
|
212
|
-
function fallbackRuns(text, lang) {
|
|
213
|
-
const pattern = fallbackPattern(lang);
|
|
214
|
-
if (!pattern) return [{ text, scope: "default" }];
|
|
215
|
-
const runs = [];
|
|
216
|
-
let index = 0;
|
|
217
|
-
for (const match of text.matchAll(pattern)) {
|
|
218
|
-
if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
|
|
219
|
-
runs.push({ text: match[0], scope: fallbackScope(match[0]) });
|
|
220
|
-
index = match.index + match[0].length;
|
|
221
|
-
}
|
|
222
|
-
if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
|
|
223
|
-
return runs;
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
function fallbackPattern(lang) {
|
|
227
|
-
if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
|
|
228
|
-
return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
|
|
229
|
-
}
|
|
230
|
-
if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
|
|
231
|
-
return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
|
|
232
|
-
}
|
|
233
|
-
|
|
234
|
-
function fallbackScope(token) {
|
|
235
|
-
if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
|
|
236
|
-
if (/^["'`]/.test(token)) return "string";
|
|
237
|
-
if (/^\d/.test(token)) return "number";
|
|
238
|
-
if (CONSTANTS.has(token)) return "constant";
|
|
239
|
-
return "keyword";
|
|
240
|
-
}
|
|
241
|
-
|
|
242
|
-
function renderRunsByLine(source, runs, options) {
|
|
243
|
-
const lines = [""];
|
|
244
|
-
for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
|
|
245
|
-
const parts = run.text.split("\n");
|
|
246
|
-
for (let i = 0; i < parts.length; i++) {
|
|
247
|
-
if (i > 0) lines.push("");
|
|
248
|
-
if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
|
|
249
|
-
}
|
|
250
|
-
}
|
|
251
|
-
return lines;
|
|
252
|
-
}
|
|
253
|
-
|
|
254
|
-
export function styleSyntax(text, scope = "default", bg = "") {
|
|
255
|
-
const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
|
|
256
|
-
if (bg) codes.push(bg);
|
|
257
|
-
return `\x1b[${codes.join(";")}m${text}${R}`;
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
void initializeTreeSitterHighlighting();
|
|
1
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
+
import { dirname, join } from "node:path";
|
|
3
|
+
import { fileURLToPath } from "node:url";
|
|
4
|
+
import { Language, Parser, Query } from "web-tree-sitter";
|
|
5
|
+
import { R } from "../ui-theme.mjs";
|
|
6
|
+
import {
|
|
7
|
+
CONSTANTS,
|
|
8
|
+
KEYWORDS,
|
|
9
|
+
LANG_ALIASES,
|
|
10
|
+
LANGUAGES,
|
|
11
|
+
NUMBER_TYPES,
|
|
12
|
+
OPERATORS,
|
|
13
|
+
PROPERTY_TYPES,
|
|
14
|
+
PUNCTUATION,
|
|
15
|
+
SCOPE_PRIORITY,
|
|
16
|
+
SCOPE_STYLE,
|
|
17
|
+
STRING_TYPES,
|
|
18
|
+
TYPE_TYPES,
|
|
19
|
+
} from "./languages.mjs";
|
|
20
|
+
|
|
21
|
+
const RESOURCE_DIR = join(dirname(fileURLToPath(import.meta.url)), "tree-sitter");
|
|
22
|
+
|
|
23
|
+
let initPromise;
|
|
24
|
+
let initialized = false;
|
|
25
|
+
const parsers = new Map();
|
|
26
|
+
const queries = new Map();
|
|
27
|
+
const highlightCache = new Map();
|
|
28
|
+
|
|
29
|
+
export function initializeTreeSitterHighlighting() {
|
|
30
|
+
if (initPromise) return initPromise;
|
|
31
|
+
initPromise = initializeParsers();
|
|
32
|
+
return initPromise;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
export function isTreeSitterHighlightingReady() {
|
|
36
|
+
return initialized;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export function normalizeLanguage(langOrPath = "") {
|
|
40
|
+
const raw = String(langOrPath ?? "").trim().toLowerCase();
|
|
41
|
+
if (!raw) return "";
|
|
42
|
+
const direct = LANG_ALIASES.get(raw);
|
|
43
|
+
if (direct) return direct;
|
|
44
|
+
const ext = raw.match(/\.([a-z0-9]+)$/)?.[1];
|
|
45
|
+
return ext ? (LANG_ALIASES.get(ext) ?? "") : "";
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export function highlightCodeLines(code, langOrPath = "", options = {}) {
|
|
49
|
+
const text = String(code ?? "");
|
|
50
|
+
const lang = normalizeLanguage(langOrPath);
|
|
51
|
+
const key = `${lang}\0${options.bg ?? ""}\0${text}`;
|
|
52
|
+
const cached = highlightCache.get(key);
|
|
53
|
+
if (cached) return cached;
|
|
54
|
+
|
|
55
|
+
const runs = treeSitterRuns(text, lang) ?? fallbackRuns(text, lang);
|
|
56
|
+
const rendered = renderRunsByLine(text, runs, options);
|
|
57
|
+
if (highlightCache.size > 200) highlightCache.clear();
|
|
58
|
+
highlightCache.set(key, rendered);
|
|
59
|
+
return rendered;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
export function highlightCodeLine(line, langOrPath = "", options = {}) {
|
|
63
|
+
return highlightCodeLines(String(line ?? ""), langOrPath, options)[0] ?? "";
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
async function initializeParsers() {
|
|
67
|
+
try {
|
|
68
|
+
await Parser.init();
|
|
69
|
+
for (const [lang, config] of Object.entries(LANGUAGES)) {
|
|
70
|
+
const language = await Language.load(join(RESOURCE_DIR, config.file));
|
|
71
|
+
const parser = new Parser();
|
|
72
|
+
parser.setLanguage(language);
|
|
73
|
+
parsers.set(lang, parser);
|
|
74
|
+
const query = loadHighlightQuery(language, config.query);
|
|
75
|
+
if (query) queries.set(lang, query);
|
|
76
|
+
}
|
|
77
|
+
initialized = true;
|
|
78
|
+
highlightCache.clear();
|
|
79
|
+
} catch {
|
|
80
|
+
initialized = false;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
function treeSitterRuns(text, lang) {
|
|
85
|
+
const parser = parsers.get(lang);
|
|
86
|
+
if (!initialized || !parser || !text) return null;
|
|
87
|
+
try {
|
|
88
|
+
const tree = parser.parse(text);
|
|
89
|
+
const scopes = Array.from({ length: text.length }, () => ({ scope: "default", priority: 0 }));
|
|
90
|
+
const query = queries.get(lang);
|
|
91
|
+
if (query) applyQueryScopes(query, tree.rootNode, scopes);
|
|
92
|
+
collectNodeScopes(tree.rootNode, scopes);
|
|
93
|
+
return scopesToRuns(text, scopes);
|
|
94
|
+
} catch {
|
|
95
|
+
return null;
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
function loadHighlightQuery(language, queryFile) {
|
|
100
|
+
if (!queryFile) return null;
|
|
101
|
+
const path = join(RESOURCE_DIR, queryFile);
|
|
102
|
+
if (!existsSync(path)) return null;
|
|
103
|
+
try {
|
|
104
|
+
return new Query(language, readFileSync(path, "utf8"));
|
|
105
|
+
} catch {
|
|
106
|
+
return null;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
function applyQueryScopes(query, rootNode, scopes) {
|
|
111
|
+
for (const capture of query.captures(rootNode)) {
|
|
112
|
+
const scope = captureScope(capture.name);
|
|
113
|
+
if (!scope) continue;
|
|
114
|
+
applyScope(scopes, capture.node.startIndex, capture.node.endIndex, scope);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
function captureScope(name) {
|
|
119
|
+
const value = String(name ?? "").toLowerCase();
|
|
120
|
+
if (!value) return null;
|
|
121
|
+
if (value.includes("comment")) return "comment";
|
|
122
|
+
if (value.includes("string") || value.includes("escape") || value.includes("regex")) return "string";
|
|
123
|
+
if (value.includes("number") || value.includes("float") || value.includes("boolean") || value.includes("constant")) return "constant";
|
|
124
|
+
if (value.includes("keyword") || value.includes("conditional") || value.includes("repeat") || value.includes("include")) return "keyword";
|
|
125
|
+
if (value.includes("function") || value.includes("method") || value.includes("constructor")) return "function";
|
|
126
|
+
if (value.includes("type") || value.includes("class") || value.includes("namespace") || value.includes("module")) return "type";
|
|
127
|
+
if (value.includes("property") || value.includes("field")) return "property";
|
|
128
|
+
if (value.includes("attribute") || value.includes("annotation")) return "attribute";
|
|
129
|
+
if (value.includes("operator")) return "operator";
|
|
130
|
+
if (value.includes("punctuation") || value.includes("delimiter") || value.includes("bracket")) return "punctuation";
|
|
131
|
+
if (value.includes("tag")) return "tag";
|
|
132
|
+
if (value.includes("variable") || value.includes("parameter")) return "variable";
|
|
133
|
+
return null;
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
function collectNodeScopes(node, scopes) {
|
|
137
|
+
const scope = classifyNode(node);
|
|
138
|
+
if (scope) applyScope(scopes, node.startIndex, node.endIndex, scope);
|
|
139
|
+
for (const child of node.children ?? []) collectNodeScopes(child, scopes);
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
function classifyNode(node) {
|
|
143
|
+
const type = node.type;
|
|
144
|
+
if (type === "comment") return "comment";
|
|
145
|
+
if (STRING_TYPES.has(type)) return "string";
|
|
146
|
+
if (type === "raw_string_literal" || type === "interpreted_string_literal" || type === "char_literal") return "string";
|
|
147
|
+
if (NUMBER_TYPES.has(type)) return "number";
|
|
148
|
+
if (type === "integer_literal" || type === "float_literal" || type === "decimal_integer_literal") return "number";
|
|
149
|
+
if (TYPE_TYPES.has(type)) return "type";
|
|
150
|
+
if (type === "type_identifier" || type === "scoped_type_identifier") return "type";
|
|
151
|
+
if (PROPERTY_TYPES.has(type)) return "property";
|
|
152
|
+
if (type === "field_identifier" || type === "property_name") return "property";
|
|
153
|
+
if (type === "tag_name") return "tag";
|
|
154
|
+
if (type === "attribute_name") return "attribute";
|
|
155
|
+
if (type === "regex_pattern") return "string";
|
|
156
|
+
if (type === "identifier") return classifyIdentifier(node);
|
|
157
|
+
if (type === "jsx_identifier") return "type";
|
|
158
|
+
if (type === "null" || type === "true" || type === "false") return "constant";
|
|
159
|
+
if (!node.isNamed) {
|
|
160
|
+
if (KEYWORDS.has(type)) return "keyword";
|
|
161
|
+
if (CONSTANTS.has(type)) return "constant";
|
|
162
|
+
if (OPERATORS.has(type)) return "operator";
|
|
163
|
+
if (PUNCTUATION.has(type)) return "punctuation";
|
|
164
|
+
}
|
|
165
|
+
return null;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
function classifyIdentifier(node) {
|
|
169
|
+
const text = node.text;
|
|
170
|
+
if (KEYWORDS.has(text)) return "keyword";
|
|
171
|
+
if (CONSTANTS.has(text)) return "constant";
|
|
172
|
+
|
|
173
|
+
const parent = node.parent;
|
|
174
|
+
const field = childFieldName(parent, node);
|
|
175
|
+
if (field === "name" && /function|method|declaration/.test(parent?.type ?? "")) return "function";
|
|
176
|
+
if (field === "name" && /class|interface|type_alias|enum/.test(parent?.type ?? "")) return "type";
|
|
177
|
+
if (field === "function" && parent?.type === "call_expression") return "function";
|
|
178
|
+
if (field === "property") return "property";
|
|
179
|
+
if (parent?.type === "member_expression" || parent?.type === "subscript_expression") return "property";
|
|
180
|
+
if (/type|heritage|implements/.test(parent?.type ?? "")) return "type";
|
|
181
|
+
return "variable";
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
function childFieldName(parent, child) {
|
|
185
|
+
if (!parent) return "";
|
|
186
|
+
const children = parent.children ?? [];
|
|
187
|
+
for (let i = 0; i < children.length; i++) {
|
|
188
|
+
if (children[i].equals?.(child)) return parent.fieldNameForChild(i) ?? "";
|
|
189
|
+
}
|
|
190
|
+
return "";
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
function applyScope(scopes, start, end, scope) {
|
|
194
|
+
const priority = SCOPE_PRIORITY[scope] ?? 0;
|
|
195
|
+
for (let i = Math.max(0, start); i < Math.min(scopes.length, end); i++) {
|
|
196
|
+
if (priority >= scopes[i].priority) scopes[i] = { scope, priority };
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
function scopesToRuns(text, scopes) {
|
|
201
|
+
const runs = [];
|
|
202
|
+
for (let i = 0; i < text.length;) {
|
|
203
|
+
const scope = scopes[i]?.scope ?? "default";
|
|
204
|
+
let end = i + 1;
|
|
205
|
+
while (end < text.length && (scopes[end]?.scope ?? "default") === scope) end++;
|
|
206
|
+
runs.push({ text: text.slice(i, end), scope });
|
|
207
|
+
i = end;
|
|
208
|
+
}
|
|
209
|
+
return runs;
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
function fallbackRuns(text, lang) {
|
|
213
|
+
const pattern = fallbackPattern(lang);
|
|
214
|
+
if (!pattern) return [{ text, scope: "default" }];
|
|
215
|
+
const runs = [];
|
|
216
|
+
let index = 0;
|
|
217
|
+
for (const match of text.matchAll(pattern)) {
|
|
218
|
+
if (match.index > index) runs.push({ text: text.slice(index, match.index), scope: "default" });
|
|
219
|
+
runs.push({ text: match[0], scope: fallbackScope(match[0]) });
|
|
220
|
+
index = match.index + match[0].length;
|
|
221
|
+
}
|
|
222
|
+
if (index < text.length) runs.push({ text: text.slice(index), scope: "default" });
|
|
223
|
+
return runs;
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
function fallbackPattern(lang) {
|
|
227
|
+
if (["javascript", "typescript", "jsx", "tsx"].includes(lang)) {
|
|
228
|
+
return /\/\/.*|\/\*[\s\S]*?\*\/|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|`(?:\\.|[^`])*`|\b(?:async|await|break|case|catch|class|const|continue|default|else|export|for|from|function|if|import|interface|let|new|null|return|throw|try|type|undefined|while)\b|\b\d+(?:\.\d+)?\b/g;
|
|
229
|
+
}
|
|
230
|
+
if (lang === "json") return /"(?:\\.|[^"])*"|\b(?:true|false|null)\b|\b\d+(?:\.\d+)?\b/g;
|
|
231
|
+
return /#.*|"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|\b(?:cd|cp|echo|exit|git|grep|ls|mkdir|mv|npm|node|pnpm|rm|yarn)\b|\b\d+(?:\.\d+)?\b/g;
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
function fallbackScope(token) {
|
|
235
|
+
if (token.startsWith("//") || token.startsWith("#") || token.startsWith("/*")) return "comment";
|
|
236
|
+
if (/^["'`]/.test(token)) return "string";
|
|
237
|
+
if (/^\d/.test(token)) return "number";
|
|
238
|
+
if (CONSTANTS.has(token)) return "constant";
|
|
239
|
+
return "keyword";
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
function renderRunsByLine(source, runs, options) {
|
|
243
|
+
const lines = [""];
|
|
244
|
+
for (const run of runs.length ? runs : [{ text: source, scope: "default" }]) {
|
|
245
|
+
const parts = run.text.split("\n");
|
|
246
|
+
for (let i = 0; i < parts.length; i++) {
|
|
247
|
+
if (i > 0) lines.push("");
|
|
248
|
+
if (parts[i]) lines[lines.length - 1] += styleSyntax(parts[i], run.scope, options.bg);
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
return lines;
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
export function styleSyntax(text, scope = "default", bg = "") {
|
|
255
|
+
const codes = [SCOPE_STYLE[scope] ?? SCOPE_STYLE.default];
|
|
256
|
+
if (bg) codes.push(bg);
|
|
257
|
+
return `\x1b[${codes.join(";")}m${text}${R}`;
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
void initializeTreeSitterHighlighting();
|